diff --git a/.doctrees/environment.pickle b/.doctrees/environment.pickle
index 72e7a128a..ce07c6321 100644
Binary files a/.doctrees/environment.pickle and b/.doctrees/environment.pickle differ
diff --git a/.doctrees/generated/demos/Exploratory_Analysis_Demo.doctree b/.doctrees/generated/demos/Exploratory_Analysis_Demo.doctree
index db619ac1d..57db2ebc4 100644
Binary files a/.doctrees/generated/demos/Exploratory_Analysis_Demo.doctree and b/.doctrees/generated/demos/Exploratory_Analysis_Demo.doctree differ
diff --git a/.doctrees/generated/demos/Main_Demo.doctree b/.doctrees/generated/demos/Main_Demo.doctree
index f37371db3..ebe22d712 100644
Binary files a/.doctrees/generated/demos/Main_Demo.doctree and b/.doctrees/generated/demos/Main_Demo.doctree differ
diff --git a/.doctrees/nbsphinx/generated/demos/Exploratory_Analysis_Demo.ipynb b/.doctrees/nbsphinx/generated/demos/Exploratory_Analysis_Demo.ipynb
index 4456cb5ea..647da5544 100644
--- a/.doctrees/nbsphinx/generated/demos/Exploratory_Analysis_Demo.ipynb
+++ b/.doctrees/nbsphinx/generated/demos/Exploratory_Analysis_Demo.ipynb
@@ -65,10 +65,10 @@
    "execution_count": 1,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:40.937161Z",
-     "iopub.status.busy": "2023-11-23T20:32:40.936813Z",
-     "iopub.status.idle": "2023-11-23T20:32:40.948085Z",
-     "shell.execute_reply": "2023-11-23T20:32:40.947509Z"
+     "iopub.execute_input": "2023-11-29T23:43:13.931102Z",
+     "iopub.status.busy": "2023-11-29T23:43:13.930925Z",
+     "iopub.status.idle": "2023-11-29T23:43:13.941073Z",
+     "shell.execute_reply": "2023-11-29T23:43:13.940649Z"
     }
    },
    "outputs": [],
@@ -110,10 +110,10 @@
    "execution_count": 2,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:40.950682Z",
-     "iopub.status.busy": "2023-11-23T20:32:40.950346Z",
-     "iopub.status.idle": "2023-11-23T20:32:44.067398Z",
-     "shell.execute_reply": "2023-11-23T20:32:44.066887Z"
+     "iopub.execute_input": "2023-11-29T23:43:13.943323Z",
+     "iopub.status.busy": "2023-11-29T23:43:13.942979Z",
+     "iopub.status.idle": "2023-11-29T23:43:17.180865Z",
+     "shell.execute_reply": "2023-11-29T23:43:17.180335Z"
     }
    },
    "outputs": [],
@@ -154,10 +154,10 @@
    "execution_count": 3,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:44.069837Z",
-     "iopub.status.busy": "2023-11-23T20:32:44.069496Z",
-     "iopub.status.idle": "2023-11-23T20:32:44.072912Z",
-     "shell.execute_reply": "2023-11-23T20:32:44.072349Z"
+     "iopub.execute_input": "2023-11-29T23:43:17.183355Z",
+     "iopub.status.busy": "2023-11-29T23:43:17.183021Z",
+     "iopub.status.idle": "2023-11-29T23:43:17.186178Z",
+     "shell.execute_reply": "2023-11-29T23:43:17.185657Z"
     }
    },
    "outputs": [
@@ -193,10 +193,10 @@
    "execution_count": 4,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:44.107903Z",
-     "iopub.status.busy": "2023-11-23T20:32:44.107470Z",
-     "iopub.status.idle": "2023-11-23T20:32:44.111718Z",
-     "shell.execute_reply": "2023-11-23T20:32:44.111165Z"
+     "iopub.execute_input": "2023-11-29T23:43:17.221695Z",
+     "iopub.status.busy": "2023-11-29T23:43:17.221295Z",
+     "iopub.status.idle": "2023-11-29T23:43:17.225560Z",
+     "shell.execute_reply": "2023-11-29T23:43:17.225100Z"
     }
    },
    "outputs": [],
@@ -281,17 +281,17 @@
    "execution_count": 5,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:44.114003Z",
-     "iopub.status.busy": "2023-11-23T20:32:44.113600Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.003202Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.002606Z"
+     "iopub.execute_input": "2023-11-29T23:43:17.227914Z",
+     "iopub.status.busy": "2023-11-29T23:43:17.227455Z",
+     "iopub.status.idle": "2023-11-29T23:43:22.567341Z",
+     "shell.execute_reply": "2023-11-29T23:43:22.566804Z"
     }
    },
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "14f617a06c8f4b1c8ca1b6d6309d21b9",
+       "model_id": "fb1af2face1f4ab788109b68cc5ed201",
        "version_major": 2,
        "version_minor": 0
       },
@@ -305,7 +305,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "efdc17b516424b8cbf8a63cb0b9d9bd8",
+       "model_id": "a6fa4cbe24c94826b4ac6beaa14568d1",
        "version_major": 2,
        "version_minor": 0
       },
@@ -319,7 +319,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "31b4276df976449c99867c8641cd008b",
+       "model_id": "00e21baadbb54855b45bd4300baf1da7",
        "version_major": 2,
        "version_minor": 0
       },
@@ -333,7 +333,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "3abe3055b51e4cb08739a07e618a5c3f",
+       "model_id": "02422154db5c43c88e6c06e64a35f638",
        "version_major": 2,
        "version_minor": 0
       },
@@ -347,7 +347,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "8fbbdb0ca2ab4aa7a36f1e59f1e91f77",
+       "model_id": "3254cec1d1a14b5e997d4bfe1bee1c70",
        "version_major": 2,
        "version_minor": 0
       },
@@ -399,10 +399,10 @@
    "execution_count": 6,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.005634Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.005246Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.139522Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.139018Z"
+     "iopub.execute_input": "2023-11-29T23:43:22.569672Z",
+     "iopub.status.busy": "2023-11-29T23:43:22.569342Z",
+     "iopub.status.idle": "2023-11-29T23:43:22.701664Z",
+     "shell.execute_reply": "2023-11-29T23:43:22.701083Z"
     }
    },
    "outputs": [
@@ -487,10 +487,10 @@
    "execution_count": 7,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.141517Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.141338Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.148799Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.148204Z"
+     "iopub.execute_input": "2023-11-29T23:43:22.703907Z",
+     "iopub.status.busy": "2023-11-29T23:43:22.703542Z",
+     "iopub.status.idle": "2023-11-29T23:43:22.710862Z",
+     "shell.execute_reply": "2023-11-29T23:43:22.710393Z"
     }
    },
    "outputs": [
@@ -555,10 +555,10 @@
    "execution_count": 8,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.150963Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.150787Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.157091Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.156657Z"
+     "iopub.execute_input": "2023-11-29T23:43:22.713024Z",
+     "iopub.status.busy": "2023-11-29T23:43:22.712701Z",
+     "iopub.status.idle": "2023-11-29T23:43:22.718840Z",
+     "shell.execute_reply": "2023-11-29T23:43:22.718403Z"
     }
    },
    "outputs": [
@@ -604,10 +604,10 @@
    "execution_count": 9,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.159076Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.158754Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.423853Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.423312Z"
+     "iopub.execute_input": "2023-11-29T23:43:22.720842Z",
+     "iopub.status.busy": "2023-11-29T23:43:22.720520Z",
+     "iopub.status.idle": "2023-11-29T23:43:22.995461Z",
+     "shell.execute_reply": "2023-11-29T23:43:22.994921Z"
     }
    },
    "outputs": [],
@@ -630,10 +630,10 @@
    "execution_count": 10,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.426658Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.426163Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.432133Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.431608Z"
+     "iopub.execute_input": "2023-11-29T23:43:22.998042Z",
+     "iopub.status.busy": "2023-11-29T23:43:22.997673Z",
+     "iopub.status.idle": "2023-11-29T23:43:23.003790Z",
+     "shell.execute_reply": "2023-11-29T23:43:23.003293Z"
     }
    },
    "outputs": [
@@ -774,10 +774,10 @@
    "execution_count": 11,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.434218Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.433904Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.437878Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.437218Z"
+     "iopub.execute_input": "2023-11-29T23:43:23.005995Z",
+     "iopub.status.busy": "2023-11-29T23:43:23.005666Z",
+     "iopub.status.idle": "2023-11-29T23:43:23.009411Z",
+     "shell.execute_reply": "2023-11-29T23:43:23.008922Z"
     }
    },
    "outputs": [
@@ -825,10 +825,10 @@
    "execution_count": 12,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.440433Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.440026Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.445266Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.444786Z"
+     "iopub.execute_input": "2023-11-29T23:43:23.011592Z",
+     "iopub.status.busy": "2023-11-29T23:43:23.011232Z",
+     "iopub.status.idle": "2023-11-29T23:43:23.016737Z",
+     "shell.execute_reply": "2023-11-29T23:43:23.016265Z"
     }
    },
    "outputs": [
@@ -881,10 +881,10 @@
    "execution_count": 13,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.447483Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.447321Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.450474Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.449972Z"
+     "iopub.execute_input": "2023-11-29T23:43:23.018730Z",
+     "iopub.status.busy": "2023-11-29T23:43:23.018419Z",
+     "iopub.status.idle": "2023-11-29T23:43:23.021709Z",
+     "shell.execute_reply": "2023-11-29T23:43:23.021248Z"
     }
    },
    "outputs": [],
@@ -926,10 +926,10 @@
    "execution_count": 14,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.452566Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.452203Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.370098Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.369529Z"
+     "iopub.execute_input": "2023-11-29T23:43:23.023527Z",
+     "iopub.status.busy": "2023-11-29T23:43:23.023365Z",
+     "iopub.status.idle": "2023-11-29T23:43:23.979210Z",
+     "shell.execute_reply": "2023-11-29T23:43:23.978617Z"
     }
    },
    "outputs": [
@@ -1915,9 +1915,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"bba0809f-f23b-437d-8259-cdb722f84ccb\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"bba0809f-f23b-437d-8259-cdb722f84ccb\")) {                    Plotly.newPlot(                        \"bba0809f-f23b-437d-8259-cdb722f84ccb\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003ex=%{x}\\u003cbr\\u003ey=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"0_pre\",\"0_mid\",\"1_pre\",\"1_mid\",\"2_pre\",\"2_mid\",\"3_pre\",\"3_mid\",\"4_pre\",\"4_mid\",\"5_pre\",\"5_mid\",\"6_pre\",\"6_mid\",\"7_pre\",\"7_mid\",\"8_pre\",\"8_mid\",\"9_pre\",\"9_mid\",\"10_pre\",\"10_mid\",\"11_pre\",\"11_mid\",\"final_post\"],\"legendgroup\":\"\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.0,0.5,1.0,1.5,2.0,2.5,3.0,3.5,4.0,4.5,5.0,5.5,6.0,6.5,7.0,7.5,8.0,8.5,9.0,9.5,10.0,10.5,11.0,11.5,12.0],\"xaxis\":\"x\",\"y\":[1.293595414608717e-05,-0.006643435452133417,-0.007525061257183552,-0.009075632318854332,-0.008736707270145416,-0.008685559965670109,-0.006480466574430466,-0.007940070703625679,-0.009662052616477013,-0.015096214599907398,-0.014190716668963432,-0.0199296735227108,-0.00912466924637556,-0.027298130095005035,-0.02985500544309616,0.2497260570526123,0.2505583167076111,0.4500511884689331,0.45996880531311035,5.025448799133301,5.142897605895996,4.730566501617432,4.88706636428833,3.4453954696655273,3.551884651184082],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"x\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"y\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Logit Difference From Accumulate Residual Stream\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c\")) {                    Plotly.newPlot(                        \"f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003ex=%{x}\\u003cbr\\u003ey=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"0_pre\",\"0_mid\",\"1_pre\",\"1_mid\",\"2_pre\",\"2_mid\",\"3_pre\",\"3_mid\",\"4_pre\",\"4_mid\",\"5_pre\",\"5_mid\",\"6_pre\",\"6_mid\",\"7_pre\",\"7_mid\",\"8_pre\",\"8_mid\",\"9_pre\",\"9_mid\",\"10_pre\",\"10_mid\",\"11_pre\",\"11_mid\",\"final_post\"],\"legendgroup\":\"\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.0,0.5,1.0,1.5,2.0,2.5,3.0,3.5,4.0,4.5,5.0,5.5,6.0,6.5,7.0,7.5,8.0,8.5,9.0,9.5,10.0,10.5,11.0,11.5,12.0],\"xaxis\":\"x\",\"y\":[1.293595414608717e-05,-0.006643435452133417,-0.007525061257183552,-0.009075632318854332,-0.008736707270145416,-0.008685559965670109,-0.006480466574430466,-0.007940070703625679,-0.009662052616477013,-0.015096214599907398,-0.014190716668963432,-0.0199296735227108,-0.00912466924637556,-0.027298130095005035,-0.02985500544309616,0.2497260570526123,0.2505583167076111,0.4500511884689331,0.45996880531311035,5.025448799133301,5.142897605895996,4.730566501617432,4.88706636428833,3.4453954696655273,3.551884651184082],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"x\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"y\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Logit Difference From Accumulate Residual Stream\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('bba0809f-f23b-437d-8259-cdb722f84ccb');\n",
+       "var gd = document.getElementById('f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -1982,10 +1982,10 @@
    "execution_count": 15,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.408891Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.408519Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.440735Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.440178Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.020135Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.019717Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.053878Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.053384Z"
     }
    },
    "outputs": [
@@ -2945,9 +2945,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"4a8f2bc4-bcf6-433c-88ca-728973846ecb\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"4a8f2bc4-bcf6-433c-88ca-728973846ecb\")) {                    Plotly.newPlot(                        \"4a8f2bc4-bcf6-433c-88ca-728973846ecb\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003ex=%{x}\\u003cbr\\u003ey=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"embed\",\"pos_embed\",\"0_attn_out\",\"0_mlp_out\",\"1_attn_out\",\"1_mlp_out\",\"2_attn_out\",\"2_mlp_out\",\"3_attn_out\",\"3_mlp_out\",\"4_attn_out\",\"4_mlp_out\",\"5_attn_out\",\"5_mlp_out\",\"6_attn_out\",\"6_mlp_out\",\"7_attn_out\",\"7_mlp_out\",\"8_attn_out\",\"8_mlp_out\",\"9_attn_out\",\"9_mlp_out\",\"10_attn_out\",\"10_mlp_out\",\"11_attn_out\",\"11_mlp_out\"],\"legendgroup\":\"\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],\"xaxis\":\"x\",\"y\":[-0.0002836667117662728,0.00029660205473192036,-0.006656345911324024,-0.0008816644549369812,-0.0015505512710660696,0.00033888069447129965,5.1152193918824196e-05,0.0022051380947232246,-0.0014596364926546812,-0.0017219948349520564,-0.005434125661849976,0.0009055216796696186,-0.00573904300108552,0.010805015452206135,-0.018173500895500183,-0.0025567931588739157,0.2795809805393219,0.0008323963265866041,0.19949282705783844,0.009917497634887695,4.565478324890137,0.11744901537895203,-0.4123265743255615,0.15649503469467163,-1.4416694641113281,0.10648900270462036],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"x\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"y\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Logit Difference From Each Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"fbf38fde-3c2b-4316-96e8-81fe20afd036\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"fbf38fde-3c2b-4316-96e8-81fe20afd036\")) {                    Plotly.newPlot(                        \"fbf38fde-3c2b-4316-96e8-81fe20afd036\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003ex=%{x}\\u003cbr\\u003ey=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"embed\",\"pos_embed\",\"0_attn_out\",\"0_mlp_out\",\"1_attn_out\",\"1_mlp_out\",\"2_attn_out\",\"2_mlp_out\",\"3_attn_out\",\"3_mlp_out\",\"4_attn_out\",\"4_mlp_out\",\"5_attn_out\",\"5_mlp_out\",\"6_attn_out\",\"6_mlp_out\",\"7_attn_out\",\"7_mlp_out\",\"8_attn_out\",\"8_mlp_out\",\"9_attn_out\",\"9_mlp_out\",\"10_attn_out\",\"10_mlp_out\",\"11_attn_out\",\"11_mlp_out\"],\"legendgroup\":\"\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],\"xaxis\":\"x\",\"y\":[-0.0002836667117662728,0.00029660205473192036,-0.006656345911324024,-0.0008816644549369812,-0.0015505512710660696,0.00033888069447129965,5.1152193918824196e-05,0.0022051380947232246,-0.0014596364926546812,-0.0017219948349520564,-0.005434125661849976,0.0009055216796696186,-0.00573904300108552,0.010805015452206135,-0.018173500895500183,-0.0025567931588739157,0.2795809805393219,0.0008323963265866041,0.19949282705783844,0.009917497634887695,4.565478324890137,0.11744901537895203,-0.4123265743255615,0.15649503469467163,-1.4416694641113281,0.10648900270462036],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"x\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"y\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Logit Difference From Each Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('4a8f2bc4-bcf6-433c-88ca-728973846ecb');\n",
+       "var gd = document.getElementById('fbf38fde-3c2b-4316-96e8-81fe20afd036');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3011,10 +3011,10 @@
    "execution_count": 16,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.442694Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.442533Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.498517Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.497932Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.056072Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.055901Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.112558Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.111953Z"
     }
    },
    "outputs": [
@@ -4107,9 +4107,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"03b69bc7-cb4d-4ad9-8158-b1d0da5000c1\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"03b69bc7-cb4d-4ad9-8158-b1d0da5000c1\")) {                    Plotly.newPlot(                        \"03b69bc7-cb4d-4ad9-8158-b1d0da5000c1\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06],[-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163],[0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06],[-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102],[-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048],[0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852],[-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05],[-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658],[-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746],[0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517],[0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684],[0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Each Head\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"36a57bb3-89a2-4eb5-9388-f14b408af502\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"36a57bb3-89a2-4eb5-9388-f14b408af502\")) {                    Plotly.newPlot(                        \"36a57bb3-89a2-4eb5-9388-f14b408af502\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06],[-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163],[0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06],[-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102],[-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048],[0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852],[-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05],[-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658],[-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746],[0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517],[0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684],[0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Each Head\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('03b69bc7-cb4d-4ad9-8158-b1d0da5000c1');\n",
+       "var gd = document.getElementById('36a57bb3-89a2-4eb5-9388-f14b408af502');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -4181,10 +4181,10 @@
    "execution_count": 17,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.500603Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.500431Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.505682Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.505263Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.114759Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.114577Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.119823Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.119366Z"
     }
    },
    "outputs": [],
@@ -4249,29 +4249,29 @@
    "execution_count": 18,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.507633Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.507317Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.516811Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.516299Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.121867Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.121550Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.131455Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.130895Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div style='max-width: 700px;'><h2>Top 3 Positive Logit Attribution Heads</h2><br/><div id=\"circuits-vis-650d206c-7015\" style=\"margin: 15px 0;\"/>\n",
+       "<div style='max-width: 700px;'><h2>Top 3 Positive Logit Attribution Heads</h2><br/><div id=\"circuits-vis-45680ade-e8e2\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-650d206c-7015\",\n",
+       "      \"circuits-vis-45680ade-e8e2\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9979304075241089, 0.0020696199499070644, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9971864819526672, 0.0010516579495742917, 0.0017618322744965553, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9594858288764954, 0.0013107206905260682, 0.03694296255707741, 0.002260446548461914, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9891613125801086, 0.0010526262922212481, 0.004854187369346619, 0.0011043576523661613, 0.0038275623228400946, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9963598847389221, 0.0007981755770742893, 0.0007764199399389327, 0.00019262272689957172, 0.0002416164061287418, 0.0016313284868374467, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.981286346912384, 0.0018637743778526783, 0.006344134453684092, 0.0002960925630759448, 0.004604941233992577, 0.0013966895639896393, 0.004207880236208439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950011372566223, 0.001323046861216426, 0.0007920725620351732, 0.0002464439021423459, 0.00034051432157866657, 0.00016826108912937343, 0.0002837745123542845, 0.0018447553738951683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9920291900634766, 0.0013539865612983704, 0.0007168339216150343, 9.214157034875825e-05, 0.00013419259630609304, 0.00019706363673321903, 0.00035278149880468845, 0.0002426079590804875, 0.004881148226559162, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5483195781707764, 0.00758381187915802, 0.2826598286628723, 0.002968565095216036, 0.14815665781497955, 0.0008172976085916162, 0.0006479920702986419, 0.0017078514210879803, 0.004129360429942608, 0.003009049454703927, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8642559051513672, 0.003649302525445819, 0.004925847053527832, 0.06957447528839111, 0.03868309408426285, 0.00960985105484724, 0.0008548596524633467, 0.0005643010372295976, 0.0037071455735713243, 0.0013952692970633507, 0.00278007285669446, 0.0, 0.0, 0.0, 0.0], [0.30253109335899353, 0.006584455259144306, 0.14017540216445923, 0.030065717175602913, 0.480668306350708, 0.0005923579446971416, 0.0005309728439897299, 0.002413470298051834, 0.008505764417350292, 0.001376626780256629, 0.023764926940202713, 0.002790812635794282, 0.0, 0.0, 0.0], [0.7773903608322144, 0.003722910536453128, 0.022378060966730118, 0.015139482915401459, 0.017408329993486404, 0.0024166577495634556, 0.000709561281837523, 0.0007399592432193458, 0.13850116729736328, 0.0023606487084180117, 0.0057768565602600574, 0.002801432739943266, 0.010654580779373646, 0.0, 0.0], [0.9735962152481079, 0.001281249220483005, 0.0026179130654782057, 9.89185573416762e-05, 0.0005098484689369798, 0.0001200068072648719, 0.00045229317038320005, 0.00010779594595078379, 0.0029545300640165806, 0.001644384115934372, 0.0012141232145950198, 0.00018637318862602115, 0.0008510717889294028, 0.014365249313414097, 0.0], [0.0990300253033638, 0.0009710826561786234, 0.0641324445605278, 0.005246950313448906, 0.8110400438308716, 8.250329847214743e-05, 6.596777529921383e-05, 0.0011991320643574, 0.0008852760074660182, 0.00024891135399229825, 0.01033641118556261, 7.95233208918944e-05, 0.004943298641592264, 0.00028918671887367964, 0.0014492359478026628]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9985041618347168, 0.0014959025429561734, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9966639876365662, 0.0004695779934991151, 0.002866446040570736, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.920828640460968, 0.0007845007348805666, 0.07676951587200165, 0.0016173417679965496, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9835838675498962, 0.0006018307176418602, 0.003012280212715268, 0.006188073195517063, 0.006614003796130419, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950478076934814, 0.0007798016886226833, 0.0007059428025968373, 0.0003824840241577476, 0.000779877882450819, 0.0023041400127112865, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9838821887969971, 0.001590739586390555, 0.006336132530122995, 0.0004584550915751606, 0.004829842131584883, 0.0009966534562408924, 0.0019060714403167367, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.995481014251709, 0.0010436336742714047, 0.0005037460359744728, 0.0005756178870797157, 0.0004619477840606123, 0.0004267198091838509, 0.0006751784239895642, 0.0008320938213728368, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9798213243484497, 0.008518284186720848, 0.0010190311586484313, 0.00029932960751466453, 0.00030979886651039124, 0.0003330529434606433, 0.0015419875271618366, 0.000812650949228555, 0.007344539742916822, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6489241123199463, 0.00872244406491518, 0.10265975445508957, 0.0038905509281903505, 0.22694915533065796, 0.0011350922286510468, 0.00045881973346695304, 0.0004216693341732025, 0.005373908672481775, 0.0014645857736468315, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9156036972999573, 0.0013435527216643095, 0.001167393522337079, 0.04532044753432274, 0.02015787735581398, 0.007576438598334789, 0.0011305586667731404, 0.00024880593991838396, 0.0048463172279298306, 0.0007249554619193077, 0.0018800391117110848, 0.0, 0.0, 0.0, 0.0], [0.496212899684906, 0.0019782891031354666, 0.05844101682305336, 0.00783691368997097, 0.40375587344169617, 0.0005728101823478937, 0.00029639957938343287, 0.0009752865298651159, 0.004650795832276344, 0.0003252361493650824, 0.0231854896992445, 0.001768997753970325, 0.0, 0.0, 0.0], [0.8397700190544128, 0.0018636895110830665, 0.005577517673373222, 0.020380757749080658, 0.029273321852087975, 0.0044487593695521355, 0.0011503295972943306, 0.00024191565171349794, 0.08715135604143143, 0.001358860987238586, 0.002641611732542515, 0.0019266572780907154, 0.004215249326080084, 0.0, 0.0], [0.9744171500205994, 0.002402116311714053, 0.004550523590296507, 0.0002054769138339907, 0.0026625008322298527, 0.0002182716561947018, 0.0008242507465183735, 0.00040549691766500473, 0.0026430347934365273, 0.0015235630562528968, 0.0031088453251868486, 7.676478708162904e-05, 0.0018502476159483194, 0.005111755337566137, 0.0], [0.1847037822008133, 0.0003885060432367027, 0.06518028676509857, 0.0014534678775817156, 0.7318766713142395, 0.00010888312681345269, 2.7485761165735312e-05, 0.0001123118054238148, 0.00136720878072083, 4.016269667772576e-05, 0.012543701566755772, 5.958586552878842e-05, 0.0007756472914479673, 0.001057534827850759, 0.00030486498144455254]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9776753783226013, 0.02232469990849495, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9430753588676453, 0.018823016434907913, 0.03810162842273712, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8963210582733154, 0.006171723362058401, 0.07676297426223755, 0.020744264125823975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8522232174873352, 0.01784440502524376, 0.05478663742542267, 0.012976269237697124, 0.06216944754123688, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9669022560119629, 0.004049539100378752, 0.0020623321179300547, 0.007766410708427429, 0.007081823889166117, 0.012137661688029766, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7676378488540649, 0.018502313643693924, 0.04501323774456978, 0.012471760623157024, 0.10591398924589157, 0.018323639407753944, 0.032137323170900345, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8918280601501465, 0.01006962452083826, 0.013090015389025211, 0.010685205459594727, 0.031169503927230835, 0.00650228513404727, 0.021038588136434555, 0.01561673916876316, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9457208514213562, 0.0045005246065557, 0.013905968517065048, 0.0013248985633254051, 0.01557667925953865, 0.0011157025583088398, 0.0007837474695406854, 0.0007244564476422966, 0.016347261145710945, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5131925940513611, 0.006032112520188093, 0.11406771093606949, 0.009519235230982304, 0.3061339259147644, 0.0034422720782458782, 0.0026016735937446356, 0.0026653956156224012, 0.03412358835339546, 0.008221509866416454, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8395129442214966, 0.008326223120093346, 0.012920897454023361, 0.012827806174755096, 0.029934581369161606, 0.013884127140045166, 0.0034839059226214886, 0.0018691609147936106, 0.039465777575969696, 0.011843975633382797, 0.025930656120181084, 0.0, 0.0, 0.0, 0.0], [0.3585001230239868, 0.004236206877976656, 0.10680269449949265, 0.015598678961396217, 0.4160805344581604, 0.0024919386487454176, 0.0035857129842042923, 0.0038999104872345924, 0.0158549677580595, 0.005938144400715828, 0.06202790141105652, 0.004983280785381794, 0.0, 0.0, 0.0], [0.6125422716140747, 0.004679441452026367, 0.02915518917143345, 0.02824045717716217, 0.08258958160877228, 0.007909875363111496, 0.011129364371299744, 0.003477593418210745, 0.1702776700258255, 0.010538909584283829, 0.015773531049489975, 0.013295065611600876, 0.010391025803983212, 0.0, 0.0], [0.8758100867271423, 0.007089320570230484, 0.012082858942449093, 0.002599617000669241, 0.02126944810152054, 0.0016535734757781029, 0.001903675263747573, 0.0016310070641338825, 0.028230469673871994, 0.008473561145365238, 0.011080380529165268, 0.0027609618846327066, 0.0025940893683582544, 0.022820891812443733, 0.0], [0.5415226817131042, 0.0033975024707615376, 0.03888264298439026, 0.007577141281217337, 0.36139360070228577, 0.0013810729142278433, 0.0010475203162059188, 0.0012340188259258866, 0.006947713904082775, 0.003757023485377431, 0.017671911045908928, 0.0011743957875296474, 0.0036232508718967438, 0.002192466054111719, 0.008196976967155933]]], \"attentionHeadNames\": [\"L9H9\", \"L9H6\", \"L10H0\"], \"tokens\": [\"<|endoftext|>\", \"When\", \" John\", \" and\", \" Mary\", \" went\", \" to\", \" the\", \" shops\", \",\", \" John\", \" gave\", \" the\", \" bag\", \" to\"]}\n",
        "    )\n",
-       "    </script></div><div style='max-width: 700px;'><h2>Top 3 Negative Logit Attribution Heads</h2><br/><div id=\"circuits-vis-066d56eb-a3d5\" style=\"margin: 15px 0;\"/>\n",
+       "    </script></div><div style='max-width: 700px;'><h2>Top 3 Negative Logit Attribution Heads</h2><br/><div id=\"circuits-vis-85e61c23-3abc\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-066d56eb-a3d5\",\n",
+       "      \"circuits-vis-85e61c23-3abc\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9628916382789612, 0.03710833564400673, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9778333902359009, 0.0034864158369600773, 0.018680140376091003, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.873769998550415, 0.00596432713791728, 0.08126718550920486, 0.038998477160930634, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8745137453079224, 0.017276132479310036, 0.01887470670044422, 0.05426836758852005, 0.03506700322031975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9704693555831909, 0.003517787903547287, 0.00032398526673205197, 0.004373480100184679, 0.00039530493086203933, 0.02092018723487854, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7694657444953918, 0.006685878150165081, 0.011966496706008911, 0.040966231375932693, 0.03344444930553436, 0.04401005432009697, 0.09346108883619308, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8177720904350281, 0.009112615138292313, 0.004233685787767172, 0.03900327533483505, 0.012653338722884655, 0.007337867747992277, 0.07410026341676712, 0.03578697517514229, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8309932947158813, 0.0187966451048851, 0.003303283592686057, 0.019832152873277664, 0.004009508993476629, 0.01207832433283329, 0.03246011957526207, 0.01032226998358965, 0.06820440292358398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3140331208705902, 0.015227909199893475, 0.19789265096187592, 0.05937967821955681, 0.32360386848449707, 0.00903772097080946, 0.019917726516723633, 0.01247529685497284, 0.013939710333943367, 0.03449235484004021, 0.0, 0.0, 0.0, 0.0, 0.0], [0.731956958770752, 0.030870256945490837, 0.005064086522907019, 0.08703816682100296, 0.004982737358659506, 0.044725529849529266, 0.023506149649620056, 0.006397760007530451, 0.0034696520306169987, 0.04865318164229393, 0.013335521332919598, 0.0, 0.0, 0.0, 0.0], [0.13710620999336243, 0.012017928063869476, 0.1459234207868576, 0.01568349078297615, 0.4412509799003601, 0.004342444706708193, 0.011117917485535145, 0.007466629147529602, 0.0012341709807515144, 0.019460301846265793, 0.16842906177043915, 0.035967450588941574, 0.0, 0.0, 0.0], [0.40524864196777344, 0.00972096435725689, 0.03158120810985565, 0.09247028082609177, 0.04880831763148308, 0.008174206130206585, 0.03170830383896828, 0.02787904441356659, 0.14128021895885468, 0.030234068632125854, 0.033928606659173965, 0.031714264303445816, 0.10725181549787521, 0.0, 0.0], [0.8084691762924194, 0.005670279264450073, 0.006755997892469168, 0.008696597069501877, 0.010473438538610935, 0.003464746056124568, 0.006761002819985151, 0.002588924951851368, 0.015097740106284618, 0.016036033630371094, 0.011288080364465714, 0.01727747544646263, 0.007799200247973204, 0.07962139695882797, 0.0], [0.029391108080744743, 0.0016060562338680029, 0.0600556842982769, 0.008175741881132126, 0.8099162578582764, 0.0003979629836976528, 0.0028282564599066973, 0.003363262861967087, 0.00015691174485255033, 0.0036459509283304214, 0.05494087189435959, 0.0016660342225804925, 0.015368952415883541, 5.0166785513283685e-05, 0.008436804637312889]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9124024510383606, 0.08759751915931702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.97407466173172, 0.014344141818583012, 0.01158120296895504, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8240249752998352, 0.03700510039925575, 0.06643951684236526, 0.07253044843673706, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5370795726776123, 0.15483315289020538, 0.09031295031309128, 0.1213119626045227, 0.09646230936050415, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9388002157211304, 0.028733229264616966, 0.00034310255432501435, 0.010481266304850578, 0.0008399294456467032, 0.020802246406674385, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6318808794021606, 0.059302765876054764, 0.03517916053533554, 0.0317409373819828, 0.11746876686811447, 0.06869620084762573, 0.05573124438524246, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7625215649604797, 0.04435170814394951, 0.010552986524999142, 0.034276317805051804, 0.014203960075974464, 0.01270359568297863, 0.0725969448685646, 0.04879297316074371, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5725989937782288, 0.12681788206100464, 0.03727065399289131, 0.04314148798584938, 0.0412958487868309, 0.04644748941063881, 0.02916436828672886, 0.037511881440877914, 0.06575131416320801, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12316938489675522, 0.026347056031227112, 0.27960503101348877, 0.04198966920375824, 0.4410582184791565, 0.0061389729380607605, 0.007793002296239138, 0.007175277452915907, 0.01128680631518364, 0.05543654039502144, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4485592544078827, 0.14324842393398285, 0.010774237103760242, 0.07855045050382614, 0.014047829434275627, 0.014864688739180565, 0.008633705787360668, 0.0030146564822643995, 0.012792138382792473, 0.1640862077474594, 0.10142832249403, 0.0, 0.0, 0.0, 0.0], [0.10228177160024643, 0.023883234709501266, 0.05525030940771103, 0.05206810310482979, 0.5759843587875366, 0.0011948138708248734, 0.0013662469573318958, 0.002567774150520563, 0.0018699945649132133, 0.04316002503037453, 0.1088719516992569, 0.03150139003992081, 0.0, 0.0, 0.0], [0.3931320011615753, 0.04406267777085304, 0.040099095553159714, 0.07407409697771072, 0.04061635211110115, 0.007346791215240955, 0.00950719602406025, 0.013865180313587189, 0.06405404210090637, 0.04894230514764786, 0.06277522444725037, 0.09996508061885834, 0.10155992954969406, 0.0, 0.0], [0.7573199272155762, 0.01509570237249136, 0.007350178435444832, 0.013156387954950333, 0.0057263909839093685, 0.008556420914828777, 0.00828259252011776, 0.010307085700333118, 0.0029048887081444263, 0.017329048365354538, 0.015188956633210182, 0.07965736091136932, 0.03024447336792946, 0.028880525380373, 0.0], [0.08579517155885696, 0.023773612454533577, 0.028759416192770004, 0.050303779542446136, 0.674645185470581, 0.0010763935279101133, 0.001151484902948141, 0.0027219706680625677, 0.0005617720307782292, 0.03909158334136009, 0.04861968383193016, 0.015520057640969753, 0.004084523767232895, 0.00043291517067700624, 0.023462478071451187]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9691731929779053, 0.030826786532998085, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9864587187767029, 0.007659828290343285, 0.005881553515791893, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9318376183509827, 0.011915582232177258, 0.0205316673964262, 0.03571505844593048, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8786705732345581, 0.03427591919898987, 0.013157891109585762, 0.027051273733377457, 0.046844419091939926, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9850097298622131, 0.00501946872100234, 0.0013920083874836564, 0.0018760553793981671, 0.00417111162096262, 0.0025315615348517895, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8907089829444885, 0.02026253007352352, 0.020904427394270897, 0.009134638123214245, 0.040578052401542664, 0.003215113654732704, 0.015196285210549831, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9318532347679138, 0.012423785403370857, 0.007052858360111713, 0.006267632357776165, 0.009715685620903969, 0.0013882723869755864, 0.012697475962340832, 0.018601110205054283, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7722936868667603, 0.03829522058367729, 0.03943638876080513, 0.009729274548590183, 0.11019405722618103, 0.009773475117981434, 0.00886813085526228, 0.00397774251177907, 0.007432021200656891, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6659272313117981, 0.019893720746040344, 0.057482197880744934, 0.02604653127491474, 0.1897868812084198, 0.0017340340418741107, 0.004116128198802471, 0.004545121919363737, 0.007496055215597153, 0.022972118109464645, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8588333129882812, 0.018521541729569435, 0.010080326348543167, 0.016174692660570145, 0.044801268726587296, 0.018235502764582634, 0.0026932843029499054, 0.0009044640464708209, 0.004338269587606192, 0.010200376622378826, 0.015216904692351818, 0.0, 0.0, 0.0, 0.0], [0.7452800273895264, 0.020592190325260162, 0.03344869241118431, 0.0456031933426857, 0.09397711604833603, 0.0019107998814433813, 0.003916192799806595, 0.004672205541282892, 0.0032160987611860037, 0.01806800812482834, 0.016300559043884277, 0.013014956377446651, 0.0, 0.0, 0.0], [0.7450795769691467, 0.016002928838133812, 0.02564328908920288, 0.030005209147930145, 0.06691135466098785, 0.0032243195455521345, 0.006530730053782463, 0.006865617819130421, 0.04355346038937569, 0.012662939727306366, 0.010547313839197159, 0.010315658524632454, 0.02265755645930767, 0.0, 0.0], [0.8363592624664307, 0.013512489385902882, 0.016558658331632614, 0.00888032279908657, 0.056306786835193634, 0.002255747327581048, 0.0023983947467058897, 0.0012933423276990652, 0.003150221658870578, 0.013540888205170631, 0.021650196984410286, 0.005392782390117645, 0.004322767723351717, 0.014378189109265804, 0.0], [0.7888550162315369, 0.014087552204728127, 0.022160790860652924, 0.04220626875758171, 0.06532401591539383, 0.0011144892778247595, 0.001956801163032651, 0.002514236606657505, 0.0014487016014754772, 0.012026123702526093, 0.009607548825442791, 0.0068955253809690475, 0.0045570856891572475, 0.003263340797275305, 0.023982463404536247]]], \"attentionHeadNames\": [\"L10H7\", \"L11H10\", \"L11H2\"], \"tokens\": [\"<|endoftext|>\", \"When\", \" John\", \" and\", \" Mary\", \" went\", \" to\", \" the\", \" shops\", \",\", \" John\", \" gave\", \" the\", \" bag\", \" to\"]}\n",
        "    )\n",
@@ -4400,10 +4400,10 @@
    "execution_count": 19,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.518901Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.518601Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.786957Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.786406Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.133845Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.133478Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.415881Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.415247Z"
     }
    },
    "outputs": [
@@ -4435,10 +4435,10 @@
    "execution_count": 20,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.789236Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.788876Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.793317Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.792793Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.418279Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.417923Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.422092Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.421665Z"
     }
    },
    "outputs": [
@@ -4479,10 +4479,10 @@
    "execution_count": 21,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.795261Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.794950Z",
-     "iopub.status.idle": "2023-11-23T20:33:36.768848Z",
-     "shell.execute_reply": "2023-11-23T20:33:36.768201Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.424144Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.423826Z",
+     "iopub.status.idle": "2023-11-29T23:44:12.088439Z",
+     "shell.execute_reply": "2023-11-29T23:44:12.087792Z"
     }
    },
    "outputs": [],
@@ -4540,10 +4540,10 @@
    "execution_count": 22,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:33:36.771469Z",
-     "iopub.status.busy": "2023-11-23T20:33:36.771297Z",
-     "iopub.status.idle": "2023-11-23T20:33:36.802040Z",
-     "shell.execute_reply": "2023-11-23T20:33:36.801506Z"
+     "iopub.execute_input": "2023-11-29T23:44:12.091087Z",
+     "iopub.status.busy": "2023-11-29T23:44:12.090906Z",
+     "iopub.status.idle": "2023-11-29T23:44:12.122675Z",
+     "shell.execute_reply": "2023-11-29T23:44:12.122125Z"
     }
    },
    "outputs": [
@@ -5682,9 +5682,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"a51a3c19-0178-46e9-9e65-4f93cc66936c\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"a51a3c19-0178-46e9-9e65-4f93cc66936c\")) {                    Plotly.newPlot(                        \"a51a3c19-0178-46e9-9e65-4f93cc66936c\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0006500482559204,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0010517835617065,-2.644706728460733e-05,-2.0439421859919094e-05,-0.00045893044443801045,-0.0005940857226960361],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0002665519714355,0.0008679874008521438,0.0005162883899174631,-0.0009931075619533658,-0.0008653023978695273],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9949079155921936,0.005429435055702925,0.001605652505531907,-0.0006178813637234271,-0.0016323344316333532],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675662517547607,0.03134235739707947,0.0028418514411896467,-0.0012303927214816213,-0.0009863615268841386],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675208330154419,0.031000729650259018,0.0017825256800279021,-0.000485612457850948,-0.0006468120263889432],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9228319525718689,0.051345907151699066,0.004729326348751783,0.000934742740355432,0.017047081142663956],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6565485000610352,0.023856764659285545,0.002357480814680457,-1.725100628391374e-05,0.3186914622783661],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02730260230600834,0.03142482042312622,0.0018209208501502872,0.0007993861217983067,0.9383869767189026],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.02684192731976509,0.020981116220355034,0.0012511678505688906,0.00032387589453719556,1.0048280954360962],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005687999073415995,0.014263493940234184,0.0004869885160587728,-9.014824900077656e-05,0.9914219975471497]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Residual Stream\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"7734f85a-ec7c-48b9-9209-458c9be122dd\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"7734f85a-ec7c-48b9-9209-458c9be122dd\")) {                    Plotly.newPlot(                        \"7734f85a-ec7c-48b9-9209-458c9be122dd\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0006500482559204,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0010517835617065,-2.644706728460733e-05,-2.0439421859919094e-05,-0.00045893044443801045,-0.0005940857226960361],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0002665519714355,0.0008679874008521438,0.0005162883899174631,-0.0009931075619533658,-0.0008653023978695273],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9949079155921936,0.005429435055702925,0.001605652505531907,-0.0006178813637234271,-0.0016323344316333532],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675662517547607,0.03134235739707947,0.0028418514411896467,-0.0012303927214816213,-0.0009863615268841386],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675208330154419,0.031000729650259018,0.0017825256800279021,-0.000485612457850948,-0.0006468120263889432],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9228319525718689,0.051345907151699066,0.004729326348751783,0.000934742740355432,0.017047081142663956],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6565485000610352,0.023856764659285545,0.002357480814680457,-1.725100628391374e-05,0.3186914622783661],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02730260230600834,0.03142482042312622,0.0018209208501502872,0.0007993861217983067,0.9383869767189026],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.02684192731976509,0.020981116220355034,0.0012511678505688906,0.00032387589453719556,1.0048280954360962],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005687999073415995,0.014263493940234184,0.0004869885160587728,-9.014824900077656e-05,0.9914219975471497]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Residual Stream\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('a51a3c19-0178-46e9-9e65-4f93cc66936c');\n",
+       "var gd = document.getElementById('7734f85a-ec7c-48b9-9209-458c9be122dd');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -5744,10 +5744,10 @@
    "execution_count": 23,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:33:36.804072Z",
-     "iopub.status.busy": "2023-11-23T20:33:36.803909Z",
-     "iopub.status.idle": "2023-11-23T20:35:08.307653Z",
-     "shell.execute_reply": "2023-11-23T20:35:08.307019Z"
+     "iopub.execute_input": "2023-11-29T23:44:12.125131Z",
+     "iopub.status.busy": "2023-11-29T23:44:12.124952Z",
+     "iopub.status.idle": "2023-11-29T23:45:47.346816Z",
+     "shell.execute_reply": "2023-11-29T23:45:47.346176Z"
     }
    },
    "outputs": [],
@@ -5798,10 +5798,10 @@
    "execution_count": 24,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:35:08.310228Z",
-     "iopub.status.busy": "2023-11-23T20:35:08.310055Z",
-     "iopub.status.idle": "2023-11-23T20:35:08.340596Z",
-     "shell.execute_reply": "2023-11-23T20:35:08.340066Z"
+     "iopub.execute_input": "2023-11-29T23:45:47.349567Z",
+     "iopub.status.busy": "2023-11-29T23:45:47.349393Z",
+     "iopub.status.idle": "2023-11-29T23:45:47.380040Z",
+     "shell.execute_reply": "2023-11-29T23:45:47.379474Z"
     }
    },
    "outputs": [
@@ -6940,9 +6940,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"a7c3c399-8c51-4a2f-acc7-6ef0884a1d58\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"a7c3c399-8c51-4a2f-acc7-6ef0884a1d58\")) {                    Plotly.newPlot(                        \"a7c3c399-8c51-4a2f-acc7-6ef0884a1d58\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03545692563056946,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0029835179448127747,7.960970106068999e-05,2.0942856281180866e-05,8.034807251533493e-05,-0.0005964686279185116],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0019127808045595884,0.0006664795218966901,0.0003951621474698186,-0.0007046734099276364,-0.00027312972815707326],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15463124215602875,0.0038023365195840597,0.0005173287936486304,-0.00012005223106825724,-0.0005605570040643215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005406210198998451,0.019581837579607964,0.0010074721649289131,-0.00024265519459731877,0.0007941504009068012],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.35209766030311584,0.0010531839216127992,0.00022453156998381019,0.00013357782154344022,8.299948967760429e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11985955387353897,0.021244244650006294,0.0027281425427645445,0.0013408797094598413,0.01797393709421158],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013311197981238365,0.011509575881063938,0.0003747562877833843,-4.1147341107716784e-05,0.29760220646858215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.001500166254118085,0.017352767288684845,0.0005848560831509531,0.0010114996694028378,0.5697319507598877],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00012844279990531504,0.006301282439380884,0.00014149851631373167,0.0003127332020085305,0.2715231478214264],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0009371927590109408,8.652352698845789e-05,0.00033203151542693377,1.4431775525736157e-06,-0.19297605752944946],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.406176894903183]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Attention Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"6430cce1-82ad-4ef7-b694-711f25163866\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"6430cce1-82ad-4ef7-b694-711f25163866\")) {                    Plotly.newPlot(                        \"6430cce1-82ad-4ef7-b694-711f25163866\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03545692563056946,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0029835179448127747,7.960970106068999e-05,2.0942856281180866e-05,8.034807251533493e-05,-0.0005964686279185116],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0019127808045595884,0.0006664795218966901,0.0003951621474698186,-0.0007046734099276364,-0.00027312972815707326],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15463124215602875,0.0038023365195840597,0.0005173287936486304,-0.00012005223106825724,-0.0005605570040643215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005406210198998451,0.019581837579607964,0.0010074721649289131,-0.00024265519459731877,0.0007941504009068012],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.35209766030311584,0.0010531839216127992,0.00022453156998381019,0.00013357782154344022,8.299948967760429e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11985955387353897,0.021244244650006294,0.0027281425427645445,0.0013408797094598413,0.01797393709421158],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013311197981238365,0.011509575881063938,0.0003747562877833843,-4.1147341107716784e-05,0.29760220646858215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.001500166254118085,0.017352767288684845,0.0005848560831509531,0.0010114996694028378,0.5697319507598877],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00012844279990531504,0.006301282439380884,0.00014149851631373167,0.0003127332020085305,0.2715231478214264],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0009371927590109408,8.652352698845789e-05,0.00033203151542693377,1.4431775525736157e-06,-0.19297605752944946],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.406176894903183]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Attention Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('a7c3c399-8c51-4a2f-acc7-6ef0884a1d58');\n",
+       "var gd = document.getElementById('6430cce1-82ad-4ef7-b694-711f25163866');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -7004,10 +7004,10 @@
    "execution_count": 25,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:35:08.342678Z",
-     "iopub.status.busy": "2023-11-23T20:35:08.342256Z",
-     "iopub.status.idle": "2023-11-23T20:35:08.370871Z",
-     "shell.execute_reply": "2023-11-23T20:35:08.370369Z"
+     "iopub.execute_input": "2023-11-29T23:45:47.382209Z",
+     "iopub.status.busy": "2023-11-29T23:45:47.381771Z",
+     "iopub.status.idle": "2023-11-29T23:45:47.410885Z",
+     "shell.execute_reply": "2023-11-29T23:45:47.410327Z"
     }
    },
    "outputs": [
@@ -8146,9 +8146,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"b89d42f6-1a0d-4018-b389-a00112580fad\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"b89d42f6-1a0d-4018-b389-a00112580fad\")) {                    Plotly.newPlot(                        \"b89d42f6-1a0d-4018-b389-a00112580fad\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8507900834083557,-0.00027836544904857874,-7.31321852072142e-05,-0.00047309373621828854,3.997266321675852e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008864633738994598,0.00022191372408997267,0.000149788407725282,-4.8732414143159986e-05,0.00030383921694010496],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013549826107919216,5.843190956511535e-05,-0.0003299170930404216,-0.0006385557353496552,0.0007729054777882993],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0019474505679681897,0.0004986010608263314,0.00017297992599196732,0.00016865039651747793,0.00040781512507237494],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.01978670246899128,0.004129031673073769,-4.8765974497655407e-05,-0.00016975795733742416,0.0007918681367300451],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09652474522590637,-0.0018820377299562097,-0.00048356514889746904,0.0007101775845512748,-0.00018338423979002982],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.015899620950222015,-0.0008501993725076318,0.00012371051707305014,2.882998887798749e-05,-0.0072376360185444355],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.010361075401306152,0.0031509934924542904,0.000531156430952251,0.0002355399919906631,0.008496892638504505],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.012532721273601055,2.2553844246431254e-05,-0.000354014802724123,8.652352698845789e-05,-0.021631352603435516],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00033431375049985945,0.0008099246770143509,1.654619882174302e-05,0.00012944966147188097,0.0316244512796402],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0013598088407889009,-0.0001945940311998129,-9.921006858348846e-05,-0.00014143140288069844,0.02876470983028412],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02044915407896042]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched MLP Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"437722b4-a859-4f5d-a010-dc3fb8779e6a\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"437722b4-a859-4f5d-a010-dc3fb8779e6a\")) {                    Plotly.newPlot(                        \"437722b4-a859-4f5d-a010-dc3fb8779e6a\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8507900834083557,-0.00027836544904857874,-7.31321852072142e-05,-0.00047309373621828854,3.997266321675852e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008864633738994598,0.00022191372408997267,0.000149788407725282,-4.8732414143159986e-05,0.00030383921694010496],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013549826107919216,5.843190956511535e-05,-0.0003299170930404216,-0.0006385557353496552,0.0007729054777882993],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0019474505679681897,0.0004986010608263314,0.00017297992599196732,0.00016865039651747793,0.00040781512507237494],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.01978670246899128,0.004129031673073769,-4.8765974497655407e-05,-0.00016975795733742416,0.0007918681367300451],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09652474522590637,-0.0018820377299562097,-0.00048356514889746904,0.0007101775845512748,-0.00018338423979002982],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.015899620950222015,-0.0008501993725076318,0.00012371051707305014,2.882998887798749e-05,-0.0072376360185444355],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.010361075401306152,0.0031509934924542904,0.000531156430952251,0.0002355399919906631,0.008496892638504505],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.012532721273601055,2.2553844246431254e-05,-0.000354014802724123,8.652352698845789e-05,-0.021631352603435516],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00033431375049985945,0.0008099246770143509,1.654619882174302e-05,0.00012944966147188097,0.0316244512796402],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0013598088407889009,-0.0001945940311998129,-9.921006858348846e-05,-0.00014143140288069844,0.02876470983028412],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02044915407896042]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched MLP Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('b89d42f6-1a0d-4018-b389-a00112580fad');\n",
+       "var gd = document.getElementById('437722b4-a859-4f5d-a010-dc3fb8779e6a');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -8202,10 +8202,10 @@
    "execution_count": 26,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:35:08.372986Z",
-     "iopub.status.busy": "2023-11-23T20:35:08.372677Z",
-     "iopub.status.idle": "2023-11-23T20:35:44.918980Z",
-     "shell.execute_reply": "2023-11-23T20:35:44.918346Z"
+     "iopub.execute_input": "2023-11-29T23:45:47.413169Z",
+     "iopub.status.busy": "2023-11-29T23:45:47.412845Z",
+     "iopub.status.idle": "2023-11-29T23:46:25.439081Z",
+     "shell.execute_reply": "2023-11-29T23:46:25.438442Z"
     }
    },
    "outputs": [],
@@ -8252,10 +8252,10 @@
    "execution_count": 27,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:35:44.921787Z",
-     "iopub.status.busy": "2023-11-23T20:35:44.921356Z",
-     "iopub.status.idle": "2023-11-23T20:35:44.950988Z",
-     "shell.execute_reply": "2023-11-23T20:35:44.950460Z"
+     "iopub.execute_input": "2023-11-29T23:46:25.441851Z",
+     "iopub.status.busy": "2023-11-29T23:46:25.441407Z",
+     "iopub.status.idle": "2023-11-29T23:46:25.472494Z",
+     "shell.execute_reply": "2023-11-29T23:46:25.471905Z"
     }
    },
    "outputs": [
@@ -9341,9 +9341,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"756ddb81-9a6c-4bfb-a7d3-e27c01f21347\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"756ddb81-9a6c-4bfb-a7d3-e27c01f21347\")) {                    Plotly.newPlot(                        \"756ddb81-9a6c-4bfb-a7d3-e27c01f21347\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914],[-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934],[-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136],[0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631],[-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408],[-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322],[0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635],[0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078],[-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526],[0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973],[0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407],[0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Output\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"2a7a1226-0244-411d-b545-96df76631e85\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"2a7a1226-0244-411d-b545-96df76631e85\")) {                    Plotly.newPlot(                        \"2a7a1226-0244-411d-b545-96df76631e85\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914],[-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934],[-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136],[0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631],[-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408],[-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322],[0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635],[0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078],[-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526],[0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973],[0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407],[0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Output\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('756ddb81-9a6c-4bfb-a7d3-e27c01f21347');\n",
+       "var gd = document.getElementById('2a7a1226-0244-411d-b545-96df76631e85');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -9406,10 +9406,10 @@
    "execution_count": 28,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:35:44.952933Z",
-     "iopub.status.busy": "2023-11-23T20:35:44.952773Z",
-     "iopub.status.idle": "2023-11-23T20:36:21.394638Z",
-     "shell.execute_reply": "2023-11-23T20:36:21.393997Z"
+     "iopub.execute_input": "2023-11-29T23:46:25.474966Z",
+     "iopub.status.busy": "2023-11-29T23:46:25.474590Z",
+     "iopub.status.idle": "2023-11-29T23:47:03.457869Z",
+     "shell.execute_reply": "2023-11-29T23:47:03.457261Z"
     }
    },
    "outputs": [],
@@ -9444,10 +9444,10 @@
    "execution_count": 29,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:21.397182Z",
-     "iopub.status.busy": "2023-11-23T20:36:21.397015Z",
-     "iopub.status.idle": "2023-11-23T20:36:21.427988Z",
-     "shell.execute_reply": "2023-11-23T20:36:21.427443Z"
+     "iopub.execute_input": "2023-11-29T23:47:03.460551Z",
+     "iopub.status.busy": "2023-11-29T23:47:03.460356Z",
+     "iopub.status.idle": "2023-11-29T23:47:03.491426Z",
+     "shell.execute_reply": "2023-11-29T23:47:03.490830Z"
     }
    },
    "outputs": [
@@ -10533,9 +10533,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"3d01f8a3-4cea-4621-b7b6-86ff14fa182e\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"3d01f8a3-4cea-4621-b7b6-86ff14fa182e\")) {                    Plotly.newPlot(                        \"3d01f8a3-4cea-4621-b7b6-86ff14fa182e\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008],[-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811],[0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526],[0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05],[-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286],[7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594],[0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012],[-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697],[-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418],[-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157],[-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113],[0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Value\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"2f61422c-ab6e-4891-b165-eb5d08bbb0f5\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"2f61422c-ab6e-4891-b165-eb5d08bbb0f5\")) {                    Plotly.newPlot(                        \"2f61422c-ab6e-4891-b165-eb5d08bbb0f5\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008],[-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811],[0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526],[0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05],[-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286],[7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594],[0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012],[-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697],[-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418],[-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157],[-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113],[0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Value\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('3d01f8a3-4cea-4621-b7b6-86ff14fa182e');\n",
+       "var gd = document.getElementById('2f61422c-ab6e-4891-b165-eb5d08bbb0f5');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -10586,10 +10586,10 @@
    "execution_count": 30,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:21.430266Z",
-     "iopub.status.busy": "2023-11-23T20:36:21.429892Z",
-     "iopub.status.idle": "2023-11-23T20:36:21.473284Z",
-     "shell.execute_reply": "2023-11-23T20:36:21.472778Z"
+     "iopub.execute_input": "2023-11-29T23:47:03.493435Z",
+     "iopub.status.busy": "2023-11-29T23:47:03.493262Z",
+     "iopub.status.idle": "2023-11-29T23:47:03.537921Z",
+     "shell.execute_reply": "2023-11-29T23:47:03.537335Z"
     }
    },
    "outputs": [
@@ -12103,9 +12103,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"dc52a291-b702-4ed9-b59a-416caaded9a9\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"dc52a291-b702-4ed9-b59a-416caaded9a9\")) {                    Plotly.newPlot(                        \"dc52a291-b702-4ed9-b59a-416caaded9a9\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eValue Patch=%{x}\\u003cbr\\u003eOutput Patch=%{y}\\u003cbr\\u003eLayer=%{marker.color}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":[0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,7,7,7,8,8,8,8,8,8,8,8,8,8,8,8,9,9,9,9,9,9,9,9,9,9,9,9,10,10,10,10,10,10,10,10,10,10,10,10,11,11,11,11,11,11,11,11,11,11,11,11],\"coloraxis\":\"coloraxis\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008,-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811,0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526,0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05,-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286,7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594,0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012,-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697,-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418,-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157,-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113,0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526],\"xaxis\":\"x\",\"y\":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Value Patch\"},\"range\":[-0.5,0.5]},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Output Patch\"},\"range\":[-0.5,0.5]},\"coloraxis\":{\"colorbar\":{\"title\":{\"text\":\"Layer\"}},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Scatter plot of output patching vs value patching\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"18b41811-3a50-4f2f-85dc-294b5c87bd54\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"18b41811-3a50-4f2f-85dc-294b5c87bd54\")) {                    Plotly.newPlot(                        \"18b41811-3a50-4f2f-85dc-294b5c87bd54\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eValue Patch=%{x}\\u003cbr\\u003eOutput Patch=%{y}\\u003cbr\\u003eLayer=%{marker.color}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":[0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,7,7,7,8,8,8,8,8,8,8,8,8,8,8,8,9,9,9,9,9,9,9,9,9,9,9,9,10,10,10,10,10,10,10,10,10,10,10,10,11,11,11,11,11,11,11,11,11,11,11,11],\"coloraxis\":\"coloraxis\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008,-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811,0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526,0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05,-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286,7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594,0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012,-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697,-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418,-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157,-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113,0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526],\"xaxis\":\"x\",\"y\":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Value Patch\"},\"range\":[-0.5,0.5]},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Output Patch\"},\"range\":[-0.5,0.5]},\"coloraxis\":{\"colorbar\":{\"title\":{\"text\":\"Layer\"}},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Scatter plot of output patching vs value patching\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('dc52a291-b702-4ed9-b59a-416caaded9a9');\n",
+       "var gd = document.getElementById('18b41811-3a50-4f2f-85dc-294b5c87bd54');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -12167,10 +12167,10 @@
    "execution_count": 31,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:21.475634Z",
-     "iopub.status.busy": "2023-11-23T20:36:21.475350Z",
-     "iopub.status.idle": "2023-11-23T20:36:57.947914Z",
-     "shell.execute_reply": "2023-11-23T20:36:57.947301Z"
+     "iopub.execute_input": "2023-11-29T23:47:03.540740Z",
+     "iopub.status.busy": "2023-11-29T23:47:03.540390Z",
+     "iopub.status.idle": "2023-11-29T23:47:41.573794Z",
+     "shell.execute_reply": "2023-11-29T23:47:41.573150Z"
     }
    },
    "outputs": [],
@@ -12210,10 +12210,10 @@
    "execution_count": 32,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:57.950512Z",
-     "iopub.status.busy": "2023-11-23T20:36:57.950118Z",
-     "iopub.status.idle": "2023-11-23T20:36:58.008764Z",
-     "shell.execute_reply": "2023-11-23T20:36:58.008211Z"
+     "iopub.execute_input": "2023-11-29T23:47:41.576437Z",
+     "iopub.status.busy": "2023-11-29T23:47:41.576253Z",
+     "iopub.status.idle": "2023-11-29T23:47:41.635598Z",
+     "shell.execute_reply": "2023-11-29T23:47:41.635032Z"
     }
    },
    "outputs": [
@@ -13299,9 +13299,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"b7e09264-0acf-4d6f-808b-6ed78d9b64c7\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"b7e09264-0acf-4d6f-808b-6ed78d9b64c7\")) {                    Plotly.newPlot(                        \"b7e09264-0acf-4d6f-808b-6ed78d9b64c7\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651],[-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762],[-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488],[0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05],[-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05],[-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296],[-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218],[0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683],[0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847],[0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252],[0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368],[0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Pattern\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"6138b94a-5883-4d15-9992-b50b82053fb1\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"6138b94a-5883-4d15-9992-b50b82053fb1\")) {                    Plotly.newPlot(                        \"6138b94a-5883-4d15-9992-b50b82053fb1\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651],[-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762],[-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488],[0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05],[-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05],[-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296],[-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218],[0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683],[0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847],[0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252],[0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368],[0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Pattern\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('b7e09264-0acf-4d6f-808b-6ed78d9b64c7');\n",
+       "var gd = document.getElementById('6138b94a-5883-4d15-9992-b50b82053fb1');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -14636,9 +14636,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"2a162d08-4115-4419-a0a3-6cf23f9b8d6a\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"2a162d08-4115-4419-a0a3-6cf23f9b8d6a\")) {                    Plotly.newPlot(                        \"2a162d08-4115-4419-a0a3-6cf23f9b8d6a\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eAttention Patch=%{x}\\u003cbr\\u003eOutput Patch=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651,-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762,-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488,0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05,-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05,-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296,-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218,0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683,0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847,0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252,0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368,0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399],\"xaxis\":\"x\",\"y\":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Attention Patch\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Output Patch\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Scatter plot of output patching vs attention patching\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"34effdca-7a1e-43d0-80ff-7ff254d0b0c2\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"34effdca-7a1e-43d0-80ff-7ff254d0b0c2\")) {                    Plotly.newPlot(                        \"34effdca-7a1e-43d0-80ff-7ff254d0b0c2\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eAttention Patch=%{x}\\u003cbr\\u003eOutput Patch=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651,-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762,-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488,0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05,-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05,-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296,-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218,0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683,0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847,0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252,0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368,0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399],\"xaxis\":\"x\",\"y\":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Attention Patch\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Output Patch\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Scatter plot of output patching vs attention patching\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('2a162d08-4115-4419-a0a3-6cf23f9b8d6a');\n",
+       "var gd = document.getElementById('34effdca-7a1e-43d0-80ff-7ff254d0b0c2');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -14717,37 +14717,37 @@
    "execution_count": 33,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:58.010875Z",
-     "iopub.status.busy": "2023-11-23T20:36:58.010579Z",
-     "iopub.status.idle": "2023-11-23T20:36:58.023140Z",
-     "shell.execute_reply": "2023-11-23T20:36:58.022659Z"
+     "iopub.execute_input": "2023-11-29T23:47:41.638568Z",
+     "iopub.status.busy": "2023-11-29T23:47:41.638205Z",
+     "iopub.status.idle": "2023-11-29T23:47:41.652763Z",
+     "shell.execute_reply": "2023-11-29T23:47:41.652180Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div style='max-width: 700px;'><h2>Top Early Heads</h2><br/><div id=\"circuits-vis-db591470-72bd\" style=\"margin: 15px 0;\"/>\n",
+       "<div style='max-width: 700px;'><h2>Top Early Heads</h2><br/><div id=\"circuits-vis-2fbf3e6b-4946\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-db591470-72bd\",\n",
+       "      \"circuits-vis-2fbf3e6b-4946\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9964697360992432, 0.003530223621055484, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9966080188751221, 0.0017803373048081994, 0.0016116504557430744, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9577599763870239, 0.002041342668235302, 0.005767092574387789, 0.03443162143230438, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9969283938407898, 0.0006081261090002954, 0.0016115037724375725, 0.0005201444728299975, 0.0003317891387268901, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9679324626922607, 0.0013422572519630194, 0.011834579519927502, 0.004275889601558447, 0.0052496944554150105, 0.009365051984786987, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9869164228439331, 0.001347848097793758, 0.008249755017459393, 0.00044454942690208554, 0.0012886007316410542, 0.0008496167720295489, 0.0009031298686750233, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9841058850288391, 0.005145575385540724, 0.0032505642157047987, 0.00023865960247348994, 0.0014756245072931051, 0.0009722125832922757, 0.0013405266217887402, 0.0034710431937128305, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9905136823654175, 0.002642459236085415, 0.0020855546463280916, 4.153343411417154e-07, 1.7418165953131393e-05, 0.00030960413278080523, 0.00018154091958422214, 0.0010755137773230672, 0.0031737706158310175, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9528715014457703, 0.007327647879719734, 0.008451228030025959, 0.000280464329989627, 0.002839951775968075, 0.0027732201851904392, 0.0011097610695287585, 0.0011477009393274784, 0.005757139530032873, 0.017441319301724434, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04626862332224846, 0.00023600664280820638, 0.0001257883559446782, 0.5745658874511719, 0.3546750247478485, 0.01928790658712387, 9.036163828568533e-05, 0.0004469125997275114, 0.004133328795433044, 3.633206915765186e-06, 0.00016657053492963314, 0.0, 0.0, 0.0, 0.0], [0.887678861618042, 0.005508155096322298, 0.008590019308030605, 0.02278931438922882, 0.034917283803224564, 0.0014860400697216392, 7.143733819248155e-05, 0.0006066872156225145, 0.01060196291655302, 0.00014759421173948795, 0.004989842418581247, 0.022612785920500755, 0.0, 0.0, 0.0], [0.9325922727584839, 0.009143135510385036, 0.002339170780032873, 0.0008593846578150988, 0.0012484455946832895, 0.00037233135662972927, 0.00013962917728349566, 5.667164805345237e-05, 0.029758287593722343, 0.0026664447505027056, 0.0034013024996966124, 0.0010437103919684887, 0.01637924462556839, 0.0, 0.0], [0.9817628860473633, 0.0019175870111212134, 0.0004077536868862808, 1.3564348932959547e-07, 1.2640929526241962e-05, 2.9349055694183335e-05, 3.7203823012532666e-05, 1.9605709894676693e-05, 0.00034280060208402574, 0.00201462977565825, 0.0073770079761743546, 4.7510748117929325e-06, 0.0004324719193391502, 0.005641298834234476, 0.0], [0.9087751507759094, 0.0041009001433849335, 0.006778032518923283, 1.5800427718204446e-05, 0.00011193954560440034, 8.643371984362602e-05, 3.187264610460261e-06, 0.0015851646894589067, 0.0037993916776031256, 0.006704840809106827, 0.013977107591927052, 0.00011608953354880214, 0.004422862082719803, 0.021179813891649246, 0.028343288227915764]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9990116357803345, 0.0009883939055725932, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9985806941986084, 0.0004404809733387083, 0.0009789259638637304, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9970335960388184, 0.0004637624660972506, 0.0009368500905111432, 0.0015657859621569514, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9892035126686096, 8.868413715390489e-05, 0.0005742259090766311, 0.009837915189564228, 0.00029560952680185437, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9954046010971069, 0.00010050194396171719, 0.001341593568213284, 3.886767808580771e-05, 0.00012061682355124503, 0.0029939343221485615, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989855885505676, 0.00010351985838497058, 0.0004172757326159626, 7.2275151978828944e-06, 6.0468806623248383e-05, 0.00025496730813756585, 0.0001708982017589733, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9980852603912354, 0.0001682286965660751, 0.0001091038211598061, 4.1012394831341226e-06, 5.103561852592975e-05, 0.0001056204637279734, 4.150088716414757e-05, 0.0014351900899782777, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9972643852233887, 7.076081237755716e-05, 6.327232404146343e-05, 2.615450966914068e-08, 5.106949174660258e-06, 3.738357554539107e-05, 3.4554443118395284e-05, 0.00046177589683793485, 0.0020626948680728674, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9859043955802917, 0.001569257234223187, 0.001985962735489011, 5.883407084184e-06, 0.00031620473600924015, 0.00014976735110394657, 2.411000787105877e-05, 0.0001266731705982238, 0.001265558646991849, 0.008652214892208576, 0.0, 0.0, 0.0, 0.0, 0.0], [0.32128873467445374, 0.0026113842613995075, 0.001752589363604784, 0.4828413128852844, 0.17529551684856415, 0.012053524143993855, 5.731497731176205e-05, 0.00047417357563972473, 0.0011855927295982838, 4.623091081157327e-05, 0.002393604489043355, 0.0, 0.0, 0.0, 0.0], [0.9928818941116333, 0.001145274960435927, 0.0015605563530698419, 5.5704862461425364e-05, 0.0020913362968713045, 0.00025023656780831516, 9.751709058036795e-07, 1.4541532436851412e-05, 0.0006855723913758993, 3.3004100259859115e-05, 0.0003418459964450449, 0.0009391419589519501, 0.0, 0.0, 0.0], [0.9924144148826599, 0.0006524068885482848, 0.00016266584862023592, 7.948347956698854e-06, 0.00015110620006453246, 6.227296398719773e-05, 7.466151714652369e-07, 4.0005147639021743e-07, 0.0024406753946095705, 3.0304761821753345e-05, 4.814799103769474e-05, 9.094875713344663e-05, 0.003938094712793827, 0.0, 0.0], [0.9971888661384583, 0.0006214630557224154, 3.946273500332609e-05, 1.9362426328939364e-08, 1.8006352320298902e-06, 1.908060221467167e-05, 9.158929060504306e-06, 7.050003887343337e-07, 6.766093429178e-05, 0.0008072685450315475, 0.0001361245522275567, 2.2040035219106358e-06, 2.116415635100566e-05, 0.0010850990656763315, 0.0], [0.9784426689147949, 0.0038412881549447775, 0.001794080133549869, 9.54472034209175e-06, 0.0001613274507690221, 0.00021571657271124423, 3.438454712068051e-07, 0.00019119922944810241, 0.0018584016943350434, 0.002262122230604291, 0.0028807942289859056, 0.0001513768802396953, 3.800480408244766e-05, 0.004419002216309309, 0.0037340952549129725]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9793283343315125, 0.020671723410487175, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9060323238372803, 0.0005559843848459423, 0.09341169148683548, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9916713237762451, 0.0009248537244275212, 0.0019154123729094863, 0.005488428752869368, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9500629901885986, 0.001509388443082571, 0.00022879369498696178, 0.0011742714559659362, 0.04702464118599892, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9742831587791443, 0.0013348556822165847, 0.00016252745990641415, 0.0011392695596441627, 1.2687513617493096e-06, 0.023079002276062965, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9734269380569458, 0.0036637973971664906, 0.0007961386581882834, 0.002033655997365713, 1.7259782907785848e-05, 0.013762583956122398, 0.006299522239714861, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9740443229675293, 0.0018358632223680615, 0.00031735471566207707, 0.0013147114077582955, 4.377634832053445e-05, 0.00045178644359111786, 0.00035931586171500385, 0.02163281850516796, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8537229299545288, 0.0009385432349517941, 1.8928742065327242e-05, 0.0007116467459127307, 4.057451951666735e-05, 2.70685923169367e-05, 0.0005688042147085071, 0.01303890347480774, 0.13093258440494537, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9718613028526306, 0.003021235577762127, 0.0018890928477048874, 0.0058778380043804646, 0.0006584360380657017, 0.002494583837687969, 0.0011563486186787486, 0.008928265422582626, 0.0013289464404806495, 0.002783940639346838, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21994587779045105, 0.0028093501459807158, 0.6635687351226807, 0.007326224353164434, 0.00115356151945889, 0.0018521182937547565, 0.0013647330924868584, 0.0083701703697443, 0.00012475394760258496, 0.0026706838980317116, 0.09081386029720306, 0.0, 0.0, 0.0, 0.0], [0.9398403763771057, 0.003739872481673956, 0.0006579137989319861, 0.002755152527242899, 1.3964790014142636e-05, 0.0020812121219933033, 0.007874595001339912, 0.008091972209513187, 0.002785066608339548, 0.0036972975358366966, 0.0001285759062739089, 0.028334062546491623, 0.0, 0.0, 0.0], [0.9256279468536377, 0.0036807910073548555, 0.0006159096374176443, 0.004310125019401312, 7.914528396213427e-05, 0.0015225792303681374, 0.001409343909472227, 0.0410664901137352, 0.001192767871543765, 0.0027047377079725266, 8.953321230364963e-05, 0.0003125194925814867, 0.01738814450800419, 0.0, 0.0], [0.7785976529121399, 0.005006677471101284, 8.588899072492495e-05, 0.001643915893509984, 3.517180812195875e-05, 0.0007985713891685009, 0.004088229034096003, 0.03206511214375496, 0.027686182409524918, 0.003920216578990221, 2.5869345336104743e-05, 0.0010157267097383738, 0.009296730160713196, 0.1357339769601822, 0.0], [0.954503059387207, 0.006336916238069534, 0.0003258536453358829, 0.0035448346752673388, 2.090790258080233e-05, 0.007449537981301546, 0.009913000278174877, 0.005456205457448959, 0.0005529900663532317, 0.0011178074637427926, 6.704586849082261e-05, 0.0039782775565981865, 0.0024476239923387766, 6.58445933368057e-05, 0.004220110829919577]]], \"attentionHeadNames\": [\"L5H5\", \"L6H9\", \"L3H0\"], \"tokens\": [\"<|endoftext|>\", \"When\", \" John\", \" and\", \" Mary\", \" went\", \" to\", \" the\", \" shops\", \",\", \" John\", \" gave\", \" the\", \" bag\", \" to\"]}\n",
        "    )\n",
-       "    </script></div><div style='max-width: 700px;'><h2>Top Middle Heads</h2><br/><div id=\"circuits-vis-13b733ae-88fd\" style=\"margin: 15px 0;\"/>\n",
+       "    </script></div><div style='max-width: 700px;'><h2>Top Middle Heads</h2><br/><div id=\"circuits-vis-4d831517-616c\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-13b733ae-88fd\",\n",
+       "      \"circuits-vis-4d831517-616c\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9883803129196167, 0.011619750410318375, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9756757020950317, 0.006998087745159864, 0.017326174303889275, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.06910055130720139, 0.005814334377646446, 0.9046230912208557, 0.0204620361328125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8063381910324097, 0.0033198418095707893, 0.05377721041440964, 0.110008604824543, 0.026556232944130898, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9564916491508484, 0.0042512924410402775, 0.01147796493023634, 0.011219630017876625, 0.005006634164601564, 0.011552789248526096, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9077334403991699, 0.0036374421324580908, 0.04021419957280159, 0.012946881353855133, 0.019611842930316925, 0.011057586409151554, 0.004798640497028828, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9552405476570129, 0.009812518022954464, 0.01168749388307333, 0.0090243611484766, 0.0034366215113550425, 0.004399928264319897, 0.0033402384724467993, 0.0030582621693611145, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9294586777687073, 0.009998402558267117, 0.004449563100934029, 0.006221574265509844, 0.001487632980570197, 0.018290335312485695, 0.007122071925550699, 0.003623207798227668, 0.019348634406924248, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6007112264633179, 0.014475366100668907, 0.09337012469768524, 0.016602087765932083, 0.05098911374807358, 0.10098638385534286, 0.051671918481588364, 0.02743111364543438, 0.026036005467176437, 0.017726672813296318, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6264238953590393, 0.012645110487937927, 0.01607012376189232, 0.024194443598389626, 0.029195599257946014, 0.1185709536075592, 0.06370387971401215, 0.023378631100058556, 0.0016588775906711817, 0.06528986990451813, 0.018868593499064445, 0.0, 0.0, 0.0, 0.0], [0.29910513758659363, 0.0021427394822239876, 0.024437598884105682, 0.005155457649379969, 0.01052689179778099, 0.0033212807029485703, 0.0092545161023736, 0.005843542516231537, 0.0021181900519877672, 0.017681734636425972, 0.6048202514648438, 0.01559268869459629, 0.0, 0.0, 0.0], [0.8641636967658997, 0.004937551449984312, 0.019023891538381577, 0.0016702580032870173, 0.006097312085330486, 0.0005472631310112774, 0.0035640087444335222, 0.000300026178592816, 0.007774005644023418, 0.007786968722939491, 0.0642131119966507, 0.0057893176563084126, 0.014132500626146793, 0.0, 0.0], [0.9178580045700073, 0.005138523411005735, 0.0034031877294182777, 0.002188813639804721, 0.0026149670593440533, 0.002886858768761158, 0.0028416861314326525, 0.0013745100004598498, 0.0064310976304113865, 0.01230684295296669, 0.0090817641466856, 0.013100571930408478, 0.008110271766781807, 0.012662876397371292, 0.0], [0.01948780007660389, 5.700236215488985e-05, 0.026276428252458572, 0.0009103953489102423, 0.005632849410176277, 7.981778617249802e-05, 5.7736862800084054e-05, 0.000307683803839609, 0.00014904788986314088, 0.0002852979232557118, 0.9430450201034546, 0.0007767673232592642, 0.0018659713678061962, 0.0006072790711186826, 0.00046092504635453224]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9562383890151978, 0.04376164451241493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9643059372901917, 0.007428085897117853, 0.028265973553061485, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6456212401390076, 0.029121819883584976, 0.20926053822040558, 0.11599638313055038, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7634044289588928, 0.0171402245759964, 0.026512369513511658, 0.08158662915229797, 0.11135637015104294, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.826745331287384, 0.029910143464803696, 0.015236054547131062, 0.0345725379884243, 0.02703087590634823, 0.06650504469871521, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7882241606712341, 0.028333423659205437, 0.041241876780986786, 0.024983379989862442, 0.05788372457027435, 0.020290188491344452, 0.03904324397444725, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7217293381690979, 0.027771778404712677, 0.0208197683095932, 0.02450416050851345, 0.018139688298106194, 0.01407912652939558, 0.044423941522836685, 0.12853220105171204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7728042602539062, 0.04133643954992294, 0.006504536606371403, 0.007949027232825756, 0.006013220641762018, 0.015620367601513863, 0.039801597595214844, 0.0554547980427742, 0.05451575666666031, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4707341492176056, 0.03082239255309105, 0.07406111061573029, 0.05525263771414757, 0.14865727722644806, 0.062336456030607224, 0.03405316546559334, 0.026126904413104057, 0.042439054697752, 0.05551687628030777, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6962029933929443, 0.005297218449413776, 0.004229616839438677, 0.05190788954496384, 0.007751140743494034, 0.035178836435079575, 0.030573494732379913, 0.021498773247003555, 0.015660129487514496, 0.05138472095131874, 0.08031520247459412, 0.0, 0.0, 0.0, 0.0], [0.37817683815956116, 0.006224601063877344, 0.02358856052160263, 0.044115424156188965, 0.05945148319005966, 0.009539028629660606, 0.012997728772461414, 0.014349046163260937, 0.02039376087486744, 0.01785477250814438, 0.3345959186553955, 0.07871288806200027, 0.0, 0.0, 0.0], [0.47600242495536804, 0.011026066727936268, 0.018324464559555054, 0.04565681889653206, 0.026791490614414215, 0.01126015279442072, 0.01872425712645054, 0.018448932096362114, 0.04068983718752861, 0.023096011951565742, 0.1244765892624855, 0.08994481712579727, 0.09555816650390625, 0.0, 0.0], [0.7641531825065613, 0.008243851363658905, 0.0032178768888115883, 0.004948929417878389, 0.004036620259284973, 0.007506777998059988, 0.011691202409565449, 0.013844002038240433, 0.01143656112253666, 0.022236142307519913, 0.013085337355732918, 0.033309295773506165, 0.03673030808568001, 0.06555984914302826, 0.0], [0.13033676147460938, 0.002237491775304079, 0.037363260984420776, 0.06385019421577454, 0.11956291645765305, 0.011286776512861252, 0.006565215531736612, 0.00851505808532238, 0.005633385851979256, 0.007633776869624853, 0.5373661518096924, 0.030115578323602676, 0.020915990695357323, 0.0051296791061758995, 0.013487736694514751]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9725964069366455, 0.02740364894270897, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9560405015945435, 0.037302691489458084, 0.006656826939433813, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5009390115737915, 0.08983118087053299, 0.3484293520450592, 0.06080047786235809, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7674185633659363, 0.17525693774223328, 0.021164545789361, 0.023900263011455536, 0.012259723618626595, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7222557663917542, 0.18388351798057556, 0.0237360130995512, 0.007100600283592939, 0.007225412875413895, 0.055798716843128204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6940796971321106, 0.13069437444210052, 0.02872670628130436, 0.00921639520674944, 0.01152737345546484, 0.08933130651712418, 0.03642413020133972, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6924417614936829, 0.12459337711334229, 0.01531893014907837, 0.007925067096948624, 0.006713538896292448, 0.07965286076068878, 0.04910368472337723, 0.024250807240605354, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6969704627990723, 0.10134126245975494, 0.011634239926934242, 0.00782674178481102, 0.0032780300825834274, 0.04264756292104721, 0.0584198459982872, 0.042913518846035004, 0.034968335181474686, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6869091987609863, 0.023936834186315536, 0.10650145262479782, 0.02047024294734001, 0.02552187442779541, 0.04722556099295616, 0.022190812975168228, 0.007245976012200117, 0.019754208624362946, 0.04024386778473854, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5810378789901733, 0.011352398432791233, 0.0033976135309785604, 0.036564383655786514, 0.020549336448311806, 0.05169203504920006, 0.02465183101594448, 0.015468449331820011, 0.049509212374687195, 0.15767401456832886, 0.04810291528701782, 0.0, 0.0, 0.0, 0.0], [0.43488550186157227, 0.006897200830280781, 0.012041936628520489, 0.0038147415034472942, 0.010545254684984684, 0.007663479074835777, 0.007842861115932465, 0.006417501252144575, 0.04421437904238701, 0.10391014814376831, 0.3332052230834961, 0.028561778366565704, 0.0, 0.0, 0.0], [0.47478291392326355, 0.024993134662508965, 0.009554899297654629, 0.0037503528874367476, 0.00816067773848772, 0.023397669196128845, 0.010678973980247974, 0.0014935133513063192, 0.03086368925869465, 0.19498883187770844, 0.15084587037563324, 0.05415060743689537, 0.012338892556726933, 0.0, 0.0], [0.7144878506660461, 0.009456240572035313, 0.0035061396192759275, 0.002985855331644416, 0.0012290938757359982, 0.011996102519333363, 0.008696634322404861, 0.007586750201880932, 0.009631268680095673, 0.06210417300462723, 0.014414197765290737, 0.07928310334682465, 0.043838053941726685, 0.030784552916884422, 0.0], [0.10133835673332214, 0.0038837078027427197, 0.01792379468679428, 0.003882789285853505, 0.009177414700388908, 0.013169447891414165, 0.003479758044704795, 0.0019711200147867203, 0.00492974603548646, 0.12966012954711914, 0.6630271077156067, 0.033024393022060394, 0.008983906358480453, 0.0017172317020595074, 0.0038310063537210226]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.97651207447052, 0.02348795160651207, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9743125438690186, 0.009410617873072624, 0.016276907175779343, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5441417694091797, 0.019679153338074684, 0.33595114946365356, 0.10022790729999542, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8594157695770264, 0.021821990609169006, 0.02571074850857258, 0.038425225764513016, 0.05462625250220299, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7619738578796387, 0.07210072129964828, 0.03744162991642952, 0.045061543583869934, 0.03174453601241112, 0.05167775973677635, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8025402426719666, 0.02616044506430626, 0.03313194587826729, 0.026437729597091675, 0.03139318525791168, 0.04932844266295433, 0.031008068472146988, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7639791965484619, 0.021559936925768852, 0.016495443880558014, 0.025408266112208366, 0.027263440191745758, 0.0681004673242569, 0.04742279276251793, 0.029770351946353912, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7543366551399231, 0.01597307249903679, 0.00824738945811987, 0.009672927670180798, 0.013097820803523064, 0.0341184101998806, 0.03947019949555397, 0.03229900449514389, 0.09278461337089539, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.585639238357544, 0.0213167667388916, 0.026237543672323227, 0.02069498598575592, 0.028240755200386047, 0.11104540526866913, 0.04717083275318146, 0.022986063733696938, 0.04925468564033508, 0.08741368353366852, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6466758251190186, 0.015195559710264206, 0.005940433591604233, 0.02527446299791336, 0.010863575153052807, 0.08686533570289612, 0.032730963081121445, 0.021324768662452698, 0.04200884327292442, 0.09539081901311874, 0.01772947609424591, 0.0, 0.0, 0.0, 0.0], [0.4277155101299286, 0.014421675354242325, 0.02412934973835945, 0.02609507367014885, 0.014888432808220387, 0.01052783988416195, 0.012212604284286499, 0.015342931263148785, 0.01733400858938694, 0.0443902350962162, 0.289827436208725, 0.10311481356620789, 0.0, 0.0, 0.0], [0.44051674008369446, 0.01890375465154648, 0.010929583571851254, 0.01546608004719019, 0.013489575125277042, 0.020115505903959274, 0.019655650481581688, 0.005925855599343777, 0.0227727722376585, 0.062064241617918015, 0.1612604707479477, 0.1731935292482376, 0.035706210881471634, 0.0, 0.0], [0.7304306626319885, 0.008421934209764004, 0.002235284773632884, 0.004027597606182098, 0.0036414554342627525, 0.009633215144276619, 0.021348927170038223, 0.021966975182294846, 0.026102926582098007, 0.0509340763092041, 0.008362696506083012, 0.023242808878421783, 0.03851579502224922, 0.05113569274544716, 0.0], [0.16577862203121185, 0.004480804782360792, 0.007786393631249666, 0.007284608203917742, 0.013379792682826519, 0.019251469522714615, 0.010158224031329155, 0.011724710464477539, 0.01187061332166195, 0.034697044640779495, 0.1448293924331665, 0.41440001130104065, 0.08938319236040115, 0.01955866441130638, 0.045416418462991714]]], \"attentionHeadNames\": [\"L8H6\", \"L8H10\", \"L7H9\", \"L7H3\"], \"tokens\": [\"<|endoftext|>\", \"When\", \" John\", \" and\", \" Mary\", \" went\", \" to\", \" the\", \" shops\", \",\", \" John\", \" gave\", \" the\", \" bag\", \" to\"]}\n",
        "    )\n",
-       "    </script></div><div style='max-width: 700px;'><h2>Top Late Heads</h2><br/><div id=\"circuits-vis-8ebcc73d-b70f\" style=\"margin: 15px 0;\"/>\n",
+       "    </script></div><div style='max-width: 700px;'><h2>Top Late Heads</h2><br/><div id=\"circuits-vis-dac935f6-15a5\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-8ebcc73d-b70f\",\n",
+       "      \"circuits-vis-dac935f6-15a5\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9628916382789612, 0.03710833564400673, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9778333902359009, 0.0034864158369600773, 0.018680140376091003, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.873769998550415, 0.00596432713791728, 0.08126718550920486, 0.038998477160930634, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8745137453079224, 0.017276132479310036, 0.01887470670044422, 0.05426836758852005, 0.03506700322031975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9704693555831909, 0.003517787903547287, 0.00032398526673205197, 0.004373480100184679, 0.00039530493086203933, 0.02092018723487854, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7694657444953918, 0.006685878150165081, 0.011966496706008911, 0.040966231375932693, 0.03344444930553436, 0.04401005432009697, 0.09346108883619308, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8177720904350281, 0.009112615138292313, 0.004233685787767172, 0.03900327533483505, 0.012653338722884655, 0.007337867747992277, 0.07410026341676712, 0.03578697517514229, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8309932947158813, 0.0187966451048851, 0.003303283592686057, 0.019832152873277664, 0.004009508993476629, 0.01207832433283329, 0.03246011957526207, 0.01032226998358965, 0.06820440292358398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3140331208705902, 0.015227909199893475, 0.19789265096187592, 0.05937967821955681, 0.32360386848449707, 0.00903772097080946, 0.019917726516723633, 0.01247529685497284, 0.013939710333943367, 0.03449235484004021, 0.0, 0.0, 0.0, 0.0, 0.0], [0.731956958770752, 0.030870256945490837, 0.005064086522907019, 0.08703816682100296, 0.004982737358659506, 0.044725529849529266, 0.023506149649620056, 0.006397760007530451, 0.0034696520306169987, 0.04865318164229393, 0.013335521332919598, 0.0, 0.0, 0.0, 0.0], [0.13710620999336243, 0.012017928063869476, 0.1459234207868576, 0.01568349078297615, 0.4412509799003601, 0.004342444706708193, 0.011117917485535145, 0.007466629147529602, 0.0012341709807515144, 0.019460301846265793, 0.16842906177043915, 0.035967450588941574, 0.0, 0.0, 0.0], [0.40524864196777344, 0.00972096435725689, 0.03158120810985565, 0.09247028082609177, 0.04880831763148308, 0.008174206130206585, 0.03170830383896828, 0.02787904441356659, 0.14128021895885468, 0.030234068632125854, 0.033928606659173965, 0.031714264303445816, 0.10725181549787521, 0.0, 0.0], [0.8084691762924194, 0.005670279264450073, 0.006755997892469168, 0.008696597069501877, 0.010473438538610935, 0.003464746056124568, 0.006761002819985151, 0.002588924951851368, 0.015097740106284618, 0.016036033630371094, 0.011288080364465714, 0.01727747544646263, 0.007799200247973204, 0.07962139695882797, 0.0], [0.029391108080744743, 0.0016060562338680029, 0.0600556842982769, 0.008175741881132126, 0.8099162578582764, 0.0003979629836976528, 0.0028282564599066973, 0.003363262861967087, 0.00015691174485255033, 0.0036459509283304214, 0.05494087189435959, 0.0016660342225804925, 0.015368952415883541, 5.0166785513283685e-05, 0.008436804637312889]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9124024510383606, 0.08759751915931702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.97407466173172, 0.014344141818583012, 0.01158120296895504, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8240249752998352, 0.03700510039925575, 0.06643951684236526, 0.07253044843673706, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5370795726776123, 0.15483315289020538, 0.09031295031309128, 0.1213119626045227, 0.09646230936050415, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9388002157211304, 0.028733229264616966, 0.00034310255432501435, 0.010481266304850578, 0.0008399294456467032, 0.020802246406674385, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6318808794021606, 0.059302765876054764, 0.03517916053533554, 0.0317409373819828, 0.11746876686811447, 0.06869620084762573, 0.05573124438524246, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7625215649604797, 0.04435170814394951, 0.010552986524999142, 0.034276317805051804, 0.014203960075974464, 0.01270359568297863, 0.0725969448685646, 0.04879297316074371, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5725989937782288, 0.12681788206100464, 0.03727065399289131, 0.04314148798584938, 0.0412958487868309, 0.04644748941063881, 0.02916436828672886, 0.037511881440877914, 0.06575131416320801, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12316938489675522, 0.026347056031227112, 0.27960503101348877, 0.04198966920375824, 0.4410582184791565, 0.0061389729380607605, 0.007793002296239138, 0.007175277452915907, 0.01128680631518364, 0.05543654039502144, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4485592544078827, 0.14324842393398285, 0.010774237103760242, 0.07855045050382614, 0.014047829434275627, 0.014864688739180565, 0.008633705787360668, 0.0030146564822643995, 0.012792138382792473, 0.1640862077474594, 0.10142832249403, 0.0, 0.0, 0.0, 0.0], [0.10228177160024643, 0.023883234709501266, 0.05525030940771103, 0.05206810310482979, 0.5759843587875366, 0.0011948138708248734, 0.0013662469573318958, 0.002567774150520563, 0.0018699945649132133, 0.04316002503037453, 0.1088719516992569, 0.03150139003992081, 0.0, 0.0, 0.0], [0.3931320011615753, 0.04406267777085304, 0.040099095553159714, 0.07407409697771072, 0.04061635211110115, 0.007346791215240955, 0.00950719602406025, 0.013865180313587189, 0.06405404210090637, 0.04894230514764786, 0.06277522444725037, 0.09996508061885834, 0.10155992954969406, 0.0, 0.0], [0.7573199272155762, 0.01509570237249136, 0.007350178435444832, 0.013156387954950333, 0.0057263909839093685, 0.008556420914828777, 0.00828259252011776, 0.010307085700333118, 0.0029048887081444263, 0.017329048365354538, 0.015188956633210182, 0.07965736091136932, 0.03024447336792946, 0.028880525380373, 0.0], [0.08579517155885696, 0.023773612454533577, 0.028759416192770004, 0.050303779542446136, 0.674645185470581, 0.0010763935279101133, 0.001151484902948141, 0.0027219706680625677, 0.0005617720307782292, 0.03909158334136009, 0.04861968383193016, 0.015520057640969753, 0.004084523767232895, 0.00043291517067700624, 0.023462478071451187]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9979304075241089, 0.0020696199499070644, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9971864819526672, 0.0010516579495742917, 0.0017618322744965553, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9594858288764954, 0.0013107206905260682, 0.03694296255707741, 0.002260446548461914, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9891613125801086, 0.0010526262922212481, 0.004854187369346619, 0.0011043576523661613, 0.0038275623228400946, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9963598847389221, 0.0007981755770742893, 0.0007764199399389327, 0.00019262272689957172, 0.0002416164061287418, 0.0016313284868374467, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.981286346912384, 0.0018637743778526783, 0.006344134453684092, 0.0002960925630759448, 0.004604941233992577, 0.0013966895639896393, 0.004207880236208439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950011372566223, 0.001323046861216426, 0.0007920725620351732, 0.0002464439021423459, 0.00034051432157866657, 0.00016826108912937343, 0.0002837745123542845, 0.0018447553738951683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9920291900634766, 0.0013539865612983704, 0.0007168339216150343, 9.214157034875825e-05, 0.00013419259630609304, 0.00019706363673321903, 0.00035278149880468845, 0.0002426079590804875, 0.004881148226559162, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5483195781707764, 0.00758381187915802, 0.2826598286628723, 0.002968565095216036, 0.14815665781497955, 0.0008172976085916162, 0.0006479920702986419, 0.0017078514210879803, 0.004129360429942608, 0.003009049454703927, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8642559051513672, 0.003649302525445819, 0.004925847053527832, 0.06957447528839111, 0.03868309408426285, 0.00960985105484724, 0.0008548596524633467, 0.0005643010372295976, 0.0037071455735713243, 0.0013952692970633507, 0.00278007285669446, 0.0, 0.0, 0.0, 0.0], [0.30253109335899353, 0.006584455259144306, 0.14017540216445923, 0.030065717175602913, 0.480668306350708, 0.0005923579446971416, 0.0005309728439897299, 0.002413470298051834, 0.008505764417350292, 0.001376626780256629, 0.023764926940202713, 0.002790812635794282, 0.0, 0.0, 0.0], [0.7773903608322144, 0.003722910536453128, 0.022378060966730118, 0.015139482915401459, 0.017408329993486404, 0.0024166577495634556, 0.000709561281837523, 0.0007399592432193458, 0.13850116729736328, 0.0023606487084180117, 0.0057768565602600574, 0.002801432739943266, 0.010654580779373646, 0.0, 0.0], [0.9735962152481079, 0.001281249220483005, 0.0026179130654782057, 9.89185573416762e-05, 0.0005098484689369798, 0.0001200068072648719, 0.00045229317038320005, 0.00010779594595078379, 0.0029545300640165806, 0.001644384115934372, 0.0012141232145950198, 0.00018637318862602115, 0.0008510717889294028, 0.014365249313414097, 0.0], [0.0990300253033638, 0.0009710826561786234, 0.0641324445605278, 0.005246950313448906, 0.8110400438308716, 8.250329847214743e-05, 6.596777529921383e-05, 0.0011991320643574, 0.0008852760074660182, 0.00024891135399229825, 0.01033641118556261, 7.95233208918944e-05, 0.004943298641592264, 0.00028918671887367964, 0.0014492359478026628]]], \"attentionHeadNames\": [\"L10H7\", \"L11H10\", \"L9H9\"], \"tokens\": [\"<|endoftext|>\", \"When\", \" John\", \" and\", \" Mary\", \" went\", \" to\", \" the\", \" shops\", \",\", \" John\", \" gave\", \" the\", \" bag\", \" to\"]}\n",
        "    )\n",
@@ -14862,10 +14862,10 @@
    "execution_count": 34,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:58.025143Z",
-     "iopub.status.busy": "2023-11-23T20:36:58.024849Z",
-     "iopub.status.idle": "2023-11-23T20:36:58.165262Z",
-     "shell.execute_reply": "2023-11-23T20:36:58.164641Z"
+     "iopub.execute_input": "2023-11-29T23:47:41.655119Z",
+     "iopub.status.busy": "2023-11-29T23:47:41.654851Z",
+     "iopub.status.idle": "2023-11-29T23:47:41.803512Z",
+     "shell.execute_reply": "2023-11-29T23:47:41.802978Z"
     }
    },
    "outputs": [],
@@ -14884,21 +14884,21 @@
    "execution_count": 35,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:58.167747Z",
-     "iopub.status.busy": "2023-11-23T20:36:58.167410Z",
-     "iopub.status.idle": "2023-11-23T20:36:58.176955Z",
-     "shell.execute_reply": "2023-11-23T20:36:58.176456Z"
+     "iopub.execute_input": "2023-11-29T23:47:41.805883Z",
+     "iopub.status.busy": "2023-11-29T23:47:41.805716Z",
+     "iopub.status.idle": "2023-11-29T23:47:41.815427Z",
+     "shell.execute_reply": "2023-11-29T23:47:41.814948Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div style='max-width: 800px;'><h2>Induction Heads</h2><br/><div id=\"circuits-vis-bfa19c0b-a79f\" style=\"margin: 15px 0;\"/>\n",
+       "<div style='max-width: 800px;'><h2>Induction Heads</h2><br/><div id=\"circuits-vis-a393c134-3b30\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-bfa19c0b-a79f\",\n",
+       "      \"circuits-vis-a393c134-3b30\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9995203018188477, 0.0004796639841515571, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989193677902222, 0.00011719328176695853, 0.0009634941234253347, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.999607503414154, 4.1751700337044895e-05, 9.65815252129687e-06, 0.0003411163343116641, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989573955535889, 3.091418693657033e-05, 1.2123628039262258e-05, 0.00024593769921921194, 0.0007535525364801288, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9994303584098816, 3.227155684726313e-05, 2.1622317945002578e-05, 0.0004382245824672282, 4.19576681451872e-05, 3.562714846339077e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.998076319694519, 1.686005271039903e-05, 2.043977929133689e-06, 6.719817611156031e-05, 1.810902858778718e-07, 0.0001643049909034744, 0.001673092250712216, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989305138587952, 0.00013402574404608458, 1.5985064237611368e-05, 0.0004916199250146747, 6.565132792957229e-08, 6.484125151473563e-06, 1.135470301960595e-05, 0.0004098915960639715, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9949487447738647, 0.0005971405771560967, 1.4574068700312637e-05, 0.0018354473868384957, 9.743348527990747e-07, 7.46353471186012e-05, 5.5863079069240484e-06, 0.0002028967282967642, 0.0023199892602860928, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9855784177780151, 6.499096343759447e-05, 8.181428711395711e-05, 0.002469947561621666, 4.049670110362058e-08, 3.49806432495825e-05, 0.0015608681133016944, 0.0018861278658732772, 0.00011740196350729093, 0.008205550722777843, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950633645057678, 0.00021360788377933204, 0.0001461313950130716, 0.0003072646213695407, 2.2922517018741928e-05, 0.00023850984871387482, 1.9861789041897282e-05, 0.000960797886364162, 0.00013654121721629053, 0.001675124280154705, 0.0012159687466919422, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9907191395759583, 0.00013381335884332657, 3.0146418339427328e-06, 0.0023974271025508642, 2.1563655536738224e-05, 0.00042417083750478923, 1.3834565834258683e-05, 5.4525025916518643e-05, 2.2465077563538216e-05, 0.0017353452276438475, 0.002256539650261402, 0.0022182369139045477, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.99763023853302, 7.048948464216664e-05, 1.24204791518423e-06, 6.923205364728346e-05, 0.000747640267945826, 0.0007635921938344836, 7.526698027504608e-06, 7.549836300313473e-05, 2.769195930341084e-07, 9.996396693168208e-05, 3.4335786040173844e-05, 0.00019309819617774338, 0.00030683312797918916, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9413579106330872, 0.0009730341844260693, 0.00045187759678810835, 0.0012102695181965828, 2.0860329641436692e-06, 0.0018085346091538668, 1.9656070435303263e-05, 0.03966164588928223, 0.0004176550719421357, 0.0030352198518812656, 0.002604100853204727, 0.00038386505912058055, 0.0073355091735720634, 0.0007384889177046716, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.98450767993927, 0.00010836216097231954, 2.4642493372084573e-05, 0.0004206283774692565, 1.2694277984337532e-06, 0.00011915792129002512, 9.773781494004652e-05, 0.00236618728376925, 0.00036190610262565315, 0.003964339382946491, 0.000955347903072834, 0.0006011867080815136, 0.00269663380458951, 0.0001073125604307279, 0.0036676281597465277, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9236841797828674, 0.0004220438713673502, 1.190686543850461e-05, 0.03695963695645332, 0.00012378284009173512, 0.0005373579915612936, 0.0029662230517715216, 0.0006545133655890822, 5.2795927331317216e-05, 0.007721578702330589, 0.01318485476076603, 7.147369615267962e-05, 0.009510479867458344, 0.0007938834605738521, 0.0006112216506153345, 0.002694102469831705, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9707465171813965, 7.250571070471779e-05, 4.715072066119319e-07, 0.000766706361901015, 1.6138214959937613e-06, 4.375734715722501e-05, 0.0001307350175920874, 0.0010341639863327146, 0.0005418009241111577, 0.006641013082116842, 0.014592684805393219, 0.0001845868828240782, 0.003935801796615124, 3.7164666082389886e-06, 2.8841055609518662e-05, 0.000847549585159868, 0.0004274786915630102, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9573932886123657, 0.00019599894585553557, 2.3228625423143967e-07, 0.0033897331450134516, 9.590132776793325e-07, 5.782788139185868e-05, 1.3954512724012602e-05, 9.882909944280982e-05, 0.00014849765284452587, 0.006945983972400427, 0.015626555308699608, 8.081005944404751e-06, 0.011182097718119621, 6.3496572693111375e-06, 2.593484168755822e-05, 0.00012999465980101377, 0.0007364010671153665, 0.004039335995912552, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.990619421005249, 6.466382183134556e-05, 9.901290241032257e-07, 0.00021274133177939802, 1.4796130017202813e-05, 0.0001791905815480277, 6.778161605325295e-06, 7.372420805040747e-05, 0.00029962966800667346, 0.001308729755692184, 0.000567412527743727, 0.0011630650842562318, 0.002864962676540017, 9.635552851250395e-05, 8.433953917119652e-05, 0.00028768807533197105, 4.3501309846760705e-05, 0.0003870464861392975, 0.0017249600496143103, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9956457018852234, 2.669214882189408e-05, 3.945982030018058e-08, 0.0011813660385087132, 1.4715550605615135e-05, 0.00014451674360316247, 0.0004370120877865702, 3.21375482599251e-05, 8.180155930403998e-08, 9.59495737333782e-05, 0.0007029065163806081, 1.2536430403997656e-05, 0.00018710239965002984, 0.00011147724580951035, 7.006944997556275e-07, 4.411050213093404e-06, 0.0007388168596662581, 4.9732498155208305e-06, 9.90527551039122e-05, 0.0005597110721282661, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9956768155097961, 3.4643180697457865e-05, 5.037047401401651e-08, 0.00012908603821415454, 3.5287921491544694e-06, 8.075621735770255e-06, 3.1190120353130624e-05, 6.715179915772751e-05, 1.5349949933352036e-07, 0.00010576315253274515, 0.0004207944730296731, 4.7395940782735124e-05, 0.00017380036297254264, 3.910302893928019e-06, 3.712984607773251e-06, 6.05016975896433e-05, 4.9200101784663275e-05, 4.588679439621046e-05, 0.00029899843502789736, 0.00027882904396392405, 0.002560429275035858, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9873839616775513, 0.0027357644867151976, 1.0963829481624998e-05, 0.0005862267571501434, 6.1015275605313946e-06, 6.327747541945428e-05, 2.1911864678259008e-05, 0.00033786968560889363, 6.588430551346391e-05, 0.0013113204622641206, 0.00197152653709054, 0.00013529015996027738, 0.0018900192808359861, 0.0001807599765015766, 0.00026106301811523736, 0.00037814932875335217, 9.485983173362911e-05, 4.8752881411928684e-05, 0.0003568312095012516, 0.0007243764121085405, 0.00010285150347044691, 0.0013322171289473772, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3808106482028961, 0.005228962283581495, 0.6019219160079956, 0.006041457876563072, 3.194503005943261e-05, 4.2699994082795456e-05, 8.645829802844673e-05, 0.0006069983937777579, 0.0006299595115706325, 0.0009580014739185572, 0.0006117299781180918, 0.0002489397011231631, 0.00024646674864925444, 6.495702109532431e-05, 0.0006897143321111798, 0.0002199088194174692, 7.002801430644467e-05, 0.00014192573144100606, 2.700350887607783e-05, 5.169479118194431e-05, 4.572343641484622e-06, 0.00029897046624682844, 0.0009650305146351457, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5637972354888916, 0.008576351217925549, 0.00492711691185832, 0.3419375717639923, 2.1189485778450035e-05, 0.0002075338561553508, 0.0003593180445022881, 0.0014688590308651328, 0.000307029316900298, 0.029342031106352806, 0.004261568188667297, 8.383054591831751e-06, 0.002430412219837308, 9.930208761943504e-05, 0.0005423005786724389, 9.130200487561524e-05, 0.032180555164813995, 7.9902725701686e-05, 0.00038109481101855636, 0.00010837625450221822, 3.338015085319057e-05, 0.0008215190609917045, 0.001780992140993476, 0.0062367781065404415, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.37409624457359314, 0.00012492339010350406, 8.86914313014131e-06, 0.0009476651321165264, 0.6135815382003784, 0.0025169847067445517, 0.0002441515389364213, 5.642473479383625e-05, 1.7959690694624442e-06, 0.00044394400902092457, 5.296196832205169e-05, 0.000160959069035016, 0.0007701260037720203, 0.005056846421211958, 1.382048776576994e-05, 5.882314871996641e-05, 0.00018946199270430952, 0.00012655227328650653, 3.17853809974622e-05, 6.542156916111708e-05, 1.7726406440488063e-05, 0.0008768239640630782, 0.00038724494515918195, 9.01556290955341e-07, 0.0001680411078268662, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.18932676315307617, 0.00035222916631028056, 1.1454360901552718e-05, 0.0007539970683865249, 0.003070833859965205, 0.7761434316635132, 5.784459790447727e-05, 0.004086358472704887, 1.6754762327764183e-05, 0.0018927151104435325, 0.000316366262268275, 0.0005395736661739647, 0.0052181873470544815, 0.0079624829813838, 0.004062097519636154, 0.0024895835667848587, 1.408230764354812e-05, 1.4990852832852397e-05, 0.00015581191109959036, 0.00039969757199287415, 5.508653339347802e-05, 0.0019400411983951926, 0.00032818361069075763, 1.4123341429694847e-07, 8.962269930634648e-06, 0.0007822676561772823, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.020108090713620186, 2.6354913643444888e-05, 2.73332693723205e-06, 0.0002452941844239831, 1.4769815606996417e-05, 2.004582347581163e-05, 0.976558268070221, 0.000737421796657145, 2.233196937595494e-06, 0.00016837099974509329, 0.0013784588081762195, 1.0426940662000561e-06, 9.273781324736774e-05, 6.001177098369226e-06, 1.8525270206737332e-05, 7.490373536711559e-05, 2.8922087949467823e-05, 4.028360126540065e-05, 1.9591680029407144e-05, 2.944969128293451e-05, 8.476230505038984e-06, 0.0002561422879807651, 5.941159906797111e-05, 2.0145670021065598e-07, 7.743865717202425e-05, 7.494628334825393e-06, 1.7427661077817902e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2227795422077179, 0.0025939804036170244, 2.901079369621584e-06, 0.0005522932042367756, 1.904400505736703e-06, 0.0006727834115736187, 0.002130669541656971, 0.6761497259140015, 6.977446901146322e-05, 0.0037763055879622698, 0.06293375045061111, 0.0015865986933931708, 0.0017082279082387686, 3.8815047446405515e-05, 0.009210006333887577, 0.0013165996642783284, 0.00018038912094198167, 0.0012675231555476785, 0.0018657423788681626, 0.0009925088379532099, 3.758920502150431e-05, 0.0064268559217453, 0.0020985309965908527, 3.3772630558814853e-07, 2.868731644412037e-05, 2.698135972423188e-07, 0.0002518024411983788, 0.0013259671395644546, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08230320364236832, 0.0005252856644801795, 4.260607965989038e-06, 0.0006264011026360095, 8.583540278550572e-08, 4.224364147376036e-06, 4.716530838777544e-06, 0.0003961416659876704, 0.8586452603340149, 0.05151982977986336, 0.0026339683681726456, 1.645066549826879e-05, 0.0006709659937769175, 1.5013273468866828e-06, 9.04027619981207e-05, 7.098128844518214e-05, 7.727305273874663e-06, 0.00020618914277292788, 0.0005295964074321091, 0.001301282667554915, 5.2623374102722664e-08, 9.972529369406402e-05, 0.00018814762006513774, 2.380607611485175e-06, 6.255462358240038e-05, 3.8026072957109136e-08, 9.55788095780008e-07, 3.836743871943327e-06, 8.390747098019347e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4652341306209564, 0.004093280527740717, 6.743370704498375e-06, 0.004121766425669193, 5.443541795102647e-07, 5.4195435950532556e-05, 9.295007430409896e-07, 0.00026017255731858313, 0.009076226502656937, 0.5008082985877991, 0.0023183643352240324, 2.423850673949346e-05, 0.0030431344639509916, 4.6822064177831635e-05, 0.00012087315553799272, 0.000129030566313304, 0.00011785218521254137, 4.0143942896975204e-05, 0.0024619130417704582, 0.003423018380999565, 1.7263710105908103e-06, 0.0002791084407363087, 0.002281591296195984, 4.8899592002271675e-06, 0.00025089463451877236, 2.8179059086141933e-07, 1.0506965736567508e-05, 1.0709962907640147e-06, 4.7869467380223796e-05, 0.001740307081490755, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.35851436853408813, 0.0011027691652998328, 0.00016593105101492256, 0.013357696123421192, 2.5467883801866265e-07, 6.185247912071645e-05, 0.005729288794100285, 0.010611987672746181, 0.000755178218241781, 0.06400914490222931, 0.49491003155708313, 8.391544542973861e-05, 0.005665617063641548, 2.1221610495558707e-06, 0.00028140487847849727, 0.0004684610175900161, 0.0004158182709943503, 0.0012447215849533677, 0.012713280506432056, 0.001043319352902472, 1.1126149729534518e-05, 0.0011420780792832375, 0.0006368794129230082, 7.042573270155117e-05, 0.002744987141340971, 1.2285059369787632e-07, 1.4838168681308161e-05, 0.005110249854624271, 0.004603639245033264, 0.00015696858463343233, 0.014371604658663273, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3870248794555664, 0.0012950728414580226, 4.059528509969823e-05, 0.0016053802100941539, 5.915547444601543e-05, 0.00023957420489750803, 2.7291473088553175e-05, 0.004568419884890318, 0.0004761813033837825, 0.015625465661287308, 0.011085794307291508, 0.49522650241851807, 0.038701917976140976, 0.00026717031141743064, 0.0020083498675376177, 0.0040428671054542065, 0.00032641473808325827, 0.003637128509581089, 0.005066386424005032, 0.003996911458671093, 5.871384928468615e-06, 0.012405183166265488, 0.004702453035861254, 1.1575084499781951e-05, 0.00014426714915316552, 1.3832228432875127e-05, 7.560373342130333e-05, 1.5470101061509922e-05, 0.002026792149990797, 3.810120324487798e-05, 0.0035703126341104507, 0.0016691696364432573, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.47254887223243713, 0.0012542750919237733, 1.6021328974602511e-06, 0.007470454555004835, 2.09813479159493e-05, 0.0002249595709145069, 3.144755737594096e-06, 0.00015600232291035354, 5.697896267520264e-05, 0.008746425621211529, 0.0065010301768779755, 0.005835689138621092, 0.4674167037010193, 0.001390039105899632, 0.0022286369930952787, 0.0015983284683898091, 0.0009148824610747397, 4.253075530868955e-05, 0.0070897541008889675, 0.002937770914286375, 9.027141459228005e-06, 0.0025265775620937347, 0.004196964204311371, 9.68639483289735e-07, 0.0005582919111475348, 1.858495124906767e-05, 8.944851288106292e-05, 6.846822543593589e-06, 7.680764974793419e-05, 1.4904802810633555e-05, 0.003094408428296447, 0.0010494302259758115, 0.0019187434809282422, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1430491805076599, 0.00016882184718269855, 5.145520844962448e-07, 0.00013525532267522067, 0.0016709857154637575, 0.0005643695476464927, 4.049828930874355e-06, 4.103575702174567e-05, 6.743654239471653e-07, 0.00026636593975126743, 3.542486592778005e-05, 0.0003840401768684387, 0.0011047881562262774, 0.8484558463096619, 0.00022315257228910923, 0.0012599551118910313, 2.1823419956490397e-05, 4.0234493781099445e-07, 9.149315701506566e-06, 7.982309762155637e-05, 3.274883783888072e-05, 0.0008183279423974454, 0.0002738106995820999, 6.036201227743732e-08, 5.6580247473903e-06, 0.0007130208541639149, 0.00026146016898564994, 3.5881960229744436e-06, 2.192898500652518e-05, 4.159130284620005e-08, 0.00011863779945997521, 1.6391276176364045e-06, 3.8121423131087795e-05, 0.0002353005693294108, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2432815581560135, 0.0009063914185389876, 0.00027179569588042796, 0.0012521919561550021, 3.1056770239956677e-06, 0.001761566149070859, 7.013583854131866e-06, 0.04055601358413696, 0.00035386253148317337, 0.0030454746447503567, 0.0016025267541408539, 0.0006016569095663726, 0.009119387716054916, 0.0008690530085004866, 0.6830164790153503, 0.0026262758765369654, 0.0001022481665131636, 7.455732884409372e-06, 3.991544508608058e-05, 0.00021531034144572914, 2.0861389202764258e-06, 0.0007260933052748442, 0.00040098719182424247, 1.7029566151904874e-05, 6.652203592238948e-05, 3.073259904340375e-07, 0.00018005659512709826, 5.352553671400528e-06, 0.007104780990630388, 2.117290932801552e-05, 0.00044748923392035067, 5.9419922763481736e-05, 3.5880195355275646e-05, 0.0011780235217884183, 0.00011551944044185802, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.24815897643566132, 0.000448730424977839, 9.697620043880306e-06, 0.001071913749910891, 7.626630576851312e-06, 0.0001886537647806108, 6.339136598398909e-05, 0.004560606088489294, 0.0010741748847067356, 0.015649845823645592, 0.002170340856537223, 0.0007331725209951401, 0.007097168359905481, 0.000445109122665599, 0.01678050309419632, 0.6907855272293091, 0.00019302830332890153, 0.0003835346142295748, 0.0009248862625099719, 0.0018627139506861567, 2.0574215398028173e-07, 0.0025242664851248264, 0.0015590810216963291, 3.3248210229430697e-07, 1.7084641513065435e-05, 4.271304874237103e-07, 1.102623537008185e-05, 4.37856579083018e-06, 0.00015843784785829484, 1.547654755995609e-05, 0.0009950536768883467, 4.288497075322084e-05, 5.0623937568161637e-05, 0.0009952215477824211, 1.3690112609765492e-05, 0.0010022574570029974, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15202493965625763, 0.0005997107946313918, 1.1835449186037295e-05, 0.10644733905792236, 9.087695798370987e-05, 0.0003228023706469685, 0.0005420770030468702, 0.0006674134638160467, 0.00022456972510553896, 0.021209748461842537, 0.01974121667444706, 0.00012132833217037842, 0.015023800544440746, 0.0003238541539758444, 0.00034353253431618214, 0.003281800076365471, 0.6119734048843384, 0.0022423588670790195, 0.008034370839595795, 0.00395608926191926, 0.0014327869284898043, 0.01123872958123684, 0.0009119132882915437, 1.6121097360155545e-05, 0.03457110375165939, 4.050030111102387e-05, 7.184717105701566e-05, 0.000550147145986557, 0.00015637706383131444, 6.36126742392662e-06, 0.0014731294941157103, 0.0009954217821359634, 1.2639506167033687e-05, 0.001014434965327382, 3.70235247828532e-05, 5.788468843093142e-05, 0.0002305843954673037, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.035443082451820374, 2.0004930775030516e-05, 4.188053637221856e-08, 0.000380974990548566, 5.874042017239844e-07, 2.792208988466882e-06, 2.4252620278275572e-05, 8.103256550384685e-05, 0.00011144943709950894, 0.0027193878777325153, 0.004545845091342926, 4.083843668922782e-05, 0.0014098562533035874, 5.680745402969478e-07, 3.1567928999720607e-06, 8.669052476761863e-05, 0.000136510469019413, 0.8487801551818848, 0.10322006791830063, 0.00040226528653874993, 2.24475002141844e-06, 0.0014588430058211088, 0.0001291882072109729, 6.671143637504429e-08, 7.290139910764992e-05, 3.44486267067623e-07, 1.4172253486322006e-06, 1.9379867808311246e-05, 4.5301392674446106e-05, 6.376988039846765e-06, 0.00026465088012628257, 0.00045826868154108524, 2.116969699272886e-05, 9.944825433194637e-05, 4.348959947719777e-08, 3.564723840554507e-07, 2.4508367459930014e-06, 8.022140718821902e-06, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23187318444252014, 0.0003618364571593702, 8.543151608364496e-08, 0.006350400857627392, 1.038647042150842e-06, 1.70677467394853e-05, 9.30642636376433e-06, 0.00014515432121697813, 9.007053449749947e-05, 0.015441934578120708, 0.041940998286008835, 8.234208507928997e-06, 0.022686578333377838, 5.495842287928099e-06, 2.1405730876722373e-05, 5.3239622502587736e-05, 0.0014441023813560605, 0.005718642845749855, 0.6479308605194092, 0.01212808396667242, 4.02831137762405e-05, 0.0025203407276421785, 0.0007621934055350721, 6.570357413693273e-08, 0.0007668285979889333, 4.5478410015675763e-07, 8.124551641230937e-06, 1.3828541341354139e-05, 3.526900036376901e-05, 9.165473784378264e-06, 0.002091882284730673, 0.004286688286811113, 3.2024540814745706e-06, 0.0017294574063271284, 5.357061922950379e-07, 2.5018471205839887e-06, 2.884963123506168e-06, 8.676740253577009e-05, 0.0014117984101176262, 0.0, 0.0, 0.0, 0.0], [0.3010723888874054, 0.00030671944841742516, 7.214495099105989e-07, 0.0010787961073219776, 3.671145168482326e-05, 9.958168811863288e-05, 2.7117866920889355e-06, 8.51582080940716e-05, 0.000643152859993279, 0.006474051624536514, 0.0024339151568710804, 0.0026007185224443674, 0.012783744372427464, 0.00010471692803548649, 7.190489122876897e-05, 0.00023828871781006455, 0.00014132882643025368, 0.001090138335712254, 0.00650161923840642, 0.6443012356758118, 0.0005654519773088396, 0.011171967722475529, 0.001733065815642476, 3.266841304139234e-07, 7.267419277923182e-05, 1.726135451463051e-05, 5.252172195469029e-05, 2.8104716420784825e-06, 2.3941945983096957e-05, 6.633070734096691e-05, 0.0023507140576839447, 0.00014581508003175259, 0.0007032518042251468, 0.0013972847955301404, 3.202347215847112e-05, 2.3009488359093666e-05, 2.6867639462579973e-05, 1.7945203580893576e-05, 0.00012095495185349137, 0.0014081047847867012, 0.0, 0.0, 0.0], [0.012865342199802399, 1.5182674360403325e-05, 2.971996426737178e-09, 0.0002875610953196883, 1.2527964372566203e-06, 1.2526178579719272e-05, 4.250290203344775e-06, 8.040841748879757e-06, 3.2277043260364735e-08, 5.239698657533154e-05, 0.0001359849702566862, 1.0025353276432725e-06, 5.5890570365590975e-05, 7.012671630945988e-06, 9.72475291405317e-08, 3.212394688034692e-07, 4.6703753469046205e-05, 1.5471712231374113e-06, 1.759184851835016e-05, 5.3342599130701274e-05, 0.9805435538291931, 0.005806769710034132, 1.860839438450057e-05, 1.203716570863378e-09, 3.045146331714932e-05, 6.754644346074201e-07, 4.565126346278703e-06, 5.748487637902144e-06, 3.339841214256012e-06, 7.534159962574449e-10, 7.689113772357814e-06, 3.901721811416792e-06, 4.307126744151901e-08, 5.192545700083429e-07, 5.106692242407007e-07, 8.534786211100709e-09, 1.0071792289068071e-08, 2.5931649361154996e-06, 1.4836398065654066e-07, 3.509641146592912e-07, 4.402238118927926e-06, 0.0, 0.0], [0.24088750779628754, 0.0003843734448309988, 3.827233996389623e-08, 0.0007521208026446402, 4.429962700669421e-06, 1.3616971955343615e-05, 1.0370909876655787e-05, 0.0002608894428703934, 2.1804407879244536e-06, 0.0008239821181632578, 0.0025784471072256565, 0.00011275003635091707, 0.0012315150815993547, 3.8843800211907364e-06, 3.183522858307697e-05, 0.00015905732288956642, 0.00016030299593694508, 0.00039732130244374275, 0.0017629774520173669, 0.0015430883504450321, 0.0018108945805579424, 0.7393369674682617, 0.007521958090364933, 2.4824930999756134e-09, 2.4742021196288988e-05, 3.882963142132212e-07, 2.5054866910068085e-06, 3.208113639630028e-06, 4.296241604606621e-05, 2.811639809863209e-08, 1.394836090184981e-05, 1.6366115232813172e-05, 6.464314992626896e-06, 3.0046250685700215e-05, 1.3071905868855538e-07, 9.608878599465243e-07, 1.787806013453519e-06, 1.7530879858895787e-06, 4.387020908325212e-06, 1.6937901818891987e-05, 1.717588020255789e-05, 2.5725545128807425e-05, 0.0], [0.5535915493965149, 0.17262299358844757, 5.000018791179173e-05, 0.010427750647068024, 8.656287536723539e-05, 0.0002456597867421806, 5.955333836027421e-05, 0.001045246492139995, 0.000838421517983079, 0.01357331220060587, 0.011254072189331055, 0.003105833427980542, 0.020959679037332535, 0.0010894897859543562, 0.00040936795994639397, 0.0023625646717846394, 0.0016563511453568935, 0.0009357996168546379, 0.003313571447506547, 0.005430505611002445, 0.001015059999190271, 0.03274580091238022, 0.1570950150489807, 3.374249718035571e-05, 0.0007222456624731421, 2.9409602575469762e-05, 6.137103628134355e-05, 3.093136183451861e-05, 0.0002403830731054768, 4.4590546167455614e-05, 0.0006923389155417681, 0.0003041434974875301, 0.00017276791913900524, 0.0012000398710370064, 0.00010696848767111078, 2.8368300263537094e-05, 1.8425238522468135e-05, 2.822363421728369e-05, 3.7450052332133055e-05, 0.00011934141366509721, 0.00018961296882480383, 3.498637306620367e-05, 0.0019904952496290207]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9940896034240723, 0.005910441745072603, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9918997287750244, 0.002507372060790658, 0.005592965055257082, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.99346524477005, 0.003521271515637636, 0.00027059216517955065, 0.002742863493040204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9289718866348267, 0.003740770975127816, 0.00012036826956318691, 0.002464891877025366, 0.06470204144716263, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9885430335998535, 0.00061410031048581, 0.0004114519979339093, 0.007392817176878452, 0.0005395030020736158, 0.0024990371894091368, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9694589376449585, 0.0009395345114171505, 2.8261600164114498e-05, 0.002035398269072175, 2.7117452191305347e-05, 0.008294760249555111, 0.019215984269976616, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9474748373031616, 0.005424590315669775, 0.004983103834092617, 0.021659042686223984, 1.2853235602960922e-05, 0.001107643125578761, 0.0015254180179908872, 0.017812471836805344, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9157271385192871, 0.006453890819102526, 0.0011921715922653675, 0.04077351093292236, 3.28119785990566e-05, 0.002033838303759694, 0.00022136610641609877, 0.010999619029462337, 0.022565674036741257, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8299552798271179, 0.002148757688701153, 0.0021852825302630663, 0.04418087750673294, 1.7254311387659982e-05, 0.001408164738677442, 0.02080056071281433, 0.08762422204017639, 0.000955711817368865, 0.010723899118602276, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9581491351127625, 0.004779847338795662, 0.00035515186027623713, 0.002991829765960574, 0.0032907240092754364, 0.007958442904055119, 0.0017856250051409006, 0.013284478336572647, 0.00015784948482178152, 0.0009225407266058028, 0.006324480753391981, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.944205641746521, 0.0028842019382864237, 4.829797398997471e-05, 0.007261553779244423, 0.0004689150955528021, 0.005381075665354729, 0.00017496496730018407, 0.006957134231925011, 0.0001253273949259892, 0.004074102733284235, 0.016885533928871155, 0.011533282697200775, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7170466184616089, 0.0029263144824653864, 1.372532824461814e-05, 0.0010318170534446836, 0.1216488853096962, 0.14445416629314423, 0.0009355238871648908, 0.005332353990525007, 4.777341018780135e-06, 0.001248061889782548, 0.0003051110543310642, 0.001974412938579917, 0.003078160807490349, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.789435625076294, 0.0020973761565983295, 0.0020318087190389633, 0.01009996235370636, 0.0003691098827403039, 0.0671348124742508, 0.0015302899992093444, 0.08991604298353195, 0.00026954017812386155, 0.005345573648810387, 0.005062718875706196, 0.0006220955401659012, 0.01964029110968113, 0.006444740574806929, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8822959661483765, 0.0018603885546326637, 0.0004073241143487394, 0.0036608618684113026, 0.0005736551247537136, 0.00798849668353796, 0.022571340203285217, 0.02860119380056858, 0.000329213886288926, 0.004256634507328272, 0.006161160301417112, 0.0010443170322105289, 0.02063308097422123, 0.005851170513778925, 0.013765301555395126, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.786965548992157, 0.004213182721287012, 0.0001677499240031466, 0.06983144581317902, 0.00281807710416615, 0.007715720217674971, 0.031199393793940544, 0.017051473259925842, 0.00018332496983930469, 0.01200574915856123, 0.017662225291132927, 0.0002890081668738276, 0.0303249079734087, 0.0048893773928284645, 0.0030957902781665325, 0.011586987413465977, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9286779761314392, 0.00158127851318568, 1.404076101607643e-06, 0.0019428330706432462, 1.1035229363187682e-05, 0.0002707958919927478, 0.0020380315836519003, 0.003664883552119136, 0.00022354313114192337, 0.0007879877230152488, 0.04505366459488869, 0.00048093145596794784, 0.01084902323782444, 3.6126107261225116e-06, 6.59460129099898e-05, 0.0008642306202091277, 0.0034828344359993935, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8384720683097839, 0.0026208010967820883, 3.342483614687808e-05, 0.01232652086764574, 7.991626625880599e-05, 0.00343111390247941, 0.0022304027806967497, 0.008115612901747227, 0.0006596898310817778, 0.00810970924794674, 0.06382373720407486, 0.00041881599463522434, 0.0368199497461319, 0.0001210475675179623, 0.0005988327320665121, 0.008628045208752155, 0.0036246730014681816, 0.009885609149932861, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8221590518951416, 0.005797161255031824, 0.00019727346079889685, 0.005305732134729624, 0.0009490189841017127, 0.01202886551618576, 0.0019055440789088607, 0.00239914795383811, 0.010596370324492455, 0.014539756812155247, 0.011935313232243061, 0.011704172939062119, 0.04820144176483154, 0.006271735765039921, 0.006691541988402605, 0.024660807102918625, 0.005656819324940443, 0.005013485439121723, 0.00398679357022047, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9537661671638489, 0.001529865199699998, 5.003991191188106e-06, 0.007204060908406973, 0.0002875779173336923, 0.001743430970236659, 0.009829534217715263, 0.004322269465774298, 3.13617556457757e-06, 0.00010985488188453019, 0.008465062826871872, 0.00034847011556848884, 0.0013010937254875898, 0.0008953221840783954, 6.606380338780582e-05, 5.824458639835939e-05, 0.0037666442804038525, 0.0005685491487383842, 0.0014568377519026399, 0.00427270820364356, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9650986790657043, 0.0014334735460579395, 4.691036792792147e-06, 0.0012125580105930567, 0.0003355584340170026, 0.001238257042132318, 0.0013702950673177838, 0.002564989496022463, 6.760283213225193e-07, 7.471920253010467e-05, 0.001875579240731895, 0.0005754489102400839, 0.0028297884855419397, 0.0007055343012325466, 0.00027714649331755936, 0.0004861271590925753, 0.0015694517642259598, 0.0003992261190433055, 0.0028444884810596704, 0.0047886669635772705, 0.01031454000622034, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8593109250068665, 0.020267218351364136, 0.0027771464083343744, 0.013781089335680008, 0.00030035056988708675, 0.0022846166975796223, 0.0010426468215882778, 0.009922261349856853, 0.0031336552929133177, 0.0078855250030756, 0.009642815217375755, 0.0018546764040365815, 0.007874717935919762, 0.0011870957678183913, 0.002824161434546113, 0.0024228051770478487, 0.00422171875834465, 0.004099532961845398, 0.006750837899744511, 0.00587500398978591, 0.0021709557622671127, 0.0303702000528574, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10544648766517639, 0.01270483247935772, 0.763900876045227, 0.08842574805021286, 0.00018797791562974453, 0.00026289449306204915, 0.0007833960116840899, 0.0017097240779548883, 0.0024095410481095314, 0.014530734159052372, 0.0006739423843100667, 3.5821205528918654e-05, 0.0008068866445682943, 0.00015087591600604355, 0.0016638245433568954, 0.00029095326317474246, 0.0019696648232638836, 2.8075819500372745e-05, 8.648951188661158e-05, 0.00018316780915483832, 5.481347398017533e-05, 0.00040740150143392384, 0.0032857817132025957, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3312259912490845, 0.00739858765155077, 0.006046597845852375, 0.3809041678905487, 0.0007559251971542835, 0.0035477839410305023, 0.008508897386491299, 0.022009769454598427, 0.0006401495193131268, 0.06486602872610092, 0.01208797749131918, 2.160764233849477e-05, 0.0047667245380580425, 0.0004923217347823083, 0.002488801721483469, 0.00041253582458011806, 0.116484135389328, 0.0001743768953019753, 0.0011299796169623733, 0.0012968704104423523, 0.0018937578424811363, 0.006374632008373737, 0.012117773294448853, 0.014354666694998741, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.022601118311285973, 0.000438640417996794, 2.7166693143954035e-06, 0.0003694455081131309, 0.9364853501319885, 0.0321592278778553, 0.0001664008741499856, 0.0003773074713535607, 2.7193686946702655e-07, 9.796261292649433e-05, 2.4832239432726055e-05, 0.0001476559991715476, 0.00043011692469008267, 0.004391682334244251, 0.0003911108651664108, 5.064394645160064e-05, 0.0001870424166554585, 6.401350674423156e-06, 2.0583940568030812e-05, 0.0002504427684471011, 4.0589024138171226e-05, 0.0006710119196213782, 0.0006265916163101792, 2.001651182581554e-06, 6.06373832852114e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.039748262614011765, 0.0016230320325121284, 2.9864056614314904e-06, 0.0004959737416356802, 0.007599149364978075, 0.9035111665725708, 0.0003085578791797161, 0.020541097968816757, 3.7260394947224995e-06, 0.0009059489239007235, 0.0005234958953224123, 0.00019036594312638044, 0.0027696113102138042, 0.0017586355097591877, 0.006682161241769791, 0.001649097423069179, 0.00027723185485228896, 2.362007762712892e-05, 0.000335152551997453, 0.001790586393326521, 0.00015659985365346074, 0.0019276188686490059, 0.001979889115318656, 1.242638063558843e-06, 5.812725066789426e-05, 0.005136678460985422, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01739455573260784, 8.342974615516141e-05, 1.2995061524634366e-06, 0.0006728360312990844, 1.4733346688444726e-05, 0.00010638007370289415, 0.9528149962425232, 0.0219720471650362, 7.827161425666418e-07, 1.5493782484554686e-05, 0.0031969647388905287, 3.257377466070466e-05, 0.00013824716734234244, 2.3893404431873932e-05, 0.0008408373687416315, 0.00010894612205447629, 0.0002893861965276301, 0.00010895111336139962, 6.794392538722605e-05, 0.0001252618822036311, 0.00019726315804291517, 0.0008631290402263403, 0.00029805878875777125, 2.337476416869322e-06, 0.00034660816891118884, 2.377722557866946e-05, 0.0002592755190562457, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05558105930685997, 0.0006445571198128164, 4.0934548906079726e-07, 0.0004219490510877222, 1.3407849337454536e-06, 0.0006465191254392266, 0.001835803734138608, 0.910796582698822, 6.1801401898264885e-06, 0.00014045933494344354, 0.010802184231579304, 0.00020919520466122776, 0.0011495656799525023, 1.284832524106605e-05, 0.003265423933044076, 0.00011994844680884853, 0.0002061452978523448, 0.000614606833551079, 0.0012190372217446566, 0.0012672023149207234, 0.0003855071263387799, 0.0035668732598423958, 0.0011672673281282187, 5.425864060271124e-07, 0.00031768615008331835, 1.113251414608385e-06, 0.0028038339223712683, 0.0028161113150417805, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08360761404037476, 0.004941160790622234, 5.052069900557399e-05, 0.007228279486298561, 1.1925385479116812e-06, 0.00016231801419053227, 0.0002728422114159912, 0.005935690365731716, 0.6047211289405823, 0.26288920640945435, 0.005585615988820791, 7.117436325643212e-05, 0.0013994890032336116, 2.673704557309975e-06, 0.001511067501269281, 9.461444278713316e-05, 0.0003633191518019885, 0.000709978980012238, 0.0009741854155436158, 0.0035782749764621258, 1.0970167750201654e-05, 0.00015639384218957275, 0.0036893344949930906, 0.0002846126153599471, 0.0043340218253433704, 1.3892364449930028e-06, 0.0002412812173133716, 0.00018520299636293203, 0.006996457464993, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11521001905202866, 0.0067147910594940186, 0.00016211321053560823, 0.02551288716495037, 6.206569196365308e-06, 0.00040512558189220726, 5.4560361604671925e-05, 0.0035107757430523634, 0.014202420599758625, 0.7775511741638184, 0.0034905681386590004, 5.7820008805720136e-05, 0.00476842513307929, 3.606360769481398e-05, 0.0007714254315942526, 0.0003429505741223693, 0.002843403024598956, 9.518027218291536e-05, 0.003136667422950268, 0.0057289027608931065, 4.4419572077458724e-05, 0.0004939689533784986, 0.008516545407474041, 0.0005445050192065537, 0.014522193931043148, 5.89473893342074e-06, 0.0003079961461480707, 2.6790154151967727e-05, 0.0010097100166603923, 0.00992652028799057, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03713573142886162, 0.000877529731951654, 7.848624227335677e-05, 0.015299034304916859, 1.454407083656406e-06, 0.00010877808381337672, 0.006165190599858761, 0.014768629334867, 7.875587471062317e-05, 0.0019750013016164303, 0.8455947041511536, 7.480743806809187e-05, 0.0028255588840693235, 5.115849717185483e-07, 0.0001702667068457231, 0.00015173688007052988, 0.006004315335303545, 0.0034732255153357983, 0.01261287834495306, 0.0006110352696850896, 0.0005419596564024687, 0.0009975238936021924, 0.0029068191070109606, 0.00039568793727084994, 0.02026885189116001, 1.6132138398461393e-06, 0.00021117487631272525, 0.007802325300872326, 0.01750454679131508, 2.8824697437812574e-05, 0.0013330667279660702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04171165078878403, 0.0007273957598954439, 5.084301392344059e-06, 0.0004205016593914479, 0.0002682959020603448, 0.0003643743402790278, 0.0002165337500628084, 0.0014350049896165729, 5.140040229889564e-06, 9.150908590527251e-05, 0.001251966692507267, 0.9164962768554688, 0.025602230802178383, 0.0013075504684820771, 0.0030348070431500673, 0.0005533310468308628, 0.00034455902641639113, 0.00023525732103735209, 0.00042932931683026254, 0.001370531041175127, 3.670688238344155e-05, 0.0015910877846181393, 0.00048218751908279955, 9.564390893501695e-06, 0.0001552399917272851, 0.000175426626810804, 0.0004897269536741078, 6.953967385925353e-05, 0.0008855778723955154, 1.1304736062811571e-06, 4.837108645006083e-05, 0.00018408606410957873, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15541063249111176, 0.002060346072539687, 5.904763384023681e-06, 0.005144166760146618, 0.0002582334855105728, 0.001450114999897778, 5.391842205426656e-05, 0.002164045814424753, 2.152806700905785e-05, 0.0016064416849985719, 0.010191736742854118, 0.010151073336601257, 0.7491753101348877, 0.002742184791713953, 0.01017574593424797, 0.005842442158609629, 0.0030404033605009317, 3.083400588366203e-05, 0.006112963426858187, 0.016732612624764442, 0.00015879911370575428, 0.002067471155896783, 0.0016374943079426885, 1.104704733734252e-05, 0.0014025839045643806, 0.00019925452943425626, 0.001220024423673749, 2.148774183297064e-05, 0.0007244250737130642, 5.295434220897732e-06, 0.00116753822658211, 0.00188815884757787, 0.007125871255993843, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03857032209634781, 0.0004867617099080235, 8.811971952127351e-08, 0.00012277944188099355, 0.0055817193351686, 0.0025055580772459507, 2.193798718508333e-05, 0.00011670566163957119, 8.340095547509918e-08, 6.456923438236117e-05, 1.648077704885509e-05, 0.0003305192803964019, 0.0009664007229730487, 0.9410398602485657, 0.002549444790929556, 0.0009866245090961456, 0.00023048870207276195, 2.1702240360355063e-07, 9.28598365135258e-06, 0.0010759907308965921, 8.328241528943181e-05, 0.0006203314987942576, 0.0003860914730466902, 1.709914414504965e-07, 1.0055931852548383e-05, 0.0019989381544291973, 0.0020208044443279505, 4.052697477163747e-06, 1.930944199557416e-05, 3.980503038292227e-09, 1.3064985978417099e-05, 4.5675534465772216e-07, 5.041597978561185e-05, 0.00011722323688445613, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3213388919830322, 0.001503253006376326, 0.0003571729175746441, 0.009410782717168331, 0.00016890473489183933, 0.016028335317969322, 0.00020538931130431592, 0.019911278039216995, 6.106814544182271e-05, 0.0025995627511292696, 0.001890071900561452, 0.00034021324245259166, 0.018113771453499794, 0.0032540694810450077, 0.5562434792518616, 0.008188043721020222, 0.00345789548009634, 2.7599826353252865e-05, 0.0002132926310878247, 0.004111625254154205, 7.460749475285411e-05, 0.002410347107797861, 0.0031445759814232588, 0.00028739063418470323, 0.002800552174448967, 5.076801244285889e-05, 0.010558418929576874, 8.334958693012595e-05, 0.007083647884428501, 1.71520823641913e-05, 0.0007566046551801264, 0.0001342686591669917, 4.3931067921221256e-05, 0.0036519193090498447, 0.0014778126496821642, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1603616327047348, 0.0012780053075402975, 2.2185908164829016e-05, 0.002371335169300437, 0.0002248757373308763, 0.0017834786558523774, 0.003998118918389082, 0.004633312113583088, 4.076451659784652e-05, 0.001541665056720376, 0.0015637286705896258, 0.00047258968697860837, 0.016839733347296715, 0.0034527720417827368, 0.017767837271094322, 0.7616904377937317, 0.0046269274316728115, 0.00039177844882942736, 0.0009683543466962874, 0.005094065796583891, 3.4371958008705406e-06, 0.001614140928722918, 0.001699920860119164, 1.1049765817006119e-05, 0.0002908410388045013, 4.165241261944175e-05, 0.0008305368246510625, 0.00043555235606618226, 0.0004473642911761999, 1.9897668153134873e-06, 0.0003503862244542688, 6.375101656885818e-05, 6.234725151443854e-05, 0.0025966062676161528, 0.0005663720658048987, 0.0018605367513373494, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16436107456684113, 0.0026378934271633625, 4.1416933527216315e-05, 0.06607705354690552, 0.0011643720790743828, 0.0015624663792550564, 0.012553853914141655, 0.002784162759780884, 3.627438854891807e-05, 0.004333583638072014, 0.006344519089907408, 0.00013702023716177791, 0.02222045138478279, 0.0011391033185645938, 0.0015757755609229207, 0.0038945514243096113, 0.5750945806503296, 0.0019101393409073353, 0.004216515459120274, 0.005103052593767643, 0.0011178116546943784, 0.011998963542282581, 0.00614140136167407, 8.207860810216516e-05, 0.06961173564195633, 0.0019772844389081, 0.0024057836271822453, 0.013156292028725147, 0.0013538574567064643, 9.255117220163811e-06, 0.0039376732893288136, 0.0014234125846996903, 5.669046367984265e-05, 0.005461022257804871, 0.0004025489906780422, 0.0006155931623652577, 0.003060713177546859, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07928111404180527, 0.0006841904832981527, 6.815580633201535e-08, 0.0010951480362564325, 2.0406380372151034e-06, 2.2378546418622136e-05, 0.0006314091733656824, 0.0003747315495274961, 2.3558321117889136e-05, 0.0001850106054916978, 0.008331513963639736, 7.647337042726576e-05, 0.004182957112789154, 2.4447135160698963e-07, 1.1477795851533301e-05, 5.137137486599386e-05, 0.001886308309622109, 0.6889950037002563, 0.194636732339859, 0.004766394849866629, 4.986663770978339e-05, 0.0028069843538105488, 0.005558046977967024, 3.9549274788441835e-07, 0.0008065963047556579, 3.3534558951942017e-06, 5.2720373787451535e-05, 0.0003899823932442814, 0.0004888045368716121, 7.204306257335702e-06, 9.927157952915877e-05, 0.0031684355344623327, 3.950050086132251e-05, 0.000988385989330709, 7.51874864590718e-08, 1.431516125194321e-06, 6.484899131464772e-06, 0.0002943129511550069, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28373807668685913, 0.00448788795620203, 5.058397164248163e-06, 0.019317232072353363, 5.4460801038658246e-05, 0.0012376138474792242, 0.001760451472364366, 0.006312709767371416, 0.00024137903528753668, 0.0067893946543335915, 0.0716075524687767, 0.00030899536795914173, 0.06864362955093384, 4.332335447543301e-05, 0.0004192543274257332, 0.002060126280412078, 0.006795833818614483, 0.01733485609292984, 0.3385891914367676, 0.03910178691148758, 0.0007660694536752999, 0.009993116371333599, 0.007829558104276657, 1.3115730325807817e-05, 0.01356493029743433, 6.270300946198404e-05, 0.0021038020495325327, 0.0009936656570062041, 0.003334580920636654, 9.826869063545018e-05, 0.006462777964770794, 0.033566154539585114, 0.0001983151159947738, 0.030609818175435066, 1.5713814718765207e-05, 0.00012045683979522437, 0.0005064334836788476, 0.001992761390283704, 0.01891898177564144, 0.0, 0.0, 0.0, 0.0], [0.25413084030151367, 0.00728962104767561, 1.637025889067445e-05, 0.0056449612602591515, 0.00047911430010572076, 0.0030321397352963686, 0.0008039348758757114, 0.0005737108294852078, 0.001770943752489984, 0.005227960180491209, 0.006573318969458342, 0.0037488413508981466, 0.03955994173884392, 0.0013069501146674156, 0.00204958813264966, 0.0032922590617090464, 0.005070537328720093, 0.00439294520765543, 0.002960451412945986, 0.565229058265686, 0.006637278478592634, 0.020123636350035667, 0.013719644397497177, 3.509566522552632e-05, 0.0024925628677010536, 0.0006804364966228604, 0.005004295147955418, 0.0004963083774782717, 0.00029928027652204037, 0.0005683332565240562, 0.006156609859317541, 0.0014163347659632564, 0.0020802340004593134, 0.017010867595672607, 0.0011587243061512709, 0.0008447644067928195, 0.0012247745180502534, 0.0020570263732224703, 0.002771402010694146, 0.002068926114588976, 0.0, 0.0, 0.0], [0.022778915241360664, 0.00018681318033486605, 1.6159376059476926e-08, 0.0006753653869964182, 3.972021659137681e-06, 1.8965345589094795e-05, 0.00014574606029782444, 0.00015363667625933886, 1.4371021705983367e-08, 3.7149861782381777e-06, 0.00038176780799403787, 9.18957721296465e-06, 0.00013344876060727984, 1.5500425433856435e-05, 4.871670171269216e-06, 4.948611831423477e-07, 0.0004079104692209512, 1.881949901871849e-05, 3.495854252832942e-05, 0.00018379345419816673, 0.8935844302177429, 0.08001840859651566, 0.000494997831992805, 6.95558171059929e-08, 0.00036117518902756274, 4.126296062167967e-06, 4.2136412957916036e-05, 0.00015350633475463837, 9.319638047600165e-05, 8.534885020949901e-10, 9.503966111878981e-07, 2.6511615942581557e-05, 9.136738299275748e-07, 4.4258986235945486e-06, 3.622939402703196e-06, 4.963182504980068e-07, 6.715166644966075e-09, 3.286447827122174e-05, 3.728110641532112e-06, 3.7352247090893798e-06, 1.2850659004470799e-05, 0.0, 0.0], [0.04306093603372574, 0.0004312009841669351, 4.857331603602688e-08, 0.0002949705522041768, 6.446817224059487e-06, 1.7940596080734394e-05, 5.236796641838737e-05, 0.00012123035412514582, 8.686238395227974e-09, 4.085913133167196e-06, 0.00020099175162613392, 2.152495835616719e-05, 0.0004682280996348709, 1.154425808636006e-05, 3.749242750927806e-05, 7.720592293480877e-06, 0.0005387044511735439, 8.11828431324102e-05, 0.00024663933436386287, 0.0005759770865552127, 0.002397826174274087, 0.9488214254379272, 0.00212059635668993, 3.639993195747593e-08, 7.682733848923817e-05, 2.8932047371199587e-06, 1.444747977075167e-05, 1.2731473361782264e-05, 2.7991309252684005e-05, 3.747692711719708e-10, 5.714344979423913e-07, 1.0850816579477396e-05, 3.7291968055797042e-06, 4.090083166374825e-05, 3.826693500741385e-06, 6.1263049246917944e-06, 5.169466703591752e-07, 4.0861101297196e-05, 1.2315430467424449e-05, 2.7005866286344826e-05, 3.188171103829518e-05, 0.0001674705999903381, 0.0], [0.2622871994972229, 0.048153121024370193, 0.0006689657457172871, 0.021233199164271355, 9.166407835436985e-05, 0.00039222300983965397, 0.0002039681567111984, 0.002134409500285983, 0.0010948507115244865, 0.004910763818770647, 0.006146776955574751, 0.0005123686860315502, 0.009844926185905933, 0.0001430306292604655, 0.0010762690799310803, 0.000345809938153252, 0.010050451382994652, 0.008435766212642193, 0.008105284534394741, 0.0060246605426073074, 0.003813511459156871, 0.04830706864595413, 0.4991314709186554, 0.0012536756694316864, 0.03390203416347504, 0.00010517729970160872, 0.0003717833897098899, 8.200478623621166e-05, 0.0012060041772201657, 0.00018196158634964377, 0.0013505052775144577, 0.0009115563589148223, 0.00011081637785537168, 0.0016774731921032071, 3.6775327316718176e-05, 0.00017677612777333707, 4.5788809075020254e-05, 0.0010133152827620506, 0.00262007606215775, 0.0020048092119395733, 0.0010430822148919106, 0.0003667388518806547, 0.008431949652731419]]], \"attentionHeadNames\": [\"L6H9\", \"L5H5\"], \"tokens\": [\"<|endoftext|>\", \"Research\", \" in\", \" mechan\", \"istic\", \" interpret\", \"ability\", \" seeks\", \" to\", \" explain\", \" behaviors\", \" of\", \" machine\", \" learning\", \" models\", \" in\", \" terms\", \" of\", \" their\", \" internal\", \" components\", \".\", \"Research\", \" in\", \" mechan\", \"istic\", \" interpret\", \"ability\", \" seeks\", \" to\", \" explain\", \" behaviors\", \" of\", \" machine\", \" learning\", \" models\", \" in\", \" terms\", \" of\", \" their\", \" internal\", \" components\", \".\"]}\n",
        "    )\n",
@@ -14987,10 +14987,10 @@
    "execution_count": 36,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:58.178791Z",
-     "iopub.status.busy": "2023-11-23T20:36:58.178631Z",
-     "iopub.status.idle": "2023-11-23T20:36:58.938728Z",
-     "shell.execute_reply": "2023-11-23T20:36:58.938113Z"
+     "iopub.execute_input": "2023-11-29T23:47:41.817552Z",
+     "iopub.status.busy": "2023-11-29T23:47:41.817243Z",
+     "iopub.status.idle": "2023-11-29T23:47:42.617798Z",
+     "shell.execute_reply": "2023-11-29T23:47:42.617207Z"
     }
    },
    "outputs": [
@@ -15088,10 +15088,10 @@
    "execution_count": 37,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:58.941039Z",
-     "iopub.status.busy": "2023-11-23T20:36:58.940839Z",
-     "iopub.status.idle": "2023-11-23T20:36:59.019156Z",
-     "shell.execute_reply": "2023-11-23T20:36:59.018594Z"
+     "iopub.execute_input": "2023-11-29T23:47:42.620306Z",
+     "iopub.status.busy": "2023-11-29T23:47:42.619862Z",
+     "iopub.status.idle": "2023-11-29T23:47:42.702458Z",
+     "shell.execute_reply": "2023-11-29T23:47:42.701964Z"
     }
    },
    "outputs": [
@@ -16177,9 +16177,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"96479455-9b08-43dd-8fd7-bf4005227ec8\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"96479455-9b08-43dd-8fd7-bf4005227ec8\")) {                    Plotly.newPlot(                        \"96479455-9b08-43dd-8fd7-bf4005227ec8\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.03906984627246857,0.00044891235302202404,0.03133600950241089,0.0075195855461061,0.034592170268297195,0.0003623009251896292,0.03451276570558548,0.19740214943885803,0.03844786435365677,0.04053792357444763,0.027628779411315918,0.02496313489973545],[0.18906497955322266,0.1721990704536438,0.06807752698659897,0.044945165514945984,0.0790855661034584,0.03096737526357174,0.028282107785344124,0.036443255841732025,0.026936713606119156,0.018826231360435486,0.04510089382529259,0.0065726605243980885],[0.15745532512664795,0.020724499598145485,0.4818003177642822,0.2991351783275604,0.10764901340007782,0.33004096150398254,0.09975507855415344,0.04926132410764694,0.2549382448196411,0.3606453239917755,0.12571796774864197,0.07931824028491974],[0.0058439951390028,0.15787306427955627,0.4189079701900482,0.30129146575927734,0.014345025643706322,0.03234415873885155,0.3312898576259613,0.5285981893539429,0.34241822361946106,0.10183658450841904,0.10516025871038437,0.22331225872039795],[0.10626538842916489,0.11930901557207108,0.02288069576025009,0.22826974093914032,0.0200040303170681,0.10010093450546265,0.17392224073410034,0.17407011985778809,0.025876859202980995,0.10249903798103333,0.009514804929494858,0.9921424388885498],[0.01976674608886242,0.0052832551300525665,0.1664840430021286,0.12087709456682205,0.1649998277425766,0.008032665587961674,0.4176997244358063,0.025827916339039803,0.048025794327259064,0.016231724992394447,0.031101686879992485,0.024261072278022766],[0.21729078888893127,0.03909975290298462,0.018048644065856934,0.059900619089603424,0.032934535294771194,0.0873454138636589,0.026895390823483467,0.0943949744105339,0.49926072359085083,0.006240124814212322,0.027026761323213577,0.1278562843799591],[0.2511644661426544,0.013308697380125523,0.0066633704118430614,0.03743036091327667,0.023315411061048508,0.01740719936788082,0.02206745371222496,0.022141238674521446,0.045023560523986816,0.02084278129041195,0.008310753852128983,0.017167773097753525],[0.020890571177005768,0.016537856310606003,0.021583054214715958,0.015005748718976974,0.024211902171373367,0.1019899919629097,0.029100272804498672,0.22793738543987274,0.027814725413918495,0.01794101484119892,0.02482905052602291,0.03806224465370178],[0.02607565000653267,0.015407402999699116,0.020444141700863838,0.14558188617229462,0.012470231391489506,0.017151616513729095,0.013311782851815224,0.02445186860859394,0.01811170019209385,0.013193287886679173,0.03573964536190033,0.0187982190400362],[0.021478094160556793,0.018419133499264717,0.0181836299598217,0.021721407771110535,0.031567689031362534,0.03470620512962341,0.017550060525536537,0.011417530477046967,0.015795616433024406,0.04592299461364746,0.016215477138757706,0.030394626781344414],[0.03320508822798729,0.017571475356817245,0.015131049789488316,0.04148413613438606,0.015181178227066994,0.017589963972568512,0.01514848880469799,0.017676066607236862,0.06622706353664398,0.018451126292347908,0.01700744405388832,0.02974928542971611]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Previous Token Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"ef1a9c54-904c-41c3-9b19-9315733284c0\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"ef1a9c54-904c-41c3-9b19-9315733284c0\")) {                    Plotly.newPlot(                        \"ef1a9c54-904c-41c3-9b19-9315733284c0\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.03906984627246857,0.00044891235302202404,0.03133600950241089,0.0075195855461061,0.034592170268297195,0.0003623009251896292,0.03451276570558548,0.19740214943885803,0.03844786435365677,0.04053792357444763,0.027628779411315918,0.02496313489973545],[0.18906497955322266,0.1721990704536438,0.06807752698659897,0.044945165514945984,0.0790855661034584,0.03096737526357174,0.028282107785344124,0.036443255841732025,0.026936713606119156,0.018826231360435486,0.04510089382529259,0.0065726605243980885],[0.15745532512664795,0.020724499598145485,0.4818003177642822,0.2991351783275604,0.10764901340007782,0.33004096150398254,0.09975507855415344,0.04926132410764694,0.2549382448196411,0.3606453239917755,0.12571796774864197,0.07931824028491974],[0.0058439951390028,0.15787306427955627,0.4189079701900482,0.30129146575927734,0.014345025643706322,0.03234415873885155,0.3312898576259613,0.5285981893539429,0.34241822361946106,0.10183658450841904,0.10516025871038437,0.22331225872039795],[0.10626538842916489,0.11930901557207108,0.02288069576025009,0.22826974093914032,0.0200040303170681,0.10010093450546265,0.17392224073410034,0.17407011985778809,0.025876859202980995,0.10249903798103333,0.009514804929494858,0.9921424388885498],[0.01976674608886242,0.0052832551300525665,0.1664840430021286,0.12087709456682205,0.1649998277425766,0.008032665587961674,0.4176997244358063,0.025827916339039803,0.048025794327259064,0.016231724992394447,0.031101686879992485,0.024261072278022766],[0.21729078888893127,0.03909975290298462,0.018048644065856934,0.059900619089603424,0.032934535294771194,0.0873454138636589,0.026895390823483467,0.0943949744105339,0.49926072359085083,0.006240124814212322,0.027026761323213577,0.1278562843799591],[0.2511644661426544,0.013308697380125523,0.0066633704118430614,0.03743036091327667,0.023315411061048508,0.01740719936788082,0.02206745371222496,0.022141238674521446,0.045023560523986816,0.02084278129041195,0.008310753852128983,0.017167773097753525],[0.020890571177005768,0.016537856310606003,0.021583054214715958,0.015005748718976974,0.024211902171373367,0.1019899919629097,0.029100272804498672,0.22793738543987274,0.027814725413918495,0.01794101484119892,0.02482905052602291,0.03806224465370178],[0.02607565000653267,0.015407402999699116,0.020444141700863838,0.14558188617229462,0.012470231391489506,0.017151616513729095,0.013311782851815224,0.02445186860859394,0.01811170019209385,0.013193287886679173,0.03573964536190033,0.0187982190400362],[0.021478094160556793,0.018419133499264717,0.0181836299598217,0.021721407771110535,0.031567689031362534,0.03470620512962341,0.017550060525536537,0.011417530477046967,0.015795616433024406,0.04592299461364746,0.016215477138757706,0.030394626781344414],[0.03320508822798729,0.017571475356817245,0.015131049789488316,0.04148413613438606,0.015181178227066994,0.017589963972568512,0.01514848880469799,0.017676066607236862,0.06622706353664398,0.018451126292347908,0.01700744405388832,0.02974928542971611]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Previous Token Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('96479455-9b08-43dd-8fd7-bf4005227ec8');\n",
+       "var gd = document.getElementById('ef1a9c54-904c-41c3-9b19-9315733284c0');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -17289,9 +17289,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"65e83acb-f88a-4a73-bdbe-d82e21a0b203\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"65e83acb-f88a-4a73-bdbe-d82e21a0b203\")) {                    Plotly.newPlot(                        \"65e83acb-f88a-4a73-bdbe-d82e21a0b203\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.003192325122654438,0.1323632001876831,0.005006915889680386,1.0427495908515994e-05,0.001311026164330542,0.7034571766853333,0.004262051545083523,0.00016496684111189097,0.0024746309500187635,0.0008572909864597023,0.018891464918851852,0.008690940216183662],[0.0002916363882832229,0.00013781929737888277,0.0015036162221804261,0.005392488092184067,0.001858389819972217,0.009062975645065308,0.012414469383656979,0.0022405527997761965,0.005135663319379091,0.005220626015216112,0.005546468310058117,0.029750704765319824],[0.002481646602973342,0.00944218598306179,0.00034561424399726093,0.00025915110018104315,0.005211672279983759,0.0005709640099667013,0.001520992023870349,0.006313098594546318,0.0015609267866238952,0.00042158178985118866,0.00015359431563410908,0.005160389933735132],[0.6775667071342468,0.0028404765762388706,0.0007841595797799528,0.004712553229182959,0.006322905886918306,0.006206708960235119,0.0005474371137097478,0.0003782906278502196,0.002015652135014534,0.007952768355607986,0.003576835384592414,0.0026087849400937557],[0.008604025468230247,0.007028575055301189,0.00759880430996418,0.003442794317379594,0.016561320051550865,0.005979631096124649,0.00486978841945529,0.0007624471327289939,0.006062139756977558,0.007536678109318018,0.012022883631289005,1.0554331930992533e-12],[0.00950299296528101,0.008562100119888783,0.0041626011952757835,0.0030086850747466087,0.00684744119644165,0.004358136095106602,0.0076692719012498856,0.009584203362464905,0.007618824951350689,0.004328041337430477,0.04140293225646019,0.00976184755563736],[0.004456125665456057,0.008873282931745052,0.0074052149429917336,0.006224929820746183,0.007319129072129726,0.005623881705105305,0.01734965294599533,0.005529425106942654,0.0029201749712228775,0.008636710233986378,0.006222231313586235,0.008358950726687908],[0.003699958324432373,0.041079357266426086,0.04148266837000847,0.009313643909990788,0.00909703690558672,0.008774375542998314,0.007298500742763281,0.023312212899327278,0.00884333811700344,0.00987985823303461,0.01759856380522251,0.006039817351847887],[0.008986336179077625,0.028667135164141655,0.00889120064675808,0.010114575736224651,0.009737403132021427,0.007611636072397232,0.009763198904693127,0.005155560560524464,0.009276360273361206,0.01189583819359541,0.010411959141492844,0.007498929277062416],[0.024409934878349304,0.011438393965363503,0.020030932500958443,0.005118591710925102,0.015081219375133514,0.012334463186562061,0.015452542342245579,0.008602442219853401,0.014702466316521168,0.02076617442071438,0.009192774072289467,0.005703325849026442],[0.017897024750709534,0.013280635699629784,0.006755182519555092,0.012744811363518238,0.008020911365747452,0.007722197566181421,0.017341352999210358,0.007454697974026203,0.007832481525838375,0.008252139203250408,0.013642731122672558,0.012807462364435196],[0.004923720378428698,0.007951016537845135,0.007947882637381554,0.0045640720054507256,0.01036337111145258,0.009582015685737133,0.010287732817232609,0.008320697583258152,0.0025700125843286514,0.012810957618057728,0.008063888177275658,0.0065582930110394955]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Duplicate Token Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e\")) {                    Plotly.newPlot(                        \"0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.003192325122654438,0.1323632001876831,0.005006915889680386,1.0427495908515994e-05,0.001311026164330542,0.7034571766853333,0.004262051545083523,0.00016496684111189097,0.0024746309500187635,0.0008572909864597023,0.018891464918851852,0.008690940216183662],[0.0002916363882832229,0.00013781929737888277,0.0015036162221804261,0.005392488092184067,0.001858389819972217,0.009062975645065308,0.012414469383656979,0.0022405527997761965,0.005135663319379091,0.005220626015216112,0.005546468310058117,0.029750704765319824],[0.002481646602973342,0.00944218598306179,0.00034561424399726093,0.00025915110018104315,0.005211672279983759,0.0005709640099667013,0.001520992023870349,0.006313098594546318,0.0015609267866238952,0.00042158178985118866,0.00015359431563410908,0.005160389933735132],[0.6775667071342468,0.0028404765762388706,0.0007841595797799528,0.004712553229182959,0.006322905886918306,0.006206708960235119,0.0005474371137097478,0.0003782906278502196,0.002015652135014534,0.007952768355607986,0.003576835384592414,0.0026087849400937557],[0.008604025468230247,0.007028575055301189,0.00759880430996418,0.003442794317379594,0.016561320051550865,0.005979631096124649,0.00486978841945529,0.0007624471327289939,0.006062139756977558,0.007536678109318018,0.012022883631289005,1.0554331930992533e-12],[0.00950299296528101,0.008562100119888783,0.0041626011952757835,0.0030086850747466087,0.00684744119644165,0.004358136095106602,0.0076692719012498856,0.009584203362464905,0.007618824951350689,0.004328041337430477,0.04140293225646019,0.00976184755563736],[0.004456125665456057,0.008873282931745052,0.0074052149429917336,0.006224929820746183,0.007319129072129726,0.005623881705105305,0.01734965294599533,0.005529425106942654,0.0029201749712228775,0.008636710233986378,0.006222231313586235,0.008358950726687908],[0.003699958324432373,0.041079357266426086,0.04148266837000847,0.009313643909990788,0.00909703690558672,0.008774375542998314,0.007298500742763281,0.023312212899327278,0.00884333811700344,0.00987985823303461,0.01759856380522251,0.006039817351847887],[0.008986336179077625,0.028667135164141655,0.00889120064675808,0.010114575736224651,0.009737403132021427,0.007611636072397232,0.009763198904693127,0.005155560560524464,0.009276360273361206,0.01189583819359541,0.010411959141492844,0.007498929277062416],[0.024409934878349304,0.011438393965363503,0.020030932500958443,0.005118591710925102,0.015081219375133514,0.012334463186562061,0.015452542342245579,0.008602442219853401,0.014702466316521168,0.02076617442071438,0.009192774072289467,0.005703325849026442],[0.017897024750709534,0.013280635699629784,0.006755182519555092,0.012744811363518238,0.008020911365747452,0.007722197566181421,0.017341352999210358,0.007454697974026203,0.007832481525838375,0.008252139203250408,0.013642731122672558,0.012807462364435196],[0.004923720378428698,0.007951016537845135,0.007947882637381554,0.0045640720054507256,0.01036337111145258,0.009582015685737133,0.010287732817232609,0.008320697583258152,0.0025700125843286514,0.012810957618057728,0.008063888177275658,0.0065582930110394955]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Duplicate Token Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('65e83acb-f88a-4a73-bdbe-d82e21a0b203');\n",
+       "var gd = document.getElementById('0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -18401,9 +18401,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"cb57dbef-a3fd-4592-9967-a9450693ec52\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"cb57dbef-a3fd-4592-9967-a9450693ec52\")) {                    Plotly.newPlot(                        \"cb57dbef-a3fd-4592-9967-a9450693ec52\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.004035576246678829,3.8593640056205913e-05,0.003946059849113226,1.7428229170945997e-07,5.989643977954984e-05,4.083690873812884e-05,0.003501761006191373,0.0002461092371959239,0.003167978022247553,0.0030104024335741997,0.0020935393404215574,0.00852543767541647],[0.0005264793871901929,0.00015670400171075016,0.0015079418662935495,0.005595334805548191,0.0018401180859655142,0.0038875683676451445,0.005349150858819485,0.0046491725370287895,0.005880181211978197,0.007283915765583515,0.005552180111408234,0.00012677430640906096],[0.0022015536669641733,0.008784864097833633,0.002159035997465253,0.0010448114480823278,0.005142328795045614,0.002251650206744671,0.0008376684854738414,0.00635240413248539,0.0026181740686297417,0.0010309104109182954,0.00015219331544358283,0.005351161118596792],[0.007752277422696352,0.0030916105024516582,0.0013629442546516657,0.004341902676969767,0.011233088560402393,0.006535585504025221,0.0009068018407560885,0.000607864698395133,0.0028195781633257866,0.005254116374999285,0.004195699468255043,0.002554163569584489],[0.007342726923525333,0.004788324236869812,0.007458815351128578,0.0033073248341679573,0.007871863432228565,0.004219719208776951,0.004172015935182571,0.0005154729005880654,0.008124986663460732,0.006826962344348431,0.008085506036877632,3.76132007484653e-11],[0.43377670645713806,0.9306100010871887,0.006382295396178961,0.003473060904070735,0.0055010016076266766,0.9255975484848022,0.005381476134061813,0.007857297547161579,0.008637807331979275,0.015764441341161728,0.012188387103378773,0.008265750482678413],[0.0025072956923395395,0.008432058617472649,0.00862328801304102,0.007653356995433569,0.011058012954890728,0.005525417625904083,0.017205143347382545,0.00479433499276638,0.004097680561244488,0.9257785081863403,0.020375525578856468,0.006313959136605263],[0.005555588286370039,0.18942904472351074,0.8509916067123413,0.008273174986243248,0.008239679038524628,0.008649967610836029,0.02832838147878647,0.08996233344078064,0.0066174231469631195,0.009413909167051315,0.9037812352180481,0.030371207743883133],[0.007354556117206812,0.37913045287132263,0.005602708086371422,0.025401651859283447,0.008504709228873253,0.006231049541383982,0.11892382800579071,0.00511466059833765,0.013350973837077618,0.01576736941933632,0.02584417350590229,0.008429797366261482],[0.23989054560661316,0.14378714561462402,0.09330621361732483,0.005819804035127163,0.07744760811328888,0.016447952017188072,0.44428250193595886,0.011141374707221985,0.0361897349357605,0.47264590859413147,0.008039990440011024,0.030952971428632736],[0.36065515875816345,0.48201125860214233,0.022851014509797096,0.12641924619674683,0.04125586524605751,0.007237405516207218,0.287715345621109,0.3897298574447632,0.0300607867538929,0.006112928502261639,0.16554804146289825,0.22245106101036072],[0.007408501114696264,0.03373707830905914,0.02041269838809967,0.0027554102707654238,0.02518630214035511,0.07808850705623627,0.033082809299230576,0.046439964324235916,0.0032543197739869356,0.27442511916160583,0.3800223469734192,0.00948343239724636]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Head Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4\")) {                    Plotly.newPlot(                        \"1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.004035576246678829,3.8593640056205913e-05,0.003946059849113226,1.7428229170945997e-07,5.989643977954984e-05,4.083690873812884e-05,0.003501761006191373,0.0002461092371959239,0.003167978022247553,0.0030104024335741997,0.0020935393404215574,0.00852543767541647],[0.0005264793871901929,0.00015670400171075016,0.0015079418662935495,0.005595334805548191,0.0018401180859655142,0.0038875683676451445,0.005349150858819485,0.0046491725370287895,0.005880181211978197,0.007283915765583515,0.005552180111408234,0.00012677430640906096],[0.0022015536669641733,0.008784864097833633,0.002159035997465253,0.0010448114480823278,0.005142328795045614,0.002251650206744671,0.0008376684854738414,0.00635240413248539,0.0026181740686297417,0.0010309104109182954,0.00015219331544358283,0.005351161118596792],[0.007752277422696352,0.0030916105024516582,0.0013629442546516657,0.004341902676969767,0.011233088560402393,0.006535585504025221,0.0009068018407560885,0.000607864698395133,0.0028195781633257866,0.005254116374999285,0.004195699468255043,0.002554163569584489],[0.007342726923525333,0.004788324236869812,0.007458815351128578,0.0033073248341679573,0.007871863432228565,0.004219719208776951,0.004172015935182571,0.0005154729005880654,0.008124986663460732,0.006826962344348431,0.008085506036877632,3.76132007484653e-11],[0.43377670645713806,0.9306100010871887,0.006382295396178961,0.003473060904070735,0.0055010016076266766,0.9255975484848022,0.005381476134061813,0.007857297547161579,0.008637807331979275,0.015764441341161728,0.012188387103378773,0.008265750482678413],[0.0025072956923395395,0.008432058617472649,0.00862328801304102,0.007653356995433569,0.011058012954890728,0.005525417625904083,0.017205143347382545,0.00479433499276638,0.004097680561244488,0.9257785081863403,0.020375525578856468,0.006313959136605263],[0.005555588286370039,0.18942904472351074,0.8509916067123413,0.008273174986243248,0.008239679038524628,0.008649967610836029,0.02832838147878647,0.08996233344078064,0.0066174231469631195,0.009413909167051315,0.9037812352180481,0.030371207743883133],[0.007354556117206812,0.37913045287132263,0.005602708086371422,0.025401651859283447,0.008504709228873253,0.006231049541383982,0.11892382800579071,0.00511466059833765,0.013350973837077618,0.01576736941933632,0.02584417350590229,0.008429797366261482],[0.23989054560661316,0.14378714561462402,0.09330621361732483,0.005819804035127163,0.07744760811328888,0.016447952017188072,0.44428250193595886,0.011141374707221985,0.0361897349357605,0.47264590859413147,0.008039990440011024,0.030952971428632736],[0.36065515875816345,0.48201125860214233,0.022851014509797096,0.12641924619674683,0.04125586524605751,0.007237405516207218,0.287715345621109,0.3897298574447632,0.0300607867538929,0.006112928502261639,0.16554804146289825,0.22245106101036072],[0.007408501114696264,0.03373707830905914,0.02041269838809967,0.0027554102707654238,0.02518630214035511,0.07808850705623627,0.033082809299230576,0.046439964324235916,0.0032543197739869356,0.27442511916160583,0.3800223469734192,0.00948343239724636]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Head Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('cb57dbef-a3fd-4592-9967-a9450693ec52');\n",
+       "var gd = document.getElementById('1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -18495,10 +18495,10 @@
    "execution_count": 38,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:59.021275Z",
-     "iopub.status.busy": "2023-11-23T20:36:59.020983Z",
-     "iopub.status.idle": "2023-11-23T20:36:59.286446Z",
-     "shell.execute_reply": "2023-11-23T20:36:59.285840Z"
+     "iopub.execute_input": "2023-11-29T23:47:42.704691Z",
+     "iopub.status.busy": "2023-11-29T23:47:42.704523Z",
+     "iopub.status.idle": "2023-11-29T23:47:42.987667Z",
+     "shell.execute_reply": "2023-11-29T23:47:42.987092Z"
     }
    },
    "outputs": [
@@ -18563,10 +18563,10 @@
    "execution_count": 39,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:59.288748Z",
-     "iopub.status.busy": "2023-11-23T20:36:59.288542Z",
-     "iopub.status.idle": "2023-11-23T20:36:59.360124Z",
-     "shell.execute_reply": "2023-11-23T20:36:59.359553Z"
+     "iopub.execute_input": "2023-11-29T23:47:42.989938Z",
+     "iopub.status.busy": "2023-11-29T23:47:42.989762Z",
+     "iopub.status.idle": "2023-11-29T23:47:43.065877Z",
+     "shell.execute_reply": "2023-11-29T23:47:43.065277Z"
     }
    },
    "outputs": [
@@ -19659,9 +19659,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"e31e00a0-c64e-42b8-812f-8d54364153fe\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"e31e00a0-c64e-42b8-812f-8d54364153fe\")) {                    Plotly.newPlot(                        \"e31e00a0-c64e-42b8-812f-8d54364153fe\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05],[-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182],[0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478],[-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766],[-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853],[0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956],[-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019],[-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688],[-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035],[0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353],[0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885],[0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"margin\":{\"t\":60}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"dce0d12b-7550-4978-bd30-08ac3f55fc85\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"dce0d12b-7550-4978-bd30-08ac3f55fc85\")) {                    Plotly.newPlot(                        \"dce0d12b-7550-4978-bd30-08ac3f55fc85\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05],[-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182],[0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478],[-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766],[-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853],[0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956],[-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019],[-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688],[-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035],[0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353],[0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885],[0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"margin\":{\"t\":60}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('e31e00a0-c64e-42b8-812f-8d54364153fe');\n",
+       "var gd = document.getElementById('dce0d12b-7550-4978-bd30-08ac3f55fc85');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -21004,9 +21004,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"208e629f-fbf9-4c95-ad0f-9e60913b97bb\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"208e629f-fbf9-4c95-ad0f-9e60913b97bb\")) {                    Plotly.newPlot(                        \"208e629f-fbf9-4c95-ad0f-9e60913b97bb\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eAblated=%{x}\\u003cbr\\u003eOriginal=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05,-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182,0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478,-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766,-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853,0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956,-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019,-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688,-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035,0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353,0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885,0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324],\"xaxis\":\"x\",\"y\":[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06,-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163,0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06,-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102,-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048,0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852,-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05,-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658,-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746,0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517,0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684,0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Ablated\"},\"range\":[-3,3]},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Original\"},\"range\":[-3,3]},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Original vs Post-Ablation Direct Logit Attribution of Heads\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"de498d53-93df-47b2-864e-5d08e46da609\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"de498d53-93df-47b2-864e-5d08e46da609\")) {                    Plotly.newPlot(                        \"de498d53-93df-47b2-864e-5d08e46da609\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eAblated=%{x}\\u003cbr\\u003eOriginal=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05,-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182,0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478,-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766,-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853,0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956,-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019,-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688,-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035,0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353,0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885,0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324],\"xaxis\":\"x\",\"y\":[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06,-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163,0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06,-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102,-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048,0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852,-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05,-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658,-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746,0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517,0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684,0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Ablated\"},\"range\":[-3,3]},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Original\"},\"range\":[-3,3]},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Original vs Post-Ablation Direct Logit Attribution of Heads\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('208e629f-fbf9-4c95-ad0f-9e60913b97bb');\n",
+       "var gd = document.getElementById('de498d53-93df-47b2-864e-5d08e46da609');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -21071,10 +21071,10 @@
    "execution_count": 40,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:59.362377Z",
-     "iopub.status.busy": "2023-11-23T20:36:59.362063Z",
-     "iopub.status.idle": "2023-11-23T20:36:59.366984Z",
-     "shell.execute_reply": "2023-11-23T20:36:59.366527Z"
+     "iopub.execute_input": "2023-11-29T23:47:43.068393Z",
+     "iopub.status.busy": "2023-11-29T23:47:43.068174Z",
+     "iopub.status.idle": "2023-11-29T23:47:43.073844Z",
+     "shell.execute_reply": "2023-11-29T23:47:43.073281Z"
     }
    },
    "outputs": [
@@ -21160,7 +21160,7 @@
   "widgets": {
    "application/vnd.jupyter.widget-state+json": {
     "state": {
-     "0203f26aca424e609d17ceed72df794f": {
+     "006b22dccf8f417fbdd5ced513d1916a": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21213,7 +21213,96 @@
        "width": null
       }
      },
-     "0287f2470dc649b2ac2e5e88f9c5abcb": {
+     "00e21baadbb54855b45bd4300baf1da7": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_54d5c8603a384790a232dcccb5feca50",
+        "IPY_MODEL_c39dd9f75fb64b119fe55c900bdc1703",
+        "IPY_MODEL_d4cb537557d24fff9780d40160cf41b4"
+       ],
+       "layout": "IPY_MODEL_fc838caaa113481593f113b8643f13dc",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "02422154db5c43c88e6c06e64a35f638": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_36c06f52abf246d59e714b0a8556e2b4",
+        "IPY_MODEL_3c2d83a7d7fe466aad6b8b789ff0d639",
+        "IPY_MODEL_64b1836995b14d6cbcb8ab94b8f4116e"
+       ],
+       "layout": "IPY_MODEL_9b0739ae97214134ba1d25aed87db0f4",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "084d45ac9c404ef39e699e26e75ac5ae": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "0b73116cc37945e59f9ad5f8a6fbaa9a": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_ae152db51bc64d7f8a0c2e50715c2b2d",
+       "placeholder": "​",
+       "style": "IPY_MODEL_f554e6038dd64cafbd6d67a4291571f4",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 1.36M/1.36M [00:00&lt;00:00, 22.7MB/s]"
+      }
+     },
+     "10d1fcf5c5e245598dcfdee805397ce5": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21266,33 +21355,7 @@
        "width": null
       }
      },
-     "02d0d412538e4a4bb3ae8512fbdc6dae": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_4045ae340f824ea5b36026a4cbbba898",
-       "max": 124.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_c1919f4de42040daaf7eb63793dffa26",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 124.0
-      }
-     },
-     "02eed5ec40fe4740948e96bc918ee0d9": {
+     "1930b69622284d0aa56890723cf8d398": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21345,30 +21408,39 @@
        "width": null
       }
      },
-     "1458a7bd83234fd188a1f1088336e6a5": {
+     "200d4ca721e24aeba57b67643441289b": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "ProgressStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "ProgressStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_75fc141ec3c2496b89e2bd4b48f56c5a",
-       "placeholder": "​",
-       "style": "IPY_MODEL_50a6b4041bb64e74be00d7020a3cc2f9",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 548M/548M [00:01&lt;00:00, 297MB/s]"
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "20a2f76305974d1382c4138eeaa18ba9": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
       }
      },
-     "14f617a06c8f4b1c8ca1b6d6309d21b9": {
+     "3254cec1d1a14b5e997d4bfe1bee1c70": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HBoxModel",
@@ -21383,32 +21455,83 @@
        "_view_name": "HBoxView",
        "box_style": "",
        "children": [
-        "IPY_MODEL_b37df190d4b3460fa821d924a7d93c87",
-        "IPY_MODEL_a7cf52346036483694b2e791229bcc1a",
-        "IPY_MODEL_1458a7bd83234fd188a1f1088336e6a5"
+        "IPY_MODEL_c2cd43d5b12743e39fffac8e43d502bd",
+        "IPY_MODEL_62579b24d3fd4a9abc3042a74dbfa23b",
+        "IPY_MODEL_0b73116cc37945e59f9ad5f8a6fbaa9a"
        ],
-       "layout": "IPY_MODEL_58cce74e4437495ab0f961b16843c9f1",
+       "layout": "IPY_MODEL_f8bdd6c6d00448708426017bd07b7fc7",
        "tabbable": null,
        "tooltip": null
       }
      },
-     "19e74fcc82f74fbe917104e346b84177": {
+     "344b29b1ea9447448c9b4a7a353394cd": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
+      "model_name": "HTMLStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "36c06f52abf246d59e714b0a8556e2b4": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_b8472a76d48a4741a3bd0b3705c832e7",
+       "placeholder": "​",
+       "style": "IPY_MODEL_4ec39a7e09bd49aeb3d0eedfeeb140f3",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading merges.txt: 100%"
       }
      },
-     "243146a8e8a24f7ab24070b709162361": {
+     "3c2d83a7d7fe466aad6b8b789ff0d639": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_3cb762fa2c854482b36546c8d26db799",
+       "max": 456318.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_20a2f76305974d1382c4138eeaa18ba9",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 456318.0
+      }
+     },
+     "3cb762fa2c854482b36546c8d26db799": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21461,25 +21584,7 @@
        "width": null
       }
      },
-     "2504a033beb94f4a9107f8b881a0acac": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "28206915c5154f29b80f25e6adcc76c4": {
+     "419276887edf490bb72076c7dceaebd9": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21532,7 +21637,23 @@
        "width": null
       }
      },
-     "29194e2629e5481a811580144a1ec47a": {
+     "43de85bb52c04e53ad0f46a611fb9023": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "47840be028e9425dbcccb58936fcc043": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21585,72 +21706,48 @@
        "width": null
       }
      },
-     "2ed018acea624dcca2ce46d15e20037b": {
+     "4b99268c0e424996a7e21c731df59136": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "31b4276df976449c99867c8641cd008b": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_905aefe3bd8a43698322d267f606a3da",
-        "IPY_MODEL_e253d2b1d98b4aeab3d2900f6282e062",
-        "IPY_MODEL_fb2a21a191b04c0ba56dbc25fe8d076a"
-       ],
-       "layout": "IPY_MODEL_58ace1c743c3432daab6954894848225",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_73131a7d7d86477abb93dc7954695edf",
+       "placeholder": "​",
+       "style": "IPY_MODEL_b52205458e714a12a3d9d5367777c786",
        "tabbable": null,
-       "tooltip": null
+       "tooltip": null,
+       "value": " 548M/548M [00:02&lt;00:00, 285MB/s]"
       }
      },
-     "3235d5a83ce848a79ffa9212c3d9890a": {
+     "4ec39a7e09bd49aeb3d0eedfeeb140f3": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_29194e2629e5481a811580144a1ec47a",
-       "placeholder": "​",
-       "style": "IPY_MODEL_2ed018acea624dcca2ce46d15e20037b",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading merges.txt: 100%"
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "36aaff7ca6824667a60e77819fb022ff": {
+     "4ff103fa0aa84c9cb9168b24ad16d537": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "ProgressStyleModel",
@@ -21666,31 +21763,30 @@
        "description_width": ""
       }
      },
-     "3abe3055b51e4cb08739a07e618a5c3f": {
+     "50eae730c5534e70a58d01323eb114c0": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_3235d5a83ce848a79ffa9212c3d9890a",
-        "IPY_MODEL_f43775b3d02745d18e7d58022791f900",
-        "IPY_MODEL_808b2afab6564d55a0b4478a18830d06"
-       ],
-       "layout": "IPY_MODEL_8469c21e9dd94a9381bb99796c875ef7",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_006b22dccf8f417fbdd5ced513d1916a",
+       "placeholder": "​",
+       "style": "IPY_MODEL_344b29b1ea9447448c9b4a7a353394cd",
        "tabbable": null,
-       "tooltip": null
+       "tooltip": null,
+       "value": " 124/124 [00:00&lt;00:00, 21.1kB/s]"
       }
      },
-     "4045ae340f824ea5b36026a4cbbba898": {
+     "5306a061e7e04b98b8e3dac8319d8bac": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21743,61 +21839,79 @@
        "width": null
       }
      },
-     "410b54d17a884eb397c500ae2b740239": {
+     "54d5c8603a384790a232dcccb5feca50": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "HTMLModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_ff51dd5263b34386a70bc5414a03dc58",
+       "placeholder": "​",
+       "style": "IPY_MODEL_c8a5c592fb9141de8e4574405bbf5a56",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading vocab.json: 100%"
       }
      },
-     "43e0b1b6541d4991a45213e170eb46df": {
+     "62579b24d3fd4a9abc3042a74dbfa23b": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "FloatProgressModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "FloatProgressModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_6f2e4c86730140aca854bb3d81534ab5",
+       "max": 1355256.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_200d4ca721e24aeba57b67643441289b",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 1355256.0
       }
      },
-     "50a6b4041bb64e74be00d7020a3cc2f9": {
+     "64b1836995b14d6cbcb8ab94b8f4116e": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "HTMLModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_1930b69622284d0aa56890723cf8d398",
+       "placeholder": "​",
+       "style": "IPY_MODEL_084d45ac9c404ef39e699e26e75ac5ae",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 456k/456k [00:00&lt;00:00, 60.1MB/s]"
       }
      },
-     "58ace1c743c3432daab6954894848225": {
+     "6f2e4c86730140aca854bb3d81534ab5": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21850,7 +21964,25 @@
        "width": null
       }
      },
-     "58cce74e4437495ab0f961b16843c9f1": {
+     "71bc320504404fd69dbd46a6b154d122": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "73131a7d7d86477abb93dc7954695edf": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21903,30 +22035,33 @@
        "width": null
       }
      },
-     "5b94ab27b4df483eb44d83dd315509f8": {
+     "91aaf5a05eb7424594a14d92fa10c832": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "FloatProgressModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "FloatProgressModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_add6a0fb8f334f918e383e2b0e7f5c7b",
-       "placeholder": "​",
-       "style": "IPY_MODEL_ad8d6feaa4c942a382928a16d68e6d01",
+       "layout": "IPY_MODEL_b64f2fccc8ff4873b837d2978d510f37",
+       "max": 124.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_43de85bb52c04e53ad0f46a611fb9023",
        "tabbable": null,
        "tooltip": null,
-       "value": " 1.36M/1.36M [00:00&lt;00:00, 85.6MB/s]"
+       "value": 124.0
       }
      },
-     "5e648199b30a44c28dfaf3e577c55007": {
+     "9b0739ae97214134ba1d25aed87db0f4": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21979,7 +22114,47 @@
        "width": null
       }
      },
-     "6d106f5f269a4d1a90a08179ba8b8daf": {
+     "a608ab6fdfdb44d0a4a6905a3dcce17c": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "a6fa4cbe24c94826b4ac6beaa14568d1": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_ae25e6cb99ec45e0823ff3db7bb48bfb",
+        "IPY_MODEL_91aaf5a05eb7424594a14d92fa10c832",
+        "IPY_MODEL_50eae730c5534e70a58d01323eb114c0"
+       ],
+       "layout": "IPY_MODEL_5306a061e7e04b98b8e3dac8319d8bac",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "a97ba59dbff64273a872dad49f96c7c8": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -21997,7 +22172,7 @@
        "text_color": null
       }
      },
-     "6ecf1d8baba148dda6cc042250faa631": {
+     "ad3494974a674799ae180b8092baf9be": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22050,7 +22225,7 @@
        "width": null
       }
      },
-     "6fea09ee30b7448c9eb1094d80f0518c": {
+     "ae152db51bc64d7f8a0c2e50715c2b2d": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22103,23 +22278,74 @@
        "width": null
       }
      },
-     "721b2d359a7a4e7aa3e33ec3307450aa": {
+     "ae25e6cb99ec45e0823ff3db7bb48bfb": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
+      "model_name": "HTMLModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_f82fd5e953cb48f1a05d566b93faa488",
+       "placeholder": "​",
+       "style": "IPY_MODEL_71bc320504404fd69dbd46a6b154d122",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading generation_config.json: 100%"
+      }
+     },
+     "b395521bd739423896e97a51b62dab50": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_419276887edf490bb72076c7dceaebd9",
+       "max": 548105171.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_a608ab6fdfdb44d0a4a6905a3dcce17c",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 548105171.0
+      }
+     },
+     "b52205458e714a12a3d9d5367777c786": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "75fc141ec3c2496b89e2bd4b48f56c5a": {
+     "b64f2fccc8ff4873b837d2978d510f37": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22172,48 +22398,7 @@
        "width": null
       }
      },
-     "787ad3fa5f6b4976b6c504a4d559c522": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "808b2afab6564d55a0b4478a18830d06": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_28206915c5154f29b80f25e6adcc76c4",
-       "placeholder": "​",
-       "style": "IPY_MODEL_2504a033beb94f4a9107f8b881a0acac",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 456k/456k [00:00&lt;00:00, 35.3MB/s]"
-      }
-     },
-     "8469c21e9dd94a9381bb99796c875ef7": {
+     "b8472a76d48a4741a3bd0b3705c832e7": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22266,72 +22451,97 @@
        "width": null
       }
      },
-     "865a2d989dfa4a37a8da11805ccc02d7": {
+     "b909c9fb08d14e7695298f014fc39e00": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "HTMLModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_fe5d2866725848469ebf38f7396dceda",
+       "placeholder": "​",
+       "style": "IPY_MODEL_dacbb939499e416e9b72e6b47e2d870f",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading model.safetensors: 100%"
       }
      },
-     "8fbbdb0ca2ab4aa7a36f1e59f1e91f77": {
+     "c2cd43d5b12743e39fffac8e43d502bd": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_90f925bbf2494be88b1c99d047ec2cb9",
-        "IPY_MODEL_a3906c135d4f421c9fbcf8450a1d6856",
-        "IPY_MODEL_5b94ab27b4df483eb44d83dd315509f8"
-       ],
-       "layout": "IPY_MODEL_243146a8e8a24f7ab24070b709162361",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_47840be028e9425dbcccb58936fcc043",
+       "placeholder": "​",
+       "style": "IPY_MODEL_a97ba59dbff64273a872dad49f96c7c8",
        "tabbable": null,
-       "tooltip": null
+       "tooltip": null,
+       "value": "Downloading tokenizer.json: 100%"
+      }
+     },
+     "c39dd9f75fb64b119fe55c900bdc1703": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_ad3494974a674799ae180b8092baf9be",
+       "max": 1042301.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_4ff103fa0aa84c9cb9168b24ad16d537",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 1042301.0
       }
      },
-     "905aefe3bd8a43698322d267f606a3da": {
+     "c8a5c592fb9141de8e4574405bbf5a56": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_f38a6bfc0c9743dca7138fdf30b2799b",
-       "placeholder": "​",
-       "style": "IPY_MODEL_787ad3fa5f6b4976b6c504a4d559c522",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading vocab.json: 100%"
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "90f925bbf2494be88b1c99d047ec2cb9": {
+     "d4cb537557d24fff9780d40160cf41b4": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
@@ -22346,31 +22556,15 @@
        "_view_name": "HTMLView",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_0203f26aca424e609d17ceed72df794f",
+       "layout": "IPY_MODEL_d66888e11c6b48f3911b47b440392f3b",
        "placeholder": "​",
-       "style": "IPY_MODEL_865a2d989dfa4a37a8da11805ccc02d7",
+       "style": "IPY_MODEL_da9fd26b8cb849fc9e3a1230c65198a9",
        "tabbable": null,
        "tooltip": null,
-       "value": "Downloading tokenizer.json: 100%"
-      }
-     },
-     "a145725dac8f4b92b3af517d28beee1a": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "value": " 1.04M/1.04M [00:00&lt;00:00, 43.0MB/s]"
       }
      },
-     "a25749bcbdfc49a08fa8c5838a64f8a1": {
+     "d66888e11c6b48f3911b47b440392f3b": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22423,59 +22617,43 @@
        "width": null
       }
      },
-     "a3906c135d4f421c9fbcf8450a1d6856": {
+     "da9fd26b8cb849fc9e3a1230c65198a9": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_5e648199b30a44c28dfaf3e577c55007",
-       "max": 1355256.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_36aaff7ca6824667a60e77819fb022ff",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 1355256.0
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "a7cf52346036483694b2e791229bcc1a": {
+     "dacbb939499e416e9b72e6b47e2d870f": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_6ecf1d8baba148dda6cc042250faa631",
-       "max": 548105171.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_a145725dac8f4b92b3af517d28beee1a",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 548105171.0
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "ad8d6feaa4c942a382928a16d68e6d01": {
+     "f554e6038dd64cafbd6d67a4291571f4": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -22493,7 +22671,7 @@
        "text_color": null
       }
      },
-     "add6a0fb8f334f918e383e2b0e7f5c7b": {
+     "f82fd5e953cb48f1a05d566b93faa488": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22546,53 +22724,7 @@
        "width": null
       }
      },
-     "ae04b15b119c48d496ab8df4267f9fe0": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_6fea09ee30b7448c9eb1094d80f0518c",
-       "placeholder": "​",
-       "style": "IPY_MODEL_d2a063b3b8084223b4813988c5871bf7",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading generation_config.json: 100%"
-      }
-     },
-     "b37df190d4b3460fa821d924a7d93c87": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_eaf07eafb9744a76b988b359a6413a3f",
-       "placeholder": "​",
-       "style": "IPY_MODEL_410b54d17a884eb397c500ae2b740239",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading model.safetensors: 100%"
-      }
-     },
-     "bcbaf3fd65df4dedb16ac423f3e2473e": {
+     "f8bdd6c6d00448708426017bd07b7fc7": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22645,41 +22777,31 @@
        "width": null
       }
      },
-     "c1919f4de42040daaf7eb63793dffa26": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
-      }
-     },
-     "d2a063b3b8084223b4813988c5871bf7": {
+     "fb1af2face1f4ab788109b68cc5ed201": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "HBoxModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HBoxModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_b909c9fb08d14e7695298f014fc39e00",
+        "IPY_MODEL_b395521bd739423896e97a51b62dab50",
+        "IPY_MODEL_4b99268c0e424996a7e21c731df59136"
+       ],
+       "layout": "IPY_MODEL_10d1fcf5c5e245598dcfdee805397ce5",
+       "tabbable": null,
+       "tooltip": null
       }
      },
-     "e24996612ee743ffbe04cbc2d70a6e64": {
+     "fc838caaa113481593f113b8643f13dc": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22732,56 +22854,7 @@
        "width": null
       }
      },
-     "e253d2b1d98b4aeab3d2900f6282e062": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_02eed5ec40fe4740948e96bc918ee0d9",
-       "max": 1042301.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_19e74fcc82f74fbe917104e346b84177",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 1042301.0
-      }
-     },
-     "e747120be34442a1b6ecd5bb1ff3fbc0": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_0287f2470dc649b2ac2e5e88f9c5abcb",
-       "placeholder": "​",
-       "style": "IPY_MODEL_6d106f5f269a4d1a90a08179ba8b8daf",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 124/124 [00:00&lt;00:00, 24.2kB/s]"
-      }
-     },
-     "eaf07eafb9744a76b988b359a6413a3f": {
+     "fe5d2866725848469ebf38f7396dceda": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22834,31 +22907,7 @@
        "width": null
       }
      },
-     "efdc17b516424b8cbf8a63cb0b9d9bd8": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_ae04b15b119c48d496ab8df4267f9fe0",
-        "IPY_MODEL_02d0d412538e4a4bb3ae8512fbdc6dae",
-        "IPY_MODEL_e747120be34442a1b6ecd5bb1ff3fbc0"
-       ],
-       "layout": "IPY_MODEL_a25749bcbdfc49a08fa8c5838a64f8a1",
-       "tabbable": null,
-       "tooltip": null
-      }
-     },
-     "f38a6bfc0c9743dca7138fdf30b2799b": {
+     "ff51dd5263b34386a70bc5414a03dc58": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22910,55 +22959,6 @@
        "visibility": null,
        "width": null
       }
-     },
-     "f43775b3d02745d18e7d58022791f900": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_e24996612ee743ffbe04cbc2d70a6e64",
-       "max": 456318.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_721b2d359a7a4e7aa3e33ec3307450aa",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 456318.0
-      }
-     },
-     "fb2a21a191b04c0ba56dbc25fe8d076a": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_bcbaf3fd65df4dedb16ac423f3e2473e",
-       "placeholder": "​",
-       "style": "IPY_MODEL_43e0b1b6541d4991a45213e170eb46df",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 1.04M/1.04M [00:00&lt;00:00, 42.5MB/s]"
-      }
      }
     },
     "version_major": 2,
diff --git a/.doctrees/nbsphinx/generated/demos/Main_Demo.ipynb b/.doctrees/nbsphinx/generated/demos/Main_Demo.ipynb
index 86366a876..344fd7daf 100644
--- a/.doctrees/nbsphinx/generated/demos/Main_Demo.ipynb
+++ b/.doctrees/nbsphinx/generated/demos/Main_Demo.ipynb
@@ -48,10 +48,10 @@
    "execution_count": 1,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:04.975871Z",
-     "iopub.status.busy": "2023-11-23T20:37:04.975713Z",
-     "iopub.status.idle": "2023-11-23T20:37:04.985628Z",
-     "shell.execute_reply": "2023-11-23T20:37:04.985214Z"
+     "iopub.execute_input": "2023-11-29T23:47:49.022870Z",
+     "iopub.status.busy": "2023-11-29T23:47:49.022406Z",
+     "iopub.status.idle": "2023-11-29T23:47:49.032795Z",
+     "shell.execute_reply": "2023-11-29T23:47:49.032291Z"
     }
    },
    "outputs": [],
@@ -90,10 +90,10 @@
    "execution_count": 2,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:04.987708Z",
-     "iopub.status.busy": "2023-11-23T20:37:04.987305Z",
-     "iopub.status.idle": "2023-11-23T20:37:05.102191Z",
-     "shell.execute_reply": "2023-11-23T20:37:05.101699Z"
+     "iopub.execute_input": "2023-11-29T23:47:49.035158Z",
+     "iopub.status.busy": "2023-11-29T23:47:49.034789Z",
+     "iopub.status.idle": "2023-11-29T23:47:49.159033Z",
+     "shell.execute_reply": "2023-11-29T23:47:49.158391Z"
     }
    },
    "outputs": [
@@ -120,28 +120,28 @@
    "execution_count": 3,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:05.104045Z",
-     "iopub.status.busy": "2023-11-23T20:37:05.103876Z",
-     "iopub.status.idle": "2023-11-23T20:37:06.402442Z",
-     "shell.execute_reply": "2023-11-23T20:37:06.401833Z"
+     "iopub.execute_input": "2023-11-29T23:47:49.161335Z",
+     "iopub.status.busy": "2023-11-29T23:47:49.161012Z",
+     "iopub.status.idle": "2023-11-29T23:47:50.553804Z",
+     "shell.execute_reply": "2023-11-29T23:47:50.553279Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div id=\"circuits-vis-cfb1895a-f99a\" style=\"margin: 15px 0;\"/>\n",
+       "<div id=\"circuits-vis-58e33749-6c5a\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, Hello } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-cfb1895a-f99a\",\n",
+       "      \"circuits-vis-58e33749-6c5a\",\n",
        "      Hello,\n",
        "      {\"name\": \"Neel\"}\n",
        "    )\n",
        "    </script>"
       ],
       "text/plain": [
-       "<circuitsvis.utils.render.RenderedHTML at 0x7face8803c10>"
+       "<circuitsvis.utils.render.RenderedHTML at 0x7f7d9d67ec10>"
       ]
      },
      "execution_count": 3,
@@ -160,10 +160,10 @@
    "execution_count": 4,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:06.404682Z",
-     "iopub.status.busy": "2023-11-23T20:37:06.404321Z",
-     "iopub.status.idle": "2023-11-23T20:37:06.693826Z",
-     "shell.execute_reply": "2023-11-23T20:37:06.693209Z"
+     "iopub.execute_input": "2023-11-29T23:47:50.556179Z",
+     "iopub.status.busy": "2023-11-29T23:47:50.555774Z",
+     "iopub.status.idle": "2023-11-29T23:47:50.858446Z",
+     "shell.execute_reply": "2023-11-29T23:47:50.857800Z"
     }
    },
    "outputs": [],
@@ -185,10 +185,10 @@
    "execution_count": 5,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:06.696393Z",
-     "iopub.status.busy": "2023-11-23T20:37:06.696154Z",
-     "iopub.status.idle": "2023-11-23T20:37:08.075579Z",
-     "shell.execute_reply": "2023-11-23T20:37:08.075082Z"
+     "iopub.execute_input": "2023-11-29T23:47:50.861080Z",
+     "iopub.status.busy": "2023-11-29T23:47:50.860822Z",
+     "iopub.status.idle": "2023-11-29T23:47:52.343813Z",
+     "shell.execute_reply": "2023-11-29T23:47:52.343216Z"
     }
    },
    "outputs": [],
@@ -213,17 +213,17 @@
    "execution_count": 6,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:08.077945Z",
-     "iopub.status.busy": "2023-11-23T20:37:08.077595Z",
-     "iopub.status.idle": "2023-11-23T20:37:08.081468Z",
-     "shell.execute_reply": "2023-11-23T20:37:08.081023Z"
+     "iopub.execute_input": "2023-11-29T23:47:52.346285Z",
+     "iopub.status.busy": "2023-11-29T23:47:52.345942Z",
+     "iopub.status.idle": "2023-11-29T23:47:52.349858Z",
+     "shell.execute_reply": "2023-11-29T23:47:52.349285Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "<torch.autograd.grad_mode.set_grad_enabled at 0x7fac05a3c350>"
+       "<torch.autograd.grad_mode.set_grad_enabled at 0x7f7d8cbdff10>"
       ]
      },
      "execution_count": 6,
@@ -247,10 +247,10 @@
    "execution_count": 7,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:08.083446Z",
-     "iopub.status.busy": "2023-11-23T20:37:08.083126Z",
-     "iopub.status.idle": "2023-11-23T20:37:08.087729Z",
-     "shell.execute_reply": "2023-11-23T20:37:08.087195Z"
+     "iopub.execute_input": "2023-11-29T23:47:52.352100Z",
+     "iopub.status.busy": "2023-11-29T23:47:52.351786Z",
+     "iopub.status.idle": "2023-11-29T23:47:52.356309Z",
+     "shell.execute_reply": "2023-11-29T23:47:52.355843Z"
     }
    },
    "outputs": [],
@@ -302,10 +302,10 @@
    "execution_count": 8,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:08.089746Z",
-     "iopub.status.busy": "2023-11-23T20:37:08.089433Z",
-     "iopub.status.idle": "2023-11-23T20:37:08.092175Z",
-     "shell.execute_reply": "2023-11-23T20:37:08.091619Z"
+     "iopub.execute_input": "2023-11-29T23:47:52.358463Z",
+     "iopub.status.busy": "2023-11-29T23:47:52.358115Z",
+     "iopub.status.idle": "2023-11-29T23:47:52.360697Z",
+     "shell.execute_reply": "2023-11-29T23:47:52.360229Z"
     }
    },
    "outputs": [],
@@ -318,10 +318,10 @@
    "execution_count": 9,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:08.094017Z",
-     "iopub.status.busy": "2023-11-23T20:37:08.093734Z",
-     "iopub.status.idle": "2023-11-23T20:37:09.806509Z",
-     "shell.execute_reply": "2023-11-23T20:37:09.805882Z"
+     "iopub.execute_input": "2023-11-29T23:47:52.362691Z",
+     "iopub.status.busy": "2023-11-29T23:47:52.362370Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.119304Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.118711Z"
     }
    },
    "outputs": [
@@ -355,10 +355,10 @@
    "execution_count": 10,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:09.808983Z",
-     "iopub.status.busy": "2023-11-23T20:37:09.808582Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.116959Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.116373Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.121696Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.121280Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.438288Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.437721Z"
     }
    },
    "outputs": [
@@ -400,10 +400,10 @@
    "execution_count": 11,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.119351Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.119026Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.243158Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.242589Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.440528Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.440201Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.567584Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.566989Z"
     }
    },
    "outputs": [
@@ -441,10 +441,10 @@
    "execution_count": 12,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.245534Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.245201Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.249437Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.248979Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.570068Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.569686Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.574297Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.573741Z"
     }
    },
    "outputs": [
@@ -469,10 +469,10 @@
    "execution_count": 13,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.251343Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.251025Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.334001Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.333474Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.576179Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.576017Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.654242Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.653614Z"
     }
    },
    "outputs": [
@@ -486,18 +486,18 @@
     {
      "data": {
       "text/html": [
-       "<div id=\"circuits-vis-624cc146-cf5e\" style=\"margin: 15px 0;\"/>\n",
+       "<div id=\"circuits-vis-084a9dd9-762c\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionPatterns } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-624cc146-cf5e\",\n",
+       "      \"circuits-vis-084a9dd9-762c\",\n",
        "      AttentionPatterns,\n",
        "      {\"tokens\": [\"<|endoftext|>\", \"Natural\", \" language\", \" processing\", \" tasks\", \",\", \" such\", \" as\", \" question\", \" answering\", \",\", \" machine\", \" translation\", \",\", \" reading\", \" comprehension\", \",\", \" and\", \" summar\", \"ization\", \",\", \" are\", \" typically\", \" approached\", \" with\", \" supervised\", \" learning\", \" on\", \" tasks\", \"pe\", \"cific\", \" datasets\", \".\"], \"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9639418721199036, 0.03605814278125763, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8389372229576111, 0.1182878389954567, 0.04277484863996506, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4743611216545105, 0.13382025063037872, 0.27371737360954285, 0.11810112744569778, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.35606443881988525, 0.10184910148382187, 0.23054225742816925, 0.20397400856018066, 0.10757027566432953, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6660143733024597, 0.16866376996040344, 0.04535674676299095, 0.03885500505566597, 0.06775480508804321, 0.013355279341340065, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.38626962900161743, 0.285109281539917, 0.07609006762504578, 0.05908379331231117, 0.07223352789878845, 0.039796341210603714, 0.08141741901636124, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3775394856929779, 0.1883881688117981, 0.11723987013101578, 0.08685602247714996, 0.0666918084025383, 0.03500017523765564, 0.09693004190921783, 0.03135441616177559, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4869752824306488, 0.06781316548585892, 0.07952871918678284, 0.0848078578710556, 0.1590261608362198, 0.029577823355793953, 0.025685928761959076, 0.016474608331918716, 0.050110384821891785, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2906550168991089, 0.0401349700987339, 0.14614863693714142, 0.0994059145450592, 0.15389196574687958, 0.03900161013007164, 0.02498897723853588, 0.031841278076171875, 0.10222824662923813, 0.0717034637928009, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.39624103903770447, 0.0969417542219162, 0.027270644903182983, 0.02355135791003704, 0.03723449259996414, 0.006502412259578705, 0.08118755370378494, 0.013088461011648178, 0.06990595161914825, 0.24043096601963043, 0.007645339239388704, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.24864791333675385, 0.1380205750465393, 0.09235316514968872, 0.08676129579544067, 0.1381969451904297, 0.05914197117090225, 0.03223859518766403, 0.031582385301589966, 0.03048943728208542, 0.03873482719063759, 0.06671839207410812, 0.0371144562959671, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19148443639278412, 0.1617259532213211, 0.07445938885211945, 0.07740949094295502, 0.021961115300655365, 0.03392129763960838, 0.051250215619802475, 0.01951923593878746, 0.03132445365190506, 0.04020152613520622, 0.038742680102586746, 0.21578849852085114, 0.04221167787909508, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3704318404197693, 0.08681415021419525, 0.02458467148244381, 0.02161632478237152, 0.03238872438669205, 0.005422743037343025, 0.0727522224187851, 0.011272797361016273, 0.06329693645238876, 0.217268168926239, 0.006367159076035023, 0.029603807255625725, 0.05099845305085182, 0.007182054687291384, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19737651944160461, 0.04603996500372887, 0.043999820947647095, 0.1337345838546753, 0.05424822121858597, 0.025475721806287766, 0.027563506737351418, 0.021570932120084763, 0.05171823501586914, 0.06458097696304321, 0.028064634650945663, 0.23551592230796814, 0.019129814580082893, 0.02996351197361946, 0.02101767621934414, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08907235413789749, 0.019288338720798492, 0.1665353775024414, 0.07281264662742615, 0.047386400401592255, 0.024487901479005814, 0.028987325727939606, 0.019370369613170624, 0.026673024520277977, 0.0731663629412651, 0.02570459432899952, 0.042423591017723083, 0.05869460478425026, 0.02893269993364811, 0.18119069933891296, 0.0952737107872963, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2816729247570038, 0.06441289931535721, 0.018008556216955185, 0.01616961695253849, 0.023183872923254967, 0.0037532970309257507, 0.05472245812416077, 0.007909760810434818, 0.04616469517350197, 0.16947266459465027, 0.004361647181212902, 0.021011337637901306, 0.0354907289147377, 0.00493256701156497, 0.0955522358417511, 0.147263303399086, 0.005917456932365894, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21305488049983978, 0.05912370607256889, 0.03382086753845215, 0.02747686579823494, 0.02839355543255806, 0.008422905579209328, 0.0400853268802166, 0.011629259213805199, 0.052951909601688385, 0.15404638648033142, 0.0098318075761199, 0.03610190376639366, 0.047372907400131226, 0.01106918603181839, 0.09972470253705978, 0.13971355557441711, 0.013185342773795128, 0.013994931243360043, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15871699154376984, 0.043878890573978424, 0.08712151646614075, 0.08998464792966843, 0.030738590285182, 0.0341489352285862, 0.024917257949709892, 0.03139195591211319, 0.024823861196637154, 0.019790327176451683, 0.036254845559597015, 0.020694414153695107, 0.04284068942070007, 0.03820899501442909, 0.06234658882021904, 0.10919702053070068, 0.0413760244846344, 0.049167610704898834, 0.054400913417339325, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10485512018203735, 0.12122291326522827, 0.0648747980594635, 0.08768714964389801, 0.03434053063392639, 0.01748395524919033, 0.03415181487798691, 0.01528915110975504, 0.023312119767069817, 0.02830650471150875, 0.018720479682087898, 0.028111927211284637, 0.041905295103788376, 0.020989559590816498, 0.04678506776690483, 0.08659638464450836, 0.023631839081645012, 0.024273160845041275, 0.16702401638031006, 0.010438229888677597, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.22901973128318787, 0.05184381082653999, 0.013585173524916172, 0.012337238527834415, 0.018005426973104477, 0.0027703619562089443, 0.04238128289580345, 0.005856256000697613, 0.03614486753940582, 0.13039222359657288, 0.003153424011543393, 0.015672560781240463, 0.027800412848591805, 0.003554322523996234, 0.07460814714431763, 0.11298281699419022, 0.00427226722240448, 0.006832206156104803, 0.18569746613502502, 0.018073637038469315, 0.005016351584345102, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.18869926035404205, 0.034387119114398956, 0.022344736382365227, 0.019972726702690125, 0.016354018822312355, 0.00685655465349555, 0.020859045907855034, 0.005695999134331942, 0.034159183502197266, 0.07260984927415848, 0.007857207208871841, 0.018040236085653305, 0.026904456317424774, 0.009020395576953888, 0.06876447051763535, 0.17578737437725067, 0.010720068588852882, 0.00928453542292118, 0.1925639808177948, 0.025180328637361526, 0.012639072723686695, 0.021299349144101143, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1195831373333931, 0.022259412333369255, 0.032947126775979996, 0.02017023041844368, 0.035653308033943176, 0.013459905982017517, 0.017516475170850754, 0.010057874955236912, 0.025856448337435722, 0.05955953523516655, 0.015084504149854183, 0.015008730813860893, 0.053174685686826706, 0.016597604379057884, 0.041555263102054596, 0.1312934160232544, 0.019296662881970406, 0.015855029225349426, 0.1792508363723755, 0.01618383638560772, 0.022295530885457993, 0.015463392250239849, 0.10187703371047974, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14615529775619507, 0.02672750875353813, 0.016624556854367256, 0.018987691029906273, 0.06278637796640396, 0.015317165292799473, 0.019792238250374794, 0.01422776747494936, 0.025458170101046562, 0.04530354216694832, 0.016364358365535736, 0.0374930314719677, 0.01328864973038435, 0.017496539279818535, 0.0399458184838295, 0.05881757661700249, 0.019260980188846588, 0.024616027250885963, 0.038219694048166275, 0.02157779410481453, 0.020949898287653923, 0.07973216474056244, 0.050176091492176056, 0.17068107426166534, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11321668326854706, 0.03674636408686638, 0.011786575429141521, 0.010274875909090042, 0.020370667800307274, 0.0052438885904848576, 0.015918850898742676, 0.005266785155981779, 0.024891739711165428, 0.06593259423971176, 0.005933661013841629, 0.018209032714366913, 0.021020200103521347, 0.0066674984991550446, 0.034828804433345795, 0.13742126524448395, 0.007927048951387405, 0.008618667721748352, 0.1137719601392746, 0.013557437807321548, 0.009277837350964546, 0.0261213555932045, 0.08499342948198318, 0.19073905050754547, 0.011263744905591011, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1333771049976349, 0.026216605678200722, 0.038271546363830566, 0.07152579724788666, 0.05317768082022667, 0.013925841078162193, 0.007084188517183065, 0.013450146652758121, 0.009841440245509148, 0.01178977731615305, 0.013537583872675896, 0.0381549596786499, 0.04193304851651192, 0.013882285915315151, 0.037071458995342255, 0.13838458061218262, 0.014846335165202618, 0.03156952187418938, 0.05598174408078194, 0.015536683611571789, 0.01595635898411274, 0.045455556362867355, 0.01669965125620365, 0.02532576024532318, 0.036718931049108505, 0.08028540760278702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10608971863985062, 0.019107716158032417, 0.024468660354614258, 0.027496395632624626, 0.01636580377817154, 0.005011421162635088, 0.010413105599582195, 0.006081141531467438, 0.005301061552017927, 0.011143162846565247, 0.004565386101603508, 0.018969915807247162, 0.004321118351072073, 0.00481497822329402, 0.029409408569335938, 0.028682027012109756, 0.005097254645079374, 0.0072343479841947556, 0.03412593528628349, 0.010370595380663872, 0.005643266253173351, 0.007283586077392101, 0.02938956581056118, 0.010038798674941063, 0.009134513325989246, 0.546663224697113, 0.012777911499142647, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10467305779457092, 0.03321939706802368, 0.015341253019869328, 0.009373552165925503, 0.026595458388328552, 0.0057878089137375355, 0.013571349903941154, 0.004554884973913431, 0.02805890329182148, 0.026107221841812134, 0.006353435572236776, 0.013315828517079353, 0.02662825584411621, 0.006888874340802431, 0.06204750016331673, 0.05890704691410065, 0.008068052120506763, 0.007557097356766462, 0.08522787690162659, 0.017075758427381516, 0.009256888180971146, 0.019695766270160675, 0.12617811560630798, 0.13061513006687164, 0.011351045221090317, 0.0898437350988388, 0.046381521970033646, 0.007325289770960808, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0856190174818039, 0.02143894135951996, 0.056412577629089355, 0.0570666566491127, 0.019802208989858627, 0.006727498024702072, 0.005809164140373468, 0.004516260698437691, 0.0031647467985749245, 0.01761520281434059, 0.006174598820507526, 0.08767973631620407, 0.012299862690269947, 0.006350454408675432, 0.017522139474749565, 0.14295215904712677, 0.006585489492863417, 0.007875688374042511, 0.030078936368227005, 0.013907496817409992, 0.0073766945861279964, 0.007684784941375256, 0.022160839289426804, 0.01238502562046051, 0.011890063062310219, 0.08669770509004593, 0.19902527332305908, 0.013594473712146282, 0.02958623133599758, 0.0, 0.0, 0.0, 0.0], [0.14064589142799377, 0.013298705220222473, 0.015702955424785614, 0.01735786534845829, 0.02233150787651539, 0.02967226877808571, 0.04172082245349884, 0.018995430320501328, 0.03827710822224617, 0.04863562062382698, 0.03094690665602684, 0.016023889183998108, 0.020880892872810364, 0.0324382409453392, 0.030558118596673012, 0.022808337584137917, 0.03537760674953461, 0.031451597809791565, 0.03497114032506943, 0.01867910474538803, 0.038219090551137924, 0.02257886528968811, 0.06819561123847961, 0.04214095696806908, 0.028620854020118713, 0.03775002062320709, 0.018578054383397102, 0.03376872092485428, 0.03641696646809578, 0.01295685674995184, 0.0, 0.0, 0.0], [0.07168620079755783, 0.06924446672201157, 0.019306901842355728, 0.014161975122988224, 0.016823187470436096, 0.019380606710910797, 0.019257400184869766, 0.0220036618411541, 0.013706523925065994, 0.035783782601356506, 0.018465187400579453, 0.05207169055938721, 0.020085182040929794, 0.01986212283372879, 0.02066211588680744, 0.04725164175033569, 0.021076709032058716, 0.0367872416973114, 0.02432408556342125, 0.003827549982815981, 0.02392067387700081, 0.008533225394785404, 0.026241622865200043, 0.02738005481660366, 0.03461199998855591, 0.022884158417582512, 0.10047905147075653, 0.06913496553897858, 0.02547457255423069, 0.06495601683855057, 0.030615385621786118, 0.0, 0.0], [0.06910776346921921, 0.0370122455060482, 0.03862114995718002, 0.05933326855301857, 0.01592354290187359, 0.007918563671410084, 0.010371050797402859, 0.006615665275603533, 0.0025200776290148497, 0.026019366458058357, 0.00790522899478674, 0.02965201810002327, 0.040006235241889954, 0.008451342582702637, 0.010741152800619602, 0.05027563124895096, 0.009428857825696468, 0.01360103115439415, 0.05036921054124832, 0.03176715224981308, 0.010793029330670834, 0.007216803263872862, 0.006478430703282356, 0.01480061188340187, 0.021585972979664803, 0.15769484639167786, 0.08884761482477188, 0.019016927108168602, 0.02972934953868389, 0.03316137194633484, 0.05088365823030472, 0.034150850027799606, 0.0], [0.14375510811805725, 0.01681104302406311, 0.00938666146248579, 0.006830314174294472, 0.011656844057142735, 0.0015672282315790653, 0.019711479544639587, 0.002398042008280754, 0.021235888823866844, 0.04683680832386017, 0.001690514967776835, 0.005827189888805151, 0.011980000883340836, 0.0018251389265060425, 0.042313337326049805, 0.05491374433040619, 0.0021786559373140335, 0.002417011419311166, 0.09604067355394363, 0.00575287826359272, 0.0025577880442142487, 0.00712122255936265, 0.08889928460121155, 0.10852081328630447, 0.005179054569453001, 0.03657734766602516, 0.024719923734664917, 0.0037347630131989717, 0.031077098101377487, 0.016887947916984558, 0.09450866281986237, 0.07171519845724106, 0.0033723192755132914]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0004246663593221456, 0.9995753169059753, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005621908348985016, 0.016407271847128868, 0.9830306172370911, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0011627554195001721, 0.021681973710656166, 0.0037620372604578733, 0.9733933210372925, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [3.7244368286337703e-05, 0.0001720225263852626, 0.0002814392792060971, 0.0027421435806900263, 0.9967671632766724, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008268453180789948, 0.00023985625011846423, 7.361917960224673e-05, 6.43773382762447e-05, 0.0001756635756464675, 0.9911779761314392, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0012215046444907784, 0.00540044903755188, 0.0016716319369152188, 0.0004077559569850564, 0.0006163658108562231, 0.0010931181022897363, 0.9895892143249512, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0012459794525057077, 0.0009121232433244586, 0.0005976726533845067, 0.00013656896771863103, 0.00033041107235476375, 0.001572281587868929, 0.003880825825035572, 0.9913240671157837, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00028217487852089107, 0.004068178590387106, 0.002660515485331416, 0.0013093105517327785, 0.008030476048588753, 0.0002879090898204595, 0.00022922898642718792, 0.0003948427038267255, 0.9827372431755066, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [3.47392306139227e-05, 0.00039538307464681566, 0.00013272685464471579, 0.0002585221081972122, 0.001085555530153215, 9.198026964440942e-05, 0.000326707202475518, 0.000542744412086904, 0.006105918437242508, 0.9910256266593933, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0033785076811909676, 5.090881677460857e-05, 1.6452078853035346e-05, 1.6926167518249713e-05, 4.181407712167129e-05, 0.49394041299819946, 0.00012981290637981147, 0.0008837333880364895, 3.22120358760003e-05, 2.7252099243924022e-05, 0.5014819502830505, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [8.41604924062267e-05, 0.0013417223235592246, 0.001261359197087586, 0.0021450745407491922, 0.004042362794280052, 0.0004830532125197351, 0.00011582656588871032, 0.0001520359655842185, 2.692530870262999e-05, 0.00012675125617533922, 0.0003128990938421339, 0.9899078607559204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0003782230196520686, 0.000983756617642939, 0.03934125974774361, 0.002732245484367013, 0.0036680209450423717, 0.00011039189848816022, 0.00012931032688356936, 0.00021743457182310522, 0.00010623293928802013, 0.0007748186471872032, 6.647665577474982e-05, 0.0003148664836771786, 0.9511768817901611, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0021017210092395544, 2.443688026687596e-05, 7.788784387230407e-06, 8.651617463328876e-06, 2.014002893702127e-05, 0.2997135818004608, 7.525280670961365e-05, 0.0004898309125564992, 1.8459475541021675e-05, 1.5344538041972555e-05, 0.32833895087242126, 4.175798312644474e-05, 6.46918533675489e-06, 0.36913764476776123, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0001496832846896723, 0.00011296618322376162, 0.00036294886376708746, 0.00018591222760733217, 0.00016460906772408634, 4.1432296711718664e-05, 2.8764745366061106e-05, 7.786951027810574e-05, 0.0009200992644764483, 0.010340196080505848, 2.7572366889216937e-05, 1.7833237507147714e-05, 0.0003305456193629652, 2.4375704015255906e-05, 0.9872152805328369, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00010753834794741124, 0.0021781898103654385, 0.0020426097325980663, 0.00425192853435874, 0.006989907473325729, 2.5118790290434845e-05, 0.0007779038860462606, 0.0005783543456345797, 0.0029378440231084824, 0.03322538733482361, 1.7199259673361667e-05, 0.0008936485392041504, 0.0015238573541864753, 1.4656818166258745e-05, 0.0062226406298577785, 0.9382131695747375, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0013634886126965284, 1.322607567999512e-05, 4.013951183878817e-06, 4.803066985914484e-06, 1.0257464055030141e-05, 0.19665959477424622, 4.527264172793366e-05, 0.0002776262699626386, 1.1714446372934617e-05, 9.473313184571452e-06, 0.22919613122940063, 2.6430654543219134e-05, 4.1018488445843104e-06, 0.26576101779937744, 8.51534878165694e-06, 4.536034794000443e-06, 0.30659982562065125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0008924754220061004, 0.00013490821584127843, 4.779844675795175e-05, 5.803707608720288e-05, 0.0001048016274580732, 0.012799093499779701, 0.0007168253068812191, 0.03257954120635986, 2.6449979486642405e-05, 0.00011185073526576161, 0.011884265579283237, 4.0102739149006084e-05, 5.555408642976545e-05, 0.012377867475152016, 0.00010783469042507932, 5.4043703130446374e-05, 0.013122130185365677, 0.9148862957954407, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [5.07531922266935e-06, 4.3961466872133315e-05, 3.398504850338213e-05, 7.940301293274388e-05, 5.4779167840024456e-05, 7.921550491118978e-07, 9.313333066529594e-06, 7.727086085651536e-06, 8.597270061727613e-05, 0.0001227404281962663, 5.141488941262651e-07, 1.702796907920856e-06, 3.834186645690352e-05, 4.4509752683552506e-07, 0.00013928249245509505, 0.00032758008455857635, 3.994804558260512e-07, 3.948134235542966e-06, 0.999043881893158, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [9.346190927317366e-05, 0.0018395759398117661, 0.0025233139749616385, 0.01808723248541355, 0.0029363781213760376, 0.00027335842605680227, 4.8729798436397687e-05, 0.00042127809138037264, 0.00015624363732058555, 0.0009748339653015137, 0.00020533608039841056, 0.0010228835744783282, 0.0019548055715858936, 0.0001947038690559566, 0.0011294218711555004, 0.0016656137304380536, 0.0001873406145023182, 0.000950345944147557, 0.00044551800237968564, 0.9648897647857666, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010859703179448843, 8.512334716215264e-06, 2.53072653322306e-06, 3.0625210456491914e-06, 5.9751241678895894e-06, 0.13292619585990906, 3.3453237847425044e-05, 0.00018891232321038842, 8.477757546643261e-06, 6.5404224187659565e-06, 0.1644591987133026, 1.8130021999240853e-05, 3.062742962356424e-06, 0.19719168543815613, 6.429836503230035e-06, 3.444740059421747e-06, 0.23317117989063263, 0.002279625041410327, 3.713433443408576e-06, 3.5288030630908906e-05, 0.2685586214065552, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0004197956877760589, 0.00011805014219135046, 0.00014240515884011984, 3.796788223553449e-05, 0.00019043180509470403, 0.00176512252073735, 0.0005709833349101245, 0.0005008857697248459, 8.840763621265069e-05, 0.0001420867774868384, 0.001663984265178442, 3.348111204104498e-05, 2.4414004656136967e-05, 0.00175465049687773, 6.520311580970883e-05, 2.414266964478884e-05, 0.0018299149814993143, 0.0015691040316596627, 3.974881110480055e-05, 0.00015712414460722357, 0.0018554475391283631, 0.9870065450668335, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [7.501784421037883e-05, 0.0014379833592101932, 6.345151632558554e-05, 0.00010864839714486152, 0.00015633183647878468, 3.210126124031376e-06, 0.002203281968832016, 0.0002207657671533525, 5.2403021982172504e-05, 4.8815836635185406e-05, 2.264463546453044e-06, 1.5327248547691852e-05, 4.157144758210052e-06, 2.0228428638802143e-06, 6.2968028942123055e-06, 4.8486737796338275e-05, 1.992900934055797e-06, 3.2470077712787315e-05, 0.0012695096665993333, 1.9632627299870364e-05, 1.8090934190695407e-06, 0.0005810296279378235, 0.9936450719833374, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [7.450144039466977e-05, 0.0006139380275271833, 0.0009361182455904782, 0.0008487782906740904, 0.0028506300877779722, 1.0365030902903527e-05, 0.00021614236175082624, 0.00017397513147443533, 0.0020508375018835068, 0.005805291701108217, 8.05522267910419e-06, 8.086584421107545e-05, 0.000770243292208761, 7.288177130249096e-06, 0.001057614921592176, 0.0022755940444767475, 6.663255135208601e-06, 0.00011621018347796053, 0.0005972448270767927, 8.736289601074532e-05, 6.332325483526802e-06, 6.096452852943912e-05, 6.0905720602022484e-05, 0.9812840819358826, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005848745349794626, 0.00015909200010355562, 1.083647021005163e-05, 7.365475903498009e-05, 0.00011349534906912595, 0.0008256662986241281, 0.00031911072437651455, 0.018529992550611496, 1.0226589438389055e-05, 4.9587219109525904e-05, 0.0007716424879617989, 4.454819281818345e-05, 9.865025276667438e-06, 0.0008067170856520534, 2.2673882995150052e-05, 1.2464139217627235e-05, 0.0008449103333987296, 0.008790107443928719, 3.5792407288681716e-05, 3.66286258213222e-05, 0.0008917523664422333, 0.0010791767854243517, 0.0003708462754730135, 0.0001083713723346591, 0.9654979109764099, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [1.6459925973322242e-05, 0.0001715245598461479, 3.208317866665311e-05, 0.00010234172805212438, 0.0026318796444684267, 9.886184670904186e-06, 3.250848749303259e-05, 3.7417539715534076e-05, 0.00012631539721041918, 4.9912112444872037e-05, 8.302540663862601e-06, 8.443422120762989e-05, 3.127968739136122e-05, 7.633363566128537e-06, 1.0101352927449625e-05, 5.6673809012863785e-05, 7.442129117407603e-06, 2.7689655325957574e-05, 1.841835728555452e-05, 2.879437261071871e-06, 6.840427886345424e-06, 4.279875156498747e-06, 0.00043176571489311755, 0.0001761750172590837, 8.995599637273699e-05, 0.9958257675170898, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [2.6368099497631192e-05, 0.00018008743063546717, 0.0001808295346563682, 0.00030464722658507526, 0.00039390946039929986, 4.674849333241582e-05, 2.7231719286646694e-05, 4.8734953452367336e-05, 0.00029131697374396026, 0.0004206168814562261, 3.804643711191602e-05, 0.00025245139840990305, 5.6067434343276545e-05, 3.82037615054287e-05, 0.0015365129802376032, 0.0012537221191450953, 3.593428846215829e-05, 2.303666406078264e-05, 0.00018036243272945285, 0.00012266113481018692, 3.517787263263017e-05, 6.924685294507071e-05, 0.00011267305671935901, 0.0008507389575242996, 0.00014361889043357223, 0.00023528003657702357, 0.9930958151817322, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0007048257393762469, 5.675388456438668e-05, 3.3512919799250085e-06, 7.472656761819962e-06, 1.7859458239399828e-05, 0.0008156527183018625, 4.952957169734873e-05, 0.0013530976139008999, 3.7417627027025446e-05, 0.0001437800528947264, 0.0007639331743121147, 9.991684237320442e-06, 2.884440846173675e-06, 0.0007552225142717361, 0.00010159600788028911, 3.120546807622304e-06, 0.0008060947293415666, 0.0011406760895624757, 1.4343102520797402e-05, 9.910175322147552e-06, 0.0008649185765534639, 8.66326445247978e-05, 3.469540024525486e-05, 0.00010265829769195989, 0.007663473952561617, 4.187890954199247e-05, 3.4908694033219945e-06, 0.9844047427177429, 0.0, 0.0, 0.0, 0.0, 0.0], [2.0288327505113557e-05, 2.9542719858000055e-05, 5.037501978222281e-05, 0.0009778322419151664, 0.3728255331516266, 6.661317456746474e-06, 1.573363806528505e-05, 3.981242480222136e-05, 0.00022353234817273915, 0.00012674317986238748, 5.118443823448615e-06, 0.00024116170243360102, 1.2973835509910714e-05, 4.80069502373226e-06, 2.3321656044572592e-05, 7.723525050096214e-05, 4.593436187860789e-06, 1.9647119188448414e-05, 0.00021129958622623235, 1.1453519618953578e-05, 4.380488462629728e-06, 1.4442666724789888e-05, 3.6767421988770366e-05, 0.00011845329572679475, 3.797718454734422e-05, 0.0007802760228514671, 0.0004048362316098064, 1.0429552276036702e-05, 0.6236647963523865, 0.0, 0.0, 0.0, 0.0], [2.0582907382049598e-05, 8.83124303072691e-05, 0.00020454880723264068, 0.00030188984237611294, 8.223887562053278e-05, 1.970439734577667e-05, 0.00014085113070905209, 2.8963144359295256e-05, 7.669377737329341e-06, 3.724613270605914e-05, 1.673677070357371e-05, 6.404696614481509e-05, 0.0006910584052093327, 1.6027554011088796e-05, 0.00015603679639752954, 0.0001482591324020177, 1.5700070434832014e-05, 9.155381849268451e-05, 8.525082375854254e-05, 4.904512934444938e-06, 1.5784382412675768e-05, 5.293112189974636e-05, 0.0005298351752571762, 0.0005658394657075405, 6.167318497318774e-05, 6.729490996804088e-05, 0.0003077442815992981, 1.0369148185418453e-05, 6.799342372687533e-05, 0.9960988759994507, 0.0, 0.0, 0.0], [1.3371305612963624e-05, 0.0009821526473388076, 0.00041548089939169586, 0.00011442326649557799, 0.0003873073437716812, 5.660855094902217e-06, 0.0012746263528242707, 0.0005708062089979649, 0.0006383618456311524, 0.0005776655161753297, 4.127729425817961e-06, 9.161743037111592e-06, 9.14283373276703e-05, 3.774864126171451e-06, 1.3575295270129573e-05, 0.0002916174125857651, 3.447485596552724e-06, 7.899185584392399e-05, 0.0031891181133687496, 4.885079306404805e-06, 3.1652807592763565e-06, 1.4087455383560155e-05, 0.0001567141298437491, 0.0003544885548762977, 0.00017265455971937627, 0.0013050627894699574, 0.0002186766650993377, 2.6776693630381487e-05, 0.00026460157823748887, 1.3334517461771611e-05, 0.9888005256652832, 0.0, 0.0], [2.745506208157167e-05, 0.00016438262537121773, 7.99642366473563e-05, 0.0011914960341528058, 0.0007883630460128188, 2.658414359757444e-06, 3.0057593903620727e-05, 7.457976153091295e-06, 0.00014940995606593788, 2.8857133656856604e-05, 1.873827500276093e-06, 0.00033288003760389984, 5.16086038260255e-05, 1.7577465314388974e-06, 0.00012656602484639734, 0.00014267012011259794, 1.6954454622464254e-06, 2.1952573661110364e-05, 0.00023040804080665112, 4.429338878253475e-05, 1.6103306279546814e-06, 2.7008050892618485e-05, 0.00023884844267740846, 0.00019046018132939935, 9.496127859165426e-06, 0.00044664356391876936, 0.00022095769236329943, 5.379170943342615e-06, 0.0006956402794457972, 0.0001547076681163162, 0.0002548544143792242, 0.9943286776542664, 0.0], [0.006231046747416258, 9.72282505244948e-05, 6.871603090985445e-06, 2.1151136024855077e-05, 5.828053326695226e-05, 0.007238902151584625, 2.0987936295568943e-05, 0.0002545907336752862, 6.243871030164883e-05, 2.09246627491666e-05, 0.007872143760323524, 5.585329927271232e-05, 9.868786946753971e-06, 0.009169397875666618, 7.203009590739384e-05, 7.068700597301358e-06, 0.010345976799726486, 0.0013096530456095934, 3.803680374403484e-05, 8.022711699595675e-05, 0.012053261511027813, 4.071998773724772e-05, 3.686068112074281e-06, 3.4713455534074455e-05, 0.0005061827832832932, 8.918950334191322e-05, 2.9112115953466855e-05, 0.0012772809714078903, 8.489656465826556e-05, 0.00018447409092914313, 0.00013425754150375724, 6.813061190769076e-05, 0.9425214529037476]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.943029522895813, 0.05697045475244522, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9185556173324585, 0.032800041139125824, 0.048644352704286575, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8779287934303284, 0.056434281170368195, 0.04271192103624344, 0.022924991324543953, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.804131805896759, 0.029098201543092728, 0.07556731253862381, 0.05643591657280922, 0.03476676344871521, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.494310587644577, 0.020183544605970383, 0.027966560795903206, 0.01831907592713833, 0.031442031264305115, 0.40777823328971863, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6057478189468384, 0.02924243174493313, 0.09491512924432755, 0.07609348744153976, 0.06614658236503601, 0.08705786615610123, 0.0407966673374176, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.448382169008255, 0.04542431980371475, 0.0740148201584816, 0.06864845752716064, 0.0937662422657013, 0.0877426415681839, 0.0653427243232727, 0.1166786178946495, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.49169260263442993, 0.137820765376091, 0.03955018147826195, 0.06153321638703346, 0.045399632304906845, 0.040731463581323624, 0.062287040054798126, 0.05861866846680641, 0.06236644834280014, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5404124855995178, 0.044426627457141876, 0.03957854211330414, 0.04188809171319008, 0.07529857009649277, 0.04669506475329399, 0.048475231975317, 0.05500520393252373, 0.08293062448501587, 0.02528950944542885, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28273552656173706, 0.014234171248972416, 0.017647748813033104, 0.011433069594204426, 0.021741706877946854, 0.2666538953781128, 0.015403537079691887, 0.04734928905963898, 0.017767542973160744, 0.013926065526902676, 0.29110750555992126, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.34496626257896423, 0.04611678048968315, 0.05771545320749283, 0.11131856590509415, 0.11289365589618683, 0.027930336073040962, 0.03859188035130501, 0.05656527727842331, 0.05864057317376137, 0.06648597121238708, 0.026114359498023987, 0.052660852670669556, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4699217677116394, 0.032015684992074966, 0.1077289804816246, 0.027006756514310837, 0.04465879872441292, 0.022773563861846924, 0.0231170654296875, 0.025491520762443542, 0.04950268566608429, 0.02657393552362919, 0.01970885880291462, 0.06337957084178925, 0.08812079578638077, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.20661765336990356, 0.010379297658801079, 0.012261927127838135, 0.008319094777107239, 0.016007069498300552, 0.1952773928642273, 0.011453290469944477, 0.03475670516490936, 0.01307358592748642, 0.010938972234725952, 0.21602484583854675, 0.005866494961082935, 0.02364230714738369, 0.23538129031658173, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.33993491530418396, 0.029161641374230385, 0.09540712088346481, 0.03395187482237816, 0.08440456539392471, 0.012559544295072556, 0.02935866080224514, 0.024564160034060478, 0.10622433573007584, 0.04689216986298561, 0.01146959513425827, 0.006369194947183132, 0.11145271360874176, 0.011317990720272064, 0.0569315068423748, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4040881097316742, 0.02419566921889782, 0.03891005739569664, 0.014727430418133736, 0.024456560611724854, 0.03845002129673958, 0.03923037275671959, 0.037171371281147, 0.06030002981424332, 0.04198544844985008, 0.037167180329561234, 0.01639123074710369, 0.039289690554142, 0.03772978112101555, 0.13448573648929596, 0.011421295814216137, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15876445174217224, 0.008203905075788498, 0.009295269846916199, 0.006221715360879898, 0.011793200857937336, 0.15069788694381714, 0.008851953782141209, 0.026313530281186104, 0.010186916217207909, 0.008433728478848934, 0.16762234270572662, 0.004420033656060696, 0.01821179874241352, 0.18350808322429657, 0.020927341654896736, 0.006447792984545231, 0.2001000940799713, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.17539213597774506, 0.020569654181599617, 0.01829143427312374, 0.00929802656173706, 0.017377890646457672, 0.042534783482551575, 0.02070159651339054, 0.05044395849108696, 0.02543805167078972, 0.017218226566910744, 0.04311535134911537, 0.013349833898246288, 0.028528600931167603, 0.0459725484251976, 0.03408820554614067, 0.01983421854674816, 0.04992840066552162, 0.36791712045669556, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.26033347845077515, 0.017148377373814583, 0.03745277225971222, 0.07594799995422363, 0.04674697667360306, 0.018068531528115273, 0.031346458941698074, 0.037415143102407455, 0.07175809890031815, 0.05872536823153496, 0.0170787014067173, 0.04030592367053032, 0.05706355720758438, 0.01711357943713665, 0.10491336137056351, 0.046705346554517746, 0.017230210825800896, 0.024682143703103065, 0.019963981583714485, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.30547064542770386, 0.05190496891736984, 0.043468985706567764, 0.021846851333975792, 0.021017182618379593, 0.03390473872423172, 0.04190469905734062, 0.03909287601709366, 0.028871973976492882, 0.023003436625003815, 0.03205801174044609, 0.023334508761763573, 0.0711059421300888, 0.03290088474750519, 0.061641961336135864, 0.031832627952098846, 0.03376764431595802, 0.045714881271123886, 0.03501523658633232, 0.022141894325613976, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1224295049905777, 0.006105297245085239, 0.006670297123491764, 0.00458177737891674, 0.009337781928479671, 0.11381794512271881, 0.006783356424421072, 0.01971990056335926, 0.00758085772395134, 0.00661364383995533, 0.12765927612781525, 0.003502656938508153, 0.014002329669892788, 0.14000988006591797, 0.015684882178902626, 0.005092612002044916, 0.15336216986179352, 0.03527414798736572, 0.022465629503130913, 0.006954455282539129, 0.17235167324543, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.20538491010665894, 0.03477853164076805, 0.014682918787002563, 0.03118330053985119, 0.0309312641620636, 0.021952766925096512, 0.03290864825248718, 0.05740533396601677, 0.05587517097592354, 0.04864276573061943, 0.023520752787590027, 0.01510855183005333, 0.02738633006811142, 0.02451842837035656, 0.06060458719730377, 0.03477614372968674, 0.0261378213763237, 0.05168433114886284, 0.06281404197216034, 0.020291464403271675, 0.028601735830307007, 0.09081017971038818, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23978599905967712, 0.03132349252700806, 0.05037754029035568, 0.01586942747235298, 0.03901456668972969, 0.02280554547905922, 0.04285357519984245, 0.02888229675590992, 0.04046262800693512, 0.03410724923014641, 0.022644521668553352, 0.039230700582265854, 0.0723857581615448, 0.022345518693327904, 0.049581028521060944, 0.03193334862589836, 0.02332560531795025, 0.04521358758211136, 0.03055434860289097, 0.022876491770148277, 0.024732308462262154, 0.05549483001232147, 0.014199569821357727, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23581692576408386, 0.0205583106726408, 0.04375004768371582, 0.02970486506819725, 0.03703876584768295, 0.014953458681702614, 0.04004310816526413, 0.027184365317225456, 0.045761838555336, 0.03809257969260216, 0.014181879349052906, 0.03789154067635536, 0.06518243253231049, 0.014182924292981625, 0.05489494279026985, 0.023720961064100266, 0.014592783525586128, 0.025570034980773926, 0.07356184720993042, 0.03918232396245003, 0.014925515279173851, 0.046288661658763885, 0.027801064774394035, 0.015118849463760853, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14254967868328094, 0.012010163627564907, 0.016881294548511505, 0.02074255794286728, 0.03245176002383232, 0.029625998809933662, 0.030295221135020256, 0.05620871111750603, 0.029608746990561485, 0.02948184125125408, 0.032639842480421066, 0.010038232430815697, 0.04078620672225952, 0.03462785482406616, 0.03391634672880173, 0.020155752077698708, 0.03684317693114281, 0.0606469102203846, 0.04744713753461838, 0.03252528980374336, 0.04040035977959633, 0.05947762355208397, 0.03129401430487633, 0.04792547971010208, 0.07141980528831482, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2222907692193985, 0.059111353009939194, 0.03702675551176071, 0.04059012606739998, 0.027254510670900345, 0.019174767658114433, 0.03171538934111595, 0.020462147891521454, 0.03811326250433922, 0.019927889108657837, 0.018538912758231163, 0.015436707064509392, 0.04536490887403488, 0.019355757161974907, 0.05035829544067383, 0.03328138589859009, 0.02017974853515625, 0.036794353276491165, 0.0433138869702816, 0.02847641333937645, 0.02131732925772667, 0.047712888568639755, 0.013107034377753735, 0.026336049661040306, 0.03021136112511158, 0.03454800322651863, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2843813896179199, 0.023870108649134636, 0.04641883075237274, 0.010260097682476044, 0.03390985727310181, 0.01830146834254265, 0.02370888739824295, 0.0247668270021677, 0.025767754763364792, 0.02296881563961506, 0.016735462471842766, 0.013406947255134583, 0.045986615121364594, 0.01667323336005211, 0.08106391876935959, 0.05033260956406593, 0.016726171597838402, 0.01990479975938797, 0.030325334519147873, 0.01014632172882557, 0.0173182375729084, 0.019040964543819427, 0.011081119067966938, 0.05204639211297035, 0.03335351124405861, 0.038808830082416534, 0.012695515528321266, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11854357272386551, 0.01335094589740038, 0.013422034680843353, 0.0302731953561306, 0.02616293355822563, 0.020776210352778435, 0.021280208602547646, 0.03798934072256088, 0.03536445274949074, 0.03665178269147873, 0.0220040176063776, 0.015380042605102062, 0.030023131519556046, 0.023299671709537506, 0.030007552355527878, 0.014861369505524635, 0.02452193759381771, 0.03999800235033035, 0.03900156170129776, 0.03600766509771347, 0.026851212605834007, 0.06795872002840042, 0.038931310176849365, 0.057258062064647675, 0.06659834086894989, 0.03075685352087021, 0.023343214765191078, 0.05938267707824707, 0.0, 0.0, 0.0, 0.0, 0.0], [0.25091853737831116, 0.01135188341140747, 0.023033952340483665, 0.01884976588189602, 0.01320881862193346, 0.01643040031194687, 0.03763698413968086, 0.021519407629966736, 0.03823148086667061, 0.03122309409081936, 0.01608109660446644, 0.017179008573293686, 0.0823964774608612, 0.01577541045844555, 0.04969312623143196, 0.03397902101278305, 0.016469145193696022, 0.025656109675765038, 0.053269319236278534, 0.024380972608923912, 0.01703290082514286, 0.031062550842761993, 0.014834260568022728, 0.04310779646039009, 0.027818359434604645, 0.015127941034734249, 0.012749834917485714, 0.0268526803702116, 0.014129594899713993, 0.0, 0.0, 0.0, 0.0], [0.19256949424743652, 0.02283368445932865, 0.01449588593095541, 0.02805502340197563, 0.03290427103638649, 0.01857709139585495, 0.02377672679722309, 0.014988912269473076, 0.027755482122302055, 0.019952137023210526, 0.018426885828375816, 0.02680848352611065, 0.04026195406913757, 0.018957331776618958, 0.01998024620115757, 0.03905032202601433, 0.019494347274303436, 0.03071431629359722, 0.07932325452566147, 0.03619767352938652, 0.02037958800792694, 0.023319300264120102, 0.018723847344517708, 0.05692770332098007, 0.023927533999085426, 0.039243243634700775, 0.021783525124192238, 0.020374206826090813, 0.041788339614868164, 0.008409246802330017, 0.0, 0.0, 0.0], [0.1891939789056778, 0.014352073892951012, 0.0278293639421463, 0.018936049193143845, 0.05455230548977852, 0.024302387610077858, 0.020752564072608948, 0.030501794070005417, 0.016900427639484406, 0.029904043301939964, 0.02311178669333458, 0.021664857864379883, 0.03335980325937271, 0.02305050566792488, 0.027927029877901077, 0.02625349350273609, 0.0242579597979784, 0.02439497597515583, 0.01766667328774929, 0.022081058472394943, 0.02544150874018669, 0.023996734991669655, 0.015941407531499863, 0.021863484755158424, 0.048762742429971695, 0.01023405883461237, 0.025762978941202164, 0.061923280358314514, 0.06737109273672104, 0.01818411983549595, 0.009525518864393234, 0.0, 0.0], [0.27111953496932983, 0.05460573360323906, 0.03970598429441452, 0.03512895479798317, 0.02031375840306282, 0.008183857426047325, 0.02255663461983204, 0.01403643749654293, 0.02619847282767296, 0.03235534578561783, 0.007185020949691534, 0.010813488624989986, 0.051626089960336685, 0.007057536393404007, 0.04232775792479515, 0.01850598119199276, 0.006952998694032431, 0.012550849467515945, 0.037855178117752075, 0.014787370339035988, 0.007130765821784735, 0.018956711515784264, 0.010758964344859123, 0.02354053035378456, 0.01625620760023594, 0.007915407419204712, 0.03652311861515045, 0.01456227246671915, 0.019251471385359764, 0.010911808349192142, 0.034396685659885406, 0.06592900305986404, 0.0], [0.14836539328098297, 0.01450689323246479, 0.0076462929137051105, 0.011038759723305702, 0.026302475482225418, 0.013194828294217587, 0.02718488685786724, 0.017392205074429512, 0.01612214557826519, 0.03288078308105469, 0.014050282537937164, 0.007167350500822067, 0.016120057553052902, 0.014647024683654308, 0.018450887873768806, 0.013102127239108086, 0.01528322882950306, 0.014542991295456886, 0.05961218848824501, 0.02238386683166027, 0.01679699309170246, 0.10928261280059814, 0.07263996452093124, 0.08393710106611252, 0.025248991325497627, 0.03774847090244293, 0.016226936131715775, 0.024953868240118027, 0.0421658456325531, 0.004525810945779085, 0.01449135784059763, 0.01914571225643158, 0.022841649129986763]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09646989405155182, 0.9035300612449646, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0432523675262928, 0.08177752792835236, 0.8749701380729675, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09995397925376892, 0.025312725454568863, 0.020108042284846306, 0.8546252250671387, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.024889368563890457, 0.00320735527202487, 0.0018421593122184277, 0.022361500188708305, 0.9476996660232544, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10732380300760269, 0.017841672524809837, 0.019553344696760178, 0.04333319514989853, 0.10211500525474548, 0.7098329067230225, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006426361855119467, 0.00044797820737585425, 0.00014756589371245354, 0.0004693672526627779, 0.0014411886222660542, 0.003859694814309478, 0.98720782995224, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010354593396186829, 0.0001990183664020151, 0.00016020424664020538, 6.937277794349939e-05, 0.00038674211828038096, 0.005171594675630331, 0.8964056372642517, 0.09657203406095505, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.001288329716771841, 0.00032334469142369926, 0.0002652714028954506, 0.0002549059281591326, 0.000201298258616589, 0.00010048996773548424, 0.0005700881010852754, 0.00040912977419793606, 0.9965871572494507, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0001874157169368118, 1.6196530850720592e-05, 4.2281039895897266e-06, 0.0002875888312701136, 1.1125704986625351e-05, 9.805656191019807e-06, 0.0001556719362270087, 7.632971392013133e-05, 0.0034869094379246235, 0.9957647323608398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015741512179374695, 0.0006393603980541229, 0.00045715278247371316, 0.0009912523673847318, 0.002114036353304982, 0.018089773133397102, 0.047120336443185806, 0.07010911405086517, 0.061528295278549194, 0.27690401673316956, 0.5063051581382751, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0006166601087898016, 0.0005207082722336054, 4.61151976196561e-05, 0.0014613015810027719, 0.0005623759934678674, 4.447608080226928e-05, 0.00036539699067361653, 0.0002860166132450104, 0.004506131634116173, 0.005816526710987091, 0.0007244550506584346, 0.9850499033927917, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010478567564859986, 3.0628176318714395e-05, 0.0001734501274768263, 5.423119000624865e-05, 6.388423207681626e-05, 1.1261137842666358e-05, 1.7169008060591295e-05, 1.3931334251537919e-05, 0.0020760411862283945, 0.0002692685811780393, 0.00015268517017830163, 0.0036844341084361076, 0.992405116558075, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.010746276937425137, 0.0002535435778554529, 0.0001532293827040121, 0.0002928702742792666, 0.0005376795306801796, 0.004423546139150858, 0.009884335100650787, 0.012843052856624126, 0.012738611549139023, 0.05966855213046074, 0.10772999376058578, 0.024745717644691467, 0.07808699458837509, 0.6778956055641174, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00041218005935661495, 2.6218716811854392e-05, 1.775590681063477e-05, 0.00019181905372533947, 3.2979528441501316e-06, 3.912678948836401e-06, 1.0438098797749262e-05, 4.906854428554652e-06, 0.0005868573789484799, 0.003038153052330017, 3.693125108839013e-05, 0.0007724309107288718, 0.009622602723538876, 0.00016094397869892418, 0.9851115345954895, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00010886572999879718, 3.5845419006363954e-06, 5.191653144720476e-06, 3.083834599237889e-05, 1.8408729374641553e-05, 7.954758416417462e-07, 3.3532076031406177e-06, 6.5743715822463855e-06, 0.0007270933710969985, 0.0018232448492199183, 7.853259376133792e-06, 0.00030627482919953763, 0.006975042168051004, 3.485084016574547e-05, 0.028292659670114517, 0.96165531873703, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006073984317481518, 8.815195906208828e-05, 4.583777626976371e-05, 8.250468818005174e-05, 0.00012720433005597442, 0.0009312504553236067, 0.001669998513534665, 0.001938195782713592, 0.00210169586353004, 0.010131667368113995, 0.01604730635881424, 0.003835385199636221, 0.012242134660482407, 0.10037058591842651, 0.07853128761053085, 0.10997356474399567, 0.6558092832565308, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0021862974390387535, 1.189291742775822e-05, 1.67359448823845e-05, 2.081541060761083e-05, 2.116253017447889e-05, 0.000771492428611964, 0.0008652104297652841, 0.0005560294375754893, 0.0001565588463563472, 0.001949990983121097, 0.010891200974583626, 0.0003954311250708997, 0.0015144689241424203, 0.06916307657957077, 0.004308103583753109, 0.004035161342471838, 0.4939703941345215, 0.40916597843170166, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [1.979802800633479e-05, 4.972388865098765e-07, 9.165694869750496e-09, 1.3230416584519844e-07, 5.601832597790235e-08, 1.1903900087872898e-08, 6.153117055873736e-07, 4.068558112635401e-08, 4.517459274211433e-06, 1.4017791727383155e-05, 1.6456915830076468e-07, 1.086384372683824e-06, 7.44406133890152e-06, 1.0056654673462617e-06, 2.75950224022381e-05, 0.00031378038693219423, 6.201130872796057e-06, 8.213370165321976e-06, 0.9995948672294617, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [6.4971732172125485e-06, 8.692009600963502e-07, 1.4051377092982875e-06, 3.770482237541728e-07, 3.32917210243977e-07, 6.104961158825972e-08, 2.542995147791771e-08, 1.1067757554883428e-07, 3.670876321848482e-05, 5.704807790607447e-07, 6.17234604760597e-07, 0.00015627933316864073, 0.00014737897436134517, 3.0103781227808213e-06, 6.130653491709381e-05, 0.0017769908299669623, 1.8545933926361613e-05, 3.42631246894598e-05, 0.9233514070510864, 0.07440324872732162, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0036490026395767927, 3.7494322896236554e-05, 1.7470785678597167e-05, 2.8449197998270392e-05, 3.312420813017525e-05, 0.00019569217693060637, 0.0002647593501023948, 0.00024690444115549326, 0.0002803317329380661, 0.0013949198182672262, 0.0017910305177792907, 0.0004246798052918166, 0.0014623702736571431, 0.009717746637761593, 0.008053951896727085, 0.01320058386772871, 0.06315968185663223, 0.07152796536684036, 0.07523110508918762, 0.02420508675277233, 0.7250776290893555, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0006410900969058275, 3.925709279428702e-06, 1.160738406724704e-06, 1.537548200758465e-06, 9.072650755115319e-07, 8.058204912231304e-06, 1.3223971109255217e-05, 4.619937044481048e-06, 3.6788398574572057e-05, 4.565183917293325e-05, 7.577823998872191e-05, 2.2741798602510244e-05, 5.6684530136408284e-05, 0.00047375087160617113, 0.0003640770446509123, 0.0004240030830260366, 0.003757338970899582, 0.0043631307780742645, 0.007395231630653143, 0.0050226314924657345, 0.05575621873140335, 0.9215314984321594, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005377689958550036, 8.12255905202619e-07, 2.301862195963622e-06, 1.4700397059641546e-06, 1.8703678961173864e-06, 6.02451621034561e-07, 4.12783674619277e-06, 1.670579308665765e-06, 2.0471957213885617e-06, 7.430038385791704e-05, 3.5942323393101105e-06, 7.171528068283806e-06, 3.052822648896836e-05, 1.8927752535091713e-05, 0.0002543879672884941, 0.0001949639990925789, 0.00012626573152374476, 0.000182305506314151, 0.003735228208824992, 0.0006727130967192352, 0.0015798343811184168, 0.011177700012922287, 0.9813893437385559, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [8.512814383720979e-05, 4.870865382144984e-07, 1.2458955325200805e-06, 2.0811235401652084e-07, 1.92428601053507e-07, 3.704030859807972e-08, 4.555238604098122e-07, 5.5045557445509985e-08, 1.532036321805208e-06, 5.083299129182706e-06, 2.1400977345820138e-07, 1.459530608372006e-06, 1.4768357686989475e-05, 1.0635022817950812e-06, 2.9461476515280083e-05, 5.7288212701678276e-05, 6.615699021494947e-06, 7.844200808904134e-06, 0.00015063839964568615, 0.00022636978246737272, 7.973585888976231e-05, 0.00013040869089309126, 0.010868423618376255, 0.988331139087677, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0004166325961705297, 2.250373881906853e-06, 5.27054771737312e-06, 2.7549118385650218e-05, 3.9630609535379335e-05, 7.514735443692189e-06, 8.100932063825894e-06, 1.1581340913835447e-05, 1.3205964023654815e-05, 6.750722241122276e-05, 2.5212739274138585e-05, 1.4860726878396235e-05, 7.521701627410948e-05, 0.00011457462824182585, 0.00025745335733518004, 0.0003666863194666803, 0.0006904747569933534, 0.0014518487732857466, 0.0032460209913551807, 0.0006353403441607952, 0.008745570667088032, 0.01519087329506874, 0.0181502103805542, 0.1330331414937973, 0.8174033164978027, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [1.673923725320492e-05, 8.245302751674899e-08, 3.257380143395494e-08, 2.873734317176968e-08, 1.6217650511407555e-07, 1.5275384290802663e-09, 2.327860215700639e-08, 5.576728856482305e-09, 1.2825768180846353e-07, 1.342944955240455e-07, 6.160537857624604e-09, 2.523252646824403e-07, 3.2057509997684974e-06, 2.6277227505033807e-08, 7.619941584380285e-07, 7.901960088929627e-06, 1.394044062408284e-07, 1.95525771573557e-07, 0.00032022586674429476, 8.173670948963263e-07, 1.5629991594323656e-06, 3.7631600662280107e-06, 0.0007450510165654123, 0.003715218510478735, 3.934428241336718e-05, 0.9951443076133728, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00023842290102038532, 5.040124960942194e-06, 1.3208604059400386e-06, 8.59982810652582e-06, 5.166078608453972e-06, 1.347093814274558e-07, 6.710822617606027e-07, 2.6997005875273317e-07, 6.345731435430935e-06, 4.417831223690882e-05, 2.7444934858067427e-07, 2.017119368247222e-05, 1.652662831475027e-05, 8.122791541609331e-07, 0.00010770991502795368, 0.0001239744306076318, 3.5075922824034933e-06, 8.50584820000222e-06, 6.98026196914725e-05, 0.00026813664590008557, 2.8792839657398872e-05, 0.00011957906826864928, 0.00012961667380295694, 0.007425930816680193, 0.0007109709549695253, 0.005815013311803341, 0.9848405718803406, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00040899484883993864, 6.095364710745343e-07, 1.9963911199738504e-06, 9.310338100476656e-06, 3.7690531371481484e-06, 1.987657697100076e-06, 4.576551191348699e-07, 1.0690732779039536e-06, 3.08717972075101e-06, 9.2114050858072e-06, 4.724369318864774e-06, 1.207004288517055e-06, 5.095615506434115e-06, 1.804711610020604e-05, 4.857869498664513e-05, 4.169382373220287e-05, 0.00010537512571318075, 0.00022466866357717663, 0.00011528612958500162, 0.0002492896164767444, 0.0013673147186636925, 0.0016190342139452696, 0.0013275149976834655, 0.0034917802549898624, 0.06305665522813797, 0.006469063460826874, 0.09512648731470108, 0.8262876868247986, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00031804724130779505, 1.4181854339767597e-06, 3.185500361269078e-07, 2.7823130039905664e-06, 5.388598219724372e-05, 4.300602185480784e-08, 5.386275461205514e-07, 8.497840298105075e-08, 5.999714289828262e-07, 4.110329427930992e-06, 7.099398402488077e-08, 8.454322824036353e-07, 2.52661493505002e-06, 2.198388386887018e-07, 6.098251105868258e-06, 2.113004302373156e-05, 9.411810424353462e-07, 9.950393859980977e-07, 3.0413597414735705e-05, 2.976994665004895e-06, 8.453859663859475e-06, 2.6007011911133304e-05, 0.00023055827477946877, 0.0013383382465690374, 0.00021758257935289294, 0.00701440405100584, 0.017924044281244278, 0.0005302675999701023, 0.9722621440887451, 0.0, 0.0, 0.0, 0.0], [1.8505315324546245e-07, 5.565692351439111e-09, 7.262683787701008e-10, 7.745998509278706e-09, 1.507951097323712e-08, 8.228506209739805e-10, 1.7915348093922034e-09, 1.7345647140842857e-09, 1.0962556196147943e-08, 5.0032749498996054e-08, 3.9228162940219136e-09, 1.0013924622853665e-07, 2.3337792143252045e-08, 1.6555254944705666e-08, 5.1713197279923406e-08, 1.6146042014497652e-07, 9.827901692460728e-08, 2.7074545982941345e-07, 5.411987331171986e-06, 2.5083886612264905e-07, 1.1805956319221877e-06, 2.8004258183500497e-06, 4.61038098364952e-06, 0.0002267923264298588, 5.794247772428207e-05, 0.0004519548383541405, 0.00011976478708675131, 0.00023980921832844615, 0.0018740047235041857, 0.9970145225524902, 0.0, 0.0, 0.0], [4.347462163423188e-05, 2.968874923681142e-06, 3.919365099136485e-07, 9.117065360442211e-07, 4.364489711861097e-07, 4.686581789314914e-09, 9.240378062713717e-08, 1.2419349992853768e-08, 7.188964445958845e-08, 6.304543944679608e-07, 6.108888950251412e-09, 1.9987160726486763e-07, 1.4578660056940862e-06, 1.4727343788933922e-08, 1.7957309239591268e-07, 2.6422712835483253e-05, 5.112656609185251e-08, 4.710683043640529e-08, 0.0015761172398924828, 2.198943093389971e-06, 3.333982192543772e-07, 2.181483296226361e-06, 0.00016240392869804054, 0.001777764642611146, 1.1749229997803923e-05, 0.0036160871386528015, 6.199482595548034e-05, 3.5168195609003305e-05, 0.0011488678865134716, 0.016085581853985786, 0.9754422307014465, 0.0, 0.0], [0.00115629390347749, 6.199041763466084e-06, 6.137789227977919e-07, 3.102660230069887e-06, 8.228423666878371e-07, 4.3660193682626414e-08, 9.363273534290784e-08, 2.7735543639550997e-08, 5.109519634061144e-07, 1.2355309308986762e-06, 3.8253045175906664e-08, 1.1272317124166875e-06, 1.900891675177263e-06, 8.714057031511402e-08, 5.398188022809336e-06, 7.393458417936927e-06, 3.128881189695676e-07, 3.0146313179102435e-07, 0.00013595391646958888, 1.33438479679171e-05, 2.3996522031666245e-06, 3.871273293043487e-05, 0.0008219636511057615, 0.0006131280679255724, 2.151845910702832e-05, 0.004140730947256088, 0.0008760871132835746, 0.00011684626952046528, 0.0021590692922472954, 0.027525287121534348, 0.04434971883893013, 0.9179997444152832, 0.0], [0.0031942930072546005, 4.681677819462493e-05, 3.499128797557205e-05, 2.7043091904488392e-05, 1.400032670062501e-05, 1.7085134459193796e-05, 8.05188847152749e-06, 3.909832685167203e-06, 1.0716951692302246e-05, 1.793078627088107e-05, 1.4207501408236567e-05, 2.6911289751296863e-05, 2.641200444486458e-05, 3.110020770691335e-05, 1.1198583706573118e-05, 5.485506699187681e-05, 0.00011474493658170104, 0.00010493677837075666, 0.0002806306292768568, 0.0002083908038912341, 0.0009329257882200181, 0.0018990013049915433, 0.001126758987084031, 0.0019257273524999619, 0.003917159512639046, 0.0074994550086557865, 0.010695934295654297, 0.023199882358312607, 0.030398162081837654, 0.12729351222515106, 0.04325327277183533, 0.1766805648803711, 0.5669295191764832]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2530863881111145, 0.7469136118888855, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.30671587586402893, 0.32906386256217957, 0.3642202913761139, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07416973263025284, 0.16189663112163544, 0.0543258972465992, 0.7096076607704163, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1668822020292282, 0.03901781514286995, 0.03822460398077965, 0.21398356556892395, 0.5418918132781982, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19483646750450134, 0.2111925184726715, 0.05150563269853592, 0.08703833818435669, 0.2299955189228058, 0.22543160617351532, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13900136947631836, 0.02974863536655903, 0.038606949150562286, 0.05133272334933281, 0.192842498421669, 0.08012373000383377, 0.4683440625667572, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08969780802726746, 0.04080599173903465, 0.03473307937383652, 0.08414524793624878, 0.09911049157381058, 0.07059448957443237, 0.1361657679080963, 0.44474709033966064, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.059865184128284454, 0.020190445706248283, 0.018785320222377777, 0.1058472990989685, 0.057948824018239975, 0.027517711743712425, 0.0566631518304348, 0.08226760476827621, 0.5709145069122314, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.010379265993833542, 0.0046982537023723125, 0.004143986385315657, 0.0072914063930511475, 0.0062566958367824554, 0.0033180483151227236, 0.009175017476081848, 0.018754413351416588, 0.03393147885799408, 0.9020513892173767, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07270114868879318, 0.0477648600935936, 0.010500334203243256, 0.01615942269563675, 0.04617821425199509, 0.0524945929646492, 0.05184569209814072, 0.2118951827287674, 0.035158198326826096, 0.17267179489135742, 0.28263059258461, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015126901678740978, 0.004731191322207451, 0.002322632120922208, 0.006575741805136204, 0.018362468108534813, 0.00333966757170856, 0.00878422986716032, 0.007409750949591398, 0.006289812736213207, 0.07638947665691376, 0.012003494426608086, 0.8386645317077637, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0323319248855114, 0.010628960095345974, 0.0026151640340685844, 0.0011762919602915645, 0.003093285020440817, 0.0015055524418130517, 0.0070797149091959, 0.0028344676829874516, 0.005003879778087139, 0.012032576836645603, 0.0039877742528915405, 0.051872368901968, 0.8658380508422852, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.050455909222364426, 0.02653883770108223, 0.005783270113170147, 0.008087296970188618, 0.021799389272928238, 0.025670325383543968, 0.02277902513742447, 0.09139908105134964, 0.015017375349998474, 0.07093919813632965, 0.12448633462190628, 0.1266833394765854, 0.0610213540494442, 0.34933924674987793, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05474122241139412, 0.05296845734119415, 0.003988128621131182, 0.012351619079709053, 0.004415620118379593, 0.003596278140321374, 0.011385710909962654, 0.009828068315982819, 0.014749745838344097, 0.07078825682401657, 0.011209191754460335, 0.051640573889017105, 0.19734397530555725, 0.027129271999001503, 0.4738638401031494, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.007163067813962698, 0.0049638464115560055, 0.0027692278381437063, 0.0019424431957304478, 0.010544744320213795, 0.0014144883025437593, 0.0036636642180383205, 0.003149948548525572, 0.005481296218931675, 0.021614043042063713, 0.003922200761735439, 0.0793507993221283, 0.2247791737318039, 0.009166955016553402, 0.027402665466070175, 0.5926714539527893, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03461107611656189, 0.015296359546482563, 0.003095125313848257, 0.0038990986067801714, 0.009989402256906033, 0.011446868069469929, 0.009189354255795479, 0.033565156161785126, 0.005761210806667805, 0.025581011548638344, 0.04384687542915344, 0.04521361365914345, 0.020553385838866234, 0.11962335556745529, 0.1567324697971344, 0.13173449039459229, 0.3298611044883728, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.017253868281841278, 0.004397526849061251, 0.004968691151589155, 0.007064315490424633, 0.0066348956897854805, 0.006910950876772404, 0.011386899277567863, 0.016178511083126068, 0.020317766815423965, 0.020396806299686432, 0.023422103375196457, 0.018909122794866562, 0.04024205356836319, 0.06200674548745155, 0.1164536252617836, 0.07975103706121445, 0.1686447113752365, 0.37506043910980225, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.002459116280078888, 0.00024919764837250113, 3.400466084713116e-05, 0.0002113294176524505, 0.00020066798606421798, 0.00012589257676154375, 0.00036506837932392955, 0.00037359801353886724, 0.00013798549480270594, 0.0004702212172560394, 0.00027151827816851437, 0.003417078172788024, 0.0006049809162504971, 0.0005454609636217356, 0.0008937675156630576, 0.0015852133510634303, 0.0012150752590969205, 0.00282126828096807, 0.9840186238288879, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00015282446111086756, 0.03892364725470543, 0.00047152009210549295, 0.00037318209069781005, 3.271796595072374e-05, 1.0635602848196868e-05, 3.824579835054465e-06, 1.3244705769466236e-05, 6.41892256680876e-05, 2.7344342015567236e-05, 2.831998426700011e-05, 0.002229567850008607, 0.00138663814868778, 7.163523696362972e-05, 0.00014025566633790731, 0.008246444165706635, 0.00019678653916344047, 0.0002054668584605679, 0.8976380228996277, 0.04978375509381294, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.02645810693502426, 0.010410889983177185, 0.0021332555916160345, 0.002456019166857004, 0.0055426000617444515, 0.005954570136964321, 0.0041958331130445, 0.013451538980007172, 0.0023519538808614016, 0.009471961297094822, 0.015433428809046745, 0.014804957434535027, 0.006865760777145624, 0.03787316754460335, 0.04744933918118477, 0.04547283798456192, 0.1019916757941246, 0.08666391670703888, 0.06470182538032532, 0.10160762816667557, 0.3947088122367859, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021157899871468544, 0.0035484349355101585, 0.001744112349115312, 0.003509307513013482, 0.004201894160360098, 0.0025777784176170826, 0.004015856422483921, 0.00459899939596653, 0.003955155611038208, 0.00645583588629961, 0.005907893646508455, 0.003733163233846426, 0.009013409726321697, 0.013927978463470936, 0.029895812273025513, 0.02008231356739998, 0.038044415414333344, 0.0688309296965599, 0.08152893930673599, 0.0383402518928051, 0.1516025811433792, 0.48332706093788147, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0014211684465408325, 0.0004069012065883726, 0.00027144214254803956, 0.0014869243605062366, 0.0006475152331404388, 0.0002567152841947973, 0.0002729761181399226, 0.0005059849936515093, 0.00017537493840791285, 0.0012059592409059405, 0.0005902895354665816, 0.0004307388444431126, 0.0003699960943777114, 0.001332283834926784, 0.0007594270864501595, 0.0025183064863085747, 0.003599977120757103, 0.004756715148687363, 0.011892927810549736, 0.003410215489566326, 0.013851096853613853, 0.05907324701547623, 0.8907638192176819, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00505886459723115, 0.0008823543903417885, 0.0015358265955001116, 0.0016909865662455559, 0.0013438730966299772, 0.0004949708236381412, 0.0006572254933416843, 0.000552159093786031, 0.000581209606025368, 0.002054560463875532, 0.0008380875224247575, 0.0010067472467198968, 0.0011300853220745921, 0.0016139923827722669, 0.005022872239351273, 0.014576874673366547, 0.003714331891387701, 0.004681476857513189, 0.007913822308182716, 0.006778391543775797, 0.012291365303099155, 0.027733037248253822, 0.1021464467048645, 0.7957004308700562, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.004004697315394878, 0.0004576972278300673, 0.0015645206440240145, 0.003137204796075821, 0.0019937455654144287, 0.0003789263137150556, 0.0004957779310643673, 0.0005698016029782593, 0.0010052064899355173, 0.0023432252928614616, 0.0005772153381258249, 0.0016756132245063782, 0.003078737063333392, 0.0012285253033041954, 0.005278326570987701, 0.006328054238110781, 0.003151732264086604, 0.0053193094208836555, 0.021383123472332954, 0.006147708278149366, 0.012332222424447536, 0.07402161508798599, 0.12114018946886063, 0.5611116886138916, 0.16127510368824005, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0011286542285233736, 4.9889109504874796e-05, 4.129114677198231e-05, 9.249603317584842e-05, 5.513622454600409e-05, 3.8617254176642746e-05, 5.5920278100529686e-05, 0.00014896267384756356, 5.509215043275617e-06, 6.817427492933348e-05, 3.6204455682309344e-05, 4.6239569201134145e-05, 0.001065501943230629, 5.91987554798834e-05, 7.787253707647324e-05, 0.00038421223871409893, 0.00011692426778608933, 0.0002242824120912701, 0.000508398690726608, 0.0001562813704367727, 0.00032331488910131156, 0.0007086822879500687, 0.0009207420516759157, 0.0008559720008634031, 0.004414452239871025, 0.9884170889854431, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0024299698416143656, 0.0036596343852579594, 0.00063449761364609, 0.0006202654330991209, 0.002987675601616502, 0.00034763687290251255, 0.0005059162504039705, 0.00041149748722091317, 0.00021321575331967324, 0.000650934234727174, 0.00039556968840770423, 0.1698645055294037, 0.002188898855820298, 0.0006812380743212998, 0.0008683764026500285, 0.008905130438506603, 0.001463852939195931, 0.0013394576963037252, 0.006495130248367786, 0.007638714276254177, 0.004619397688657045, 0.0031617898494005203, 0.014200895093381405, 0.04639659821987152, 0.02278607152402401, 0.21939246356487274, 0.4771406650543213, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015610319562256336, 0.0009648059494793415, 0.0010281821014359593, 0.007148509845137596, 0.005316647235304117, 0.0005432680482044816, 0.0007839882746338844, 0.00047082966193556786, 0.0022980361245572567, 0.005463093984872103, 0.0005483070272020996, 0.0008661489700898528, 0.0009035550756379962, 0.0009251962183043361, 0.008375930599868298, 0.0014478107914328575, 0.0020614899694919586, 0.003693382255733013, 0.017008855938911438, 0.0061386749148368835, 0.007041890639811754, 0.04128708317875862, 0.06922487169504166, 0.26617181301116943, 0.05024212971329689, 0.1144513413310051, 0.13764891028404236, 0.2323349416255951, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021895306184887886, 0.0013514551101252437, 0.0013727976474910975, 0.005157721694558859, 0.010932796634733677, 0.00044522207463160157, 0.0016178301302716136, 0.0005713265272788703, 0.0007700271089561284, 0.003093535080552101, 0.00036163468030281365, 0.0009329015738330781, 0.0019032416166737676, 0.0005254389252513647, 0.0007036188035272062, 0.0015780640533193946, 0.0010200472315773368, 0.0009346723672933877, 0.005167578347027302, 0.0007855422445572913, 0.0028796817641705275, 0.006337142549455166, 0.04951414838433266, 0.021886903792619705, 0.03004683181643486, 0.06941600143909454, 0.029953863471746445, 0.06111626327037811, 0.6677284240722656, 0.0, 0.0, 0.0, 0.0], [0.0002946658350992948, 8.08511977083981e-05, 0.00011992642976110801, 0.00017153997032437474, 0.0003899005532730371, 8.630252705188468e-05, 5.253727795206942e-05, 6.616376049350947e-05, 0.00011378383351257071, 6.200082134455442e-05, 0.00011238016304560006, 0.0005867313011549413, 9.784993017092347e-05, 0.00021334877237677574, 0.00040444263140670955, 0.0004726236220449209, 0.00047307342174462974, 0.0005199516890570521, 0.0008571160142309964, 0.00022720196284353733, 0.0015976777067407966, 0.0014780634082853794, 0.0016501408535987139, 0.00933963991701603, 0.01279268879443407, 0.012606944888830185, 0.021659567952156067, 0.0288674458861351, 0.07784785330295563, 0.8267576694488525, 0.0, 0.0, 0.0], [0.0006396539392881095, 0.00019920240447390825, 0.0003378460241947323, 0.00032286165514960885, 0.00038839809712953866, 2.251143814646639e-05, 0.00011559666745597497, 1.968370270333253e-05, 8.749760309001431e-05, 0.00016675743972882628, 2.1353196643758565e-05, 0.00018257695774082094, 0.002879622159525752, 3.2708376238588244e-05, 6.355983350658789e-05, 0.0009078498114831746, 6.314198981272057e-05, 4.9545076763024554e-05, 0.005010190419852734, 0.00021555765124503523, 0.00018923325114883482, 0.00023579830303788185, 0.0021191714331507683, 0.003475240198895335, 0.0004957509227097034, 0.012673033401370049, 0.0026274602860212326, 0.0011926383012905717, 0.028011504560709, 0.14214584231376648, 0.7951081991195679, 0.0, 0.0], [0.005492147523909807, 0.0014179612044245005, 6.310050957836211e-05, 0.0009282372775487602, 0.0004675875243265182, 9.701211820356548e-05, 5.678690649801865e-05, 6.824053707532585e-05, 4.054802775499411e-05, 0.00021011449280194938, 6.534699787152931e-05, 0.00011957778770010918, 9.082331962417811e-05, 9.077353024622425e-05, 0.00013827496150042862, 0.00041228361078538, 0.0001690058852545917, 0.00013570708688348532, 0.002428322099149227, 0.00020654806576203555, 0.0004959598300047219, 0.00016561975644435734, 0.0018254027236253023, 0.001680815708823502, 0.001018735347315669, 0.015071477741003036, 0.0034083749633282423, 0.0033841929398477077, 0.018865516409277916, 0.010037442669272423, 0.00825955905020237, 0.923088550567627, 0.0], [0.009386115707457066, 0.0017380566569045186, 0.0018091693054884672, 0.0014350261772051454, 0.001681282534264028, 0.0019791314844042063, 0.001414343249052763, 0.0021127823274582624, 0.0012016958789899945, 0.001046764780767262, 0.0012532490072771907, 0.0012125702342018485, 0.0006952429539524019, 0.001685017836280167, 0.0012904985342174768, 0.0014949430478736758, 0.0030524623580276966, 0.006176410708576441, 0.003993156366050243, 0.002994523150846362, 0.008827605284750462, 0.009542393498122692, 0.010477361269295216, 0.021451439708471298, 0.06221359223127365, 0.026861054822802544, 0.03390643373131752, 0.11987609416246414, 0.05027470737695694, 0.02679685316979885, 0.03116571344435215, 0.10728638619184494, 0.4436679780483246]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10520479083061218, 0.8947951793670654, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03907211124897003, 0.002017225371673703, 0.9589106440544128, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015578641556203365, 0.0008392545278184116, 0.0006979772006161511, 0.9828841090202332, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008856471627950668, 9.934287845680956e-06, 1.1174832252436318e-05, 0.0003024702600669116, 0.9908198714256287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.35445019602775574, 0.030589278787374496, 0.05988955497741699, 0.022903522476553917, 0.04747588187456131, 0.4846915602684021, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.044768933206796646, 0.0015664654783904552, 0.0003773848293349147, 0.0002507324970792979, 0.0004088971472810954, 0.0002606558846309781, 0.9523669481277466, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09058346599340439, 0.0011470753233879805, 0.006027346942573786, 0.000546847702935338, 0.0017094232607632875, 0.00378508516587317, 0.0026845417451113462, 0.8935161828994751, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006010720040649176, 2.4289069187943824e-05, 0.00031266716541722417, 1.8682918380363844e-05, 0.0002979242999572307, 9.904515536618419e-06, 6.619554824283114e-06, 7.912191222203546e-07, 0.9933184385299683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0045468187890946865, 0.00020019362273160368, 0.00029920271481387317, 0.001336395158432424, 0.0003267655265517533, 8.741366741560341e-07, 1.7415704860468395e-05, 2.7834167326545867e-07, 0.00029665243346244097, 0.9929754734039307, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12262559682130814, 0.02392657846212387, 0.038276489824056625, 0.01617196388542652, 0.030366232618689537, 0.293759286403656, 0.10661353170871735, 0.0705995038151741, 0.041900090873241425, 0.017833104357123375, 0.2379276007413864, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0008121057762764394, 0.00011546660243766382, 0.00013500906061381102, 5.5392923968611285e-05, 0.0001317415590165183, 1.0027196140072192e-06, 1.3799102589473478e-06, 1.6001614255856111e-07, 1.8972989437315846e-06, 5.419660737970844e-07, 4.753100597554294e-07, 0.9987448453903198, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0013333020033314824, 0.00010533037857385352, 0.0007669597980566323, 0.0009021886507980525, 3.5708292216440896e-06, 8.120475740724942e-07, 1.403809051225835e-07, 9.5612755046659e-08, 1.6865038787727826e-06, 2.9789038308081217e-05, 4.3813363959088747e-07, 1.196578750750632e-06, 0.9968544840812683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0815979614853859, 0.021388858556747437, 0.028877150267362595, 0.012675791047513485, 0.024931589141488075, 0.229964941740036, 0.10401231795549393, 0.06472097337245941, 0.03460092470049858, 0.015198714099824429, 0.18564164638519287, 0.020528050139546394, 0.005003852304071188, 0.17085722088813782, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0013488857075572014, 8.92121170181781e-05, 0.0006859967252239585, 0.0006963216583244503, 2.1248622942948714e-05, 3.7633941474268795e-07, 6.2267383782455e-07, 4.3072165567537013e-07, 7.091880888765445e-06, 0.0013103700475767255, 1.611375211041377e-07, 9.548753041599412e-07, 0.00016453623538836837, 1.1531936650044372e-07, 0.9956737160682678, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010867505334317684, 0.0004072484443895519, 0.00010700311395339668, 0.000678271462675184, 0.00011028484004782513, 1.318426257057581e-07, 2.660271150034532e-07, 4.6195768277357274e-07, 8.409714610024821e-06, 0.0007784894551150501, 5.109449574547398e-08, 8.792079029262823e-07, 4.934294702252373e-05, 3.4893233191723994e-08, 0.000114411988761276, 0.9966580867767334, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05868087336421013, 0.01878575049340725, 0.024067310616374016, 0.011013143695890903, 0.02145637385547161, 0.19110563397407532, 0.09902720898389816, 0.06065867841243744, 0.03016272559762001, 0.014801908284425735, 0.15370333194732666, 0.016615159809589386, 0.004385382402688265, 0.14085330069065094, 0.01501499768346548, 0.005390205420553684, 0.13427792489528656, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07323037087917328, 0.028374575078487396, 0.02105823904275894, 0.007611880078911781, 0.010053581558167934, 0.06553949415683746, 0.1455976516008377, 0.08620842546224594, 0.010241266340017319, 0.0074257380329072475, 0.04526270553469658, 0.006621459033340216, 0.0011621779995039105, 0.03923855349421501, 0.00825688149780035, 0.0030656903982162476, 0.0361226424574852, 0.40492865443229675, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [7.944500976009294e-05, 1.8382123698756914e-06, 3.7134324060161816e-08, 1.5575307770632207e-05, 3.4723789212876e-06, 1.3165096790501707e-09, 2.703870904952055e-08, 1.7186652101486288e-08, 9.2322629541286e-08, 1.350637921859743e-05, 4.4787887287789374e-10, 2.041673052843862e-09, 5.5420287026208825e-08, 3.0638666603799436e-10, 4.2177234149676224e-07, 7.065880708978511e-06, 2.424434542014353e-10, 1.4397358860662735e-09, 0.9998784065246582, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.002934493590146303, 0.0005883843987248838, 0.004250304773449898, 0.0040284618735313416, 0.00011592944065341726, 4.3316217670508195e-06, 6.773899713152787e-06, 7.076467591105029e-05, 0.0002495267544873059, 0.0003159338375553489, 2.08243977795064e-06, 4.4092124880990013e-05, 0.00030446931486949325, 1.4702561657031765e-06, 0.0001976135972654447, 0.0013599261874333024, 1.2478651569836074e-06, 6.875188319099834e-06, 0.00019261146371718496, 0.9853246808052063, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.040565334260463715, 0.017898330464959145, 0.020600970834493637, 0.00982110109180212, 0.0178828164935112, 0.15653996169567108, 0.09208230674266815, 0.056288257241249084, 0.0266613457351923, 0.01447127852588892, 0.12537628412246704, 0.013986771926283836, 0.003927927929908037, 0.11453617364168167, 0.013395380228757858, 0.004846665542572737, 0.10880248248577118, 0.04953397437930107, 0.005186410620808601, 0.00442087184637785, 0.10317537933588028, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.024536332115530968, 0.0031243376433849335, 0.0009699301444925368, 4.6315424697240815e-05, 0.00013434763241093606, 0.0006453943788073957, 0.011668852530419827, 0.0003271345340181142, 0.00045730432611890137, 2.3976095690159127e-05, 0.00034454185515642166, 4.996423376724124e-05, 2.575740472821053e-05, 0.00028217773069627583, 6.525323442474473e-06, 4.981804067938356e-06, 0.00023554022482130677, 0.0002664511266630143, 2.5311126591986977e-05, 2.9761064070044085e-05, 0.0001880926574813202, 0.9566068649291992, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0020759988110512495, 0.00014591786020901054, 5.28989803569857e-05, 4.218077810946852e-05, 4.738718780572526e-05, 4.14233113588125e-07, 0.00012964299821760505, 2.425099773972761e-05, 1.8034025970337098e-06, 1.483928144807578e-06, 1.4489980060261587e-07, 4.199931936454959e-06, 4.1068410894240515e-08, 1.0260500005188078e-07, 8.285463763968437e-07, 5.781902245871606e-07, 7.69515864362802e-08, 6.669609575737923e-08, 6.472614768426865e-05, 1.570090148561576e-06, 5.6418304694716426e-08, 4.403035745781381e-06, 0.997401237487793, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005159105057828128, 0.00011814619938377291, 3.270557863288559e-05, 0.00021188679966144264, 4.5635159040102735e-05, 2.924881243870914e-07, 3.057936737604905e-06, 7.607346219629108e-08, 0.00013753658276982605, 0.0005283537902869284, 1.1576003089430742e-07, 4.028573584946571e-06, 2.07929269890883e-06, 8.805408668877135e-08, 0.00010051677963929251, 4.431615161593072e-05, 6.963698950812613e-08, 9.373022180625412e-08, 3.3377655199728906e-05, 1.5888872439973056e-05, 5.6106753021367695e-08, 7.05262834799214e-08, 9.389261322212406e-06, 0.9981963038444519, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.06915222853422165, 0.014032107777893543, 0.005599095020443201, 0.0012576848967000842, 0.0008467998122796416, 0.00960117019712925, 0.008965769782662392, 0.052476879209280014, 0.0002502836869098246, 0.0009063849574886262, 0.00541990390047431, 0.0007309208740480244, 0.00019187941506970674, 0.004396578762680292, 0.005964717827737331, 0.0003558541357051581, 0.003877015318721533, 0.009727222844958305, 0.0011023484403267503, 0.00036442867713049054, 0.003413955681025982, 0.0030523540917783976, 0.005698245484381914, 0.0002955728559754789, 0.7923206090927124, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010461537167429924, 1.9557141058612615e-05, 1.7358959212288028e-06, 3.1030376703711227e-05, 2.73079531325493e-05, 1.0180698062356441e-08, 4.815767624677392e-07, 1.749424853869641e-07, 7.31240987761339e-08, 7.983068712746899e-07, 3.4643101720632785e-09, 4.9067175496020354e-06, 1.0718932230702194e-07, 2.352543715389288e-09, 2.383409878348175e-07, 1.3731333865507622e-06, 1.828867168818249e-09, 6.247621975319362e-09, 9.208330084220506e-06, 1.6384256014134735e-06, 1.2523899695082719e-09, 8.271274221094416e-10, 8.456770046905149e-06, 3.118676431768108e-06, 9.241420961814129e-09, 0.9988435506820679, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010544934775680304, 0.00021373237541411072, 0.00028157219639979303, 0.0011373378802090883, 0.00014783968799747527, 2.00685326490202e-06, 4.831355909118429e-06, 3.48233857039304e-06, 5.100349881104194e-06, 0.000124204860185273, 9.301529075855797e-07, 1.0582622962829191e-05, 1.1688286576827522e-05, 7.077518944242911e-07, 0.003411600599065423, 0.00019905276712961495, 5.995618153065152e-07, 4.643046622732072e-07, 1.9585138943511993e-05, 0.00011087791790487245, 4.7500583377768635e-07, 3.2808881655910227e-07, 4.535358584689675e-06, 5.1617193093989044e-05, 3.247476740853017e-07, 1.3071385183138773e-05, 0.9931889772415161, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.024200769141316414, 0.002820131368935108, 0.004319298546761274, 0.0009108305675908923, 0.0017753951251506805, 0.003809915855526924, 0.00295332376845181, 0.016714781522750854, 0.0013931734720245004, 0.005003185477107763, 0.002276089508086443, 0.0005876413779333234, 0.0009901626035571098, 0.0018066938500851393, 0.003131241537630558, 0.00023389386478811502, 0.0016082720831036568, 0.009910304099321365, 0.002853953745216131, 0.00020495144417509437, 0.001371265621855855, 0.006919008679687977, 0.001033657230436802, 0.0001452838332625106, 0.017489802092313766, 0.00046553119318559766, 0.0003024086472578347, 0.884769082069397, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005256090662442148, 3.528650950102019e-06, 1.703768475636025e-06, 9.408179903402925e-05, 0.6647976040840149, 1.6531491553450905e-07, 9.511112466498162e-07, 8.886883620107255e-07, 1.701671317277942e-05, 3.7421832530526444e-05, 6.832266308265389e-08, 9.810898518480826e-06, 7.548737102069936e-08, 4.9632518539510784e-08, 2.0393888462422183e-06, 7.686538992857095e-06, 4.066851388984105e-08, 2.6744315206883584e-08, 3.343187927384861e-05, 4.341078749803273e-07, 3.007988169656528e-08, 3.206056931048806e-08, 4.900574822386261e-06, 3.060942390220589e-06, 1.4603195985785078e-08, 2.2145539332996123e-05, 9.21115315577481e-06, 3.164272044386962e-08, 0.33442792296409607, 0.0, 0.0, 0.0, 0.0], [0.004676995798945427, 0.00028021298930980265, 8.346086542587727e-05, 3.1570127703162143e-06, 4.0653472410667746e-07, 1.3343502303087007e-07, 2.6423564122524112e-05, 1.1439978919725036e-07, 2.7872323471456184e-07, 3.7496031382033834e-06, 4.652898155654839e-08, 1.7213984619957046e-06, 1.816560342149387e-07, 3.148470284486393e-08, 1.8334252160912e-07, 5.214737086589594e-08, 2.521581166092801e-08, 3.078435284464831e-08, 7.142030256090948e-08, 1.6640143485346925e-08, 1.7768224225278573e-08, 8.634508930072116e-08, 2.8009649213345256e-06, 8.454136946056678e-07, 3.098357481690073e-08, 2.927863533841446e-07, 5.676222940564912e-07, 5.055412088950106e-09, 2.914098296002976e-08, 0.9949181079864502, 0.0, 0.0, 0.0], [5.636792411678471e-05, 0.00020023711840622127, 1.6319079350068932e-06, 1.5089327689565835e-06, 1.7779733752831817e-05, 5.95644145118257e-10, 6.940369075891795e-06, 5.034019867622419e-09, 2.1682852491267113e-07, 1.7164272776426515e-06, 1.9326303057898286e-10, 1.8911425314627195e-08, 9.538840117784275e-08, 1.2946883842790413e-10, 8.07715050399338e-09, 4.386615546536632e-05, 9.768683778554887e-11, 5.256080015669795e-10, 6.93216934450902e-05, 7.505880716962565e-08, 7.069290985928234e-11, 3.988046870517792e-08, 1.0610276149236597e-05, 2.2120727862784406e-06, 8.688633701403603e-10, 9.928487088473048e-06, 5.390094592883088e-09, 1.1354458345769203e-10, 3.060037442992325e-06, 3.8945589153627225e-07, 0.9995738863945007, 0.0, 0.0], [0.00035569723695516586, 1.9489458281896077e-05, 9.160958143183962e-06, 1.308523951593088e-05, 2.380885234742891e-05, 2.9718961513935938e-08, 4.160590469837189e-05, 1.7756491388354334e-07, 6.896235049680399e-07, 1.0506230410101125e-06, 1.2230765733534099e-08, 4.290543984097894e-06, 3.2958271845018317e-07, 9.21108966878137e-09, 1.7466396684540086e-06, 4.682785402110312e-06, 7.44272554698e-09, 9.673800427378865e-09, 3.9665097574470565e-05, 7.324891839743941e-07, 5.5436903956262995e-09, 1.0396706073834139e-07, 1.4401548469322734e-05, 8.873331353242975e-06, 5.9894045278952035e-09, 1.5627769244019873e-05, 2.9811192234774353e-06, 6.874329550043967e-09, 4.854650796914939e-06, 7.072258540574694e-06, 6.210680112417322e-06, 0.999423623085022, 0.0], [0.05455271899700165, 0.01642906293272972, 0.01600833609700203, 0.006986880674958229, 0.02488415315747261, 0.07376930117607117, 0.07933779805898666, 0.055945515632629395, 0.02726821042597294, 0.013368778862059116, 0.055903077125549316, 0.00722302682697773, 0.005426580086350441, 0.05012327805161476, 0.00827906746417284, 0.0030609634704887867, 0.046822961419820786, 0.04751850292086601, 0.0028449452947825193, 0.0070379734970629215, 0.042827166616916656, 0.0513819120824337, 0.02728237584233284, 0.026375334709882736, 0.026159200817346573, 0.011997982859611511, 0.006220121402293444, 0.03648780286312103, 0.011124705895781517, 0.005218561738729477, 0.0025592029560357332, 0.0026040265802294016, 0.14697039127349854]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9192656874656677, 0.08073431998491287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.45437392592430115, 0.4265042543411255, 0.11912184208631516, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5267521739006042, 0.22321628034114838, 0.12420628219842911, 0.12582530081272125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3903489112854004, 0.1709940880537033, 0.06872709095478058, 0.1837182492017746, 0.1862117052078247, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19744232296943665, 0.25436848402023315, 0.14488448202610016, 0.18925851583480835, 0.20821933448314667, 0.005826779641211033, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19473567605018616, 0.13241830468177795, 0.14391925930976868, 0.15120738744735718, 0.3002447783946991, 0.02058464288711548, 0.056889988481998444, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1269666701555252, 0.21597379446029663, 0.16089317202568054, 0.19698834419250488, 0.1884462684392929, 0.013544927351176739, 0.07520712912082672, 0.02197970077395439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2912123203277588, 0.05954226851463318, 0.11079410463571548, 0.09717856347560883, 0.22345604002475739, 0.01626257784664631, 0.08719439059495926, 0.024762295186519623, 0.08959738910198212, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.22981953620910645, 0.038026757538318634, 0.1601383537054062, 0.11780407279729843, 0.1618119478225708, 0.03552818298339844, 0.07561112195253372, 0.02075604535639286, 0.10670626908540726, 0.05379769951105118, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13314425945281982, 0.18858659267425537, 0.10808096081018448, 0.15994971990585327, 0.1773921102285385, 0.003598014358431101, 0.0250620786100626, 0.012862916104495525, 0.07453092187643051, 0.11275242269039154, 0.004039982333779335, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16746403276920319, 0.14355222880840302, 0.06118571385741234, 0.17358076572418213, 0.10113829374313354, 0.017553474754095078, 0.03239529952406883, 0.00799549650400877, 0.05453450232744217, 0.07883201539516449, 0.017258208245038986, 0.14450997114181519, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.26996830105781555, 0.13029061257839203, 0.06605684757232666, 0.06156143546104431, 0.08437130600214005, 0.019846616312861443, 0.01631278730928898, 0.012965923175215721, 0.03231464698910713, 0.05254793167114258, 0.019868606701493263, 0.13695643842220306, 0.09693864732980728, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09820350259542465, 0.13618648052215576, 0.0800577774643898, 0.12152864038944244, 0.1357937902212143, 0.0024323586840182543, 0.017789488658308983, 0.009086485020816326, 0.056375257670879364, 0.08521638810634613, 0.002753336215391755, 0.1520378738641739, 0.0994672104716301, 0.0030714040622115135, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1701289564371109, 0.08885712921619415, 0.09089688211679459, 0.08085789531469345, 0.11427339166402817, 0.010901479050517082, 0.014788419008255005, 0.005497372709214687, 0.051512569189071655, 0.053306855261325836, 0.010595818050205708, 0.09442280977964401, 0.13098116219043732, 0.011153685860335827, 0.07182560861110687, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10365856438875198, 0.035885412245988846, 0.08803567290306091, 0.06087937578558922, 0.08348329365253448, 0.03080574795603752, 0.029615944251418114, 0.010918702930212021, 0.04049992933869362, 0.04288605973124504, 0.032192956656217575, 0.15008129179477692, 0.12658777832984924, 0.034902174025774, 0.05825432762503624, 0.07131282240152359, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07047096639871597, 0.0960099920630455, 0.05621577426791191, 0.08699887245893478, 0.0993412435054779, 0.001629879348911345, 0.012408615089952946, 0.006380429025739431, 0.041014041751623154, 0.06348711997270584, 0.001848218496888876, 0.11387649178504944, 0.07328982651233673, 0.0020712928380817175, 0.07246165722608566, 0.20012778043746948, 0.002367777982726693, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05659444257616997, 0.08906207978725433, 0.047032397240400314, 0.09457878023386002, 0.08793890476226807, 0.0019721658900380135, 0.01776767149567604, 0.005990428384393454, 0.06014860048890114, 0.08834964036941528, 0.002263767411932349, 0.1046152412891388, 0.06079370528459549, 0.002556620631366968, 0.07818622887134552, 0.19496023654937744, 0.0029299892485141754, 0.004259055946022272, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15970617532730103, 0.026096440851688385, 0.04515179991722107, 0.034975796937942505, 0.08030674606561661, 0.05469035357236862, 0.040785446763038635, 0.026513049378991127, 0.02725192718207836, 0.03919816017150879, 0.053514350205659866, 0.0484292097389698, 0.0626426562666893, 0.05558209866285324, 0.05559665709733963, 0.04792960733175278, 0.05676325783133507, 0.048923004418611526, 0.03594319894909859, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08663123846054077, 0.09557435661554337, 0.03673812001943588, 0.06946706771850586, 0.05681459233164787, 0.008190210908651352, 0.022195840254426003, 0.007642821408808231, 0.03146826848387718, 0.07555205374956131, 0.008965261280536652, 0.052634816616773605, 0.04491107165813446, 0.009935054928064346, 0.04481377452611923, 0.15198467671871185, 0.01093340665102005, 0.007993672043085098, 0.16402561962604523, 0.01352810487151146, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04783453047275543, 0.06669355928897858, 0.03798918053507805, 0.06040370091795921, 0.06899044662714005, 0.0010267297038808465, 0.008172671310603619, 0.004158169962465763, 0.028268279507756233, 0.04407240077853203, 0.0011586471227928996, 0.0783291831612587, 0.050828997045755386, 0.0013004974462091923, 0.0490429662168026, 0.14145003259181976, 0.0014934339560568333, 0.002556685358285904, 0.17534077167510986, 0.12910206615924835, 0.0017870554002001882, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.041140902787446976, 0.04766073077917099, 0.035869985818862915, 0.066661037504673, 0.07969274371862411, 0.002365077380090952, 0.02034018374979496, 0.004854491911828518, 0.0643620640039444, 0.06737152487039566, 0.002707368927076459, 0.05596053600311279, 0.05648665875196457, 0.003076723078265786, 0.05354388803243637, 0.15165922045707703, 0.0035397163592278957, 0.004673927556723356, 0.16402719914913177, 0.059681568294763565, 0.004154941067099571, 0.010169520042836666, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0662880688905716, 0.04092540591955185, 0.027322685346007347, 0.045053672045469284, 0.06575217097997665, 0.015657568350434303, 0.02788187563419342, 0.013711261563003063, 0.031742945313453674, 0.052807457745075226, 0.015447774901986122, 0.032181113958358765, 0.03290105611085892, 0.01629885844886303, 0.0266366396099329, 0.09772849828004837, 0.017114214599132538, 0.01691945269703865, 0.09847067296504974, 0.04787908494472504, 0.018412543460726738, 0.015331601724028587, 0.17753538489341736, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09801428765058517, 0.026328815147280693, 0.03586814925074577, 0.05713058263063431, 0.06943874806165695, 0.012128956615924835, 0.020909084007143974, 0.008747958578169346, 0.026999657973647118, 0.03726677596569061, 0.011716339737176895, 0.08499537408351898, 0.05501334369182587, 0.01219671405851841, 0.03563909977674484, 0.08789660036563873, 0.012970111332833767, 0.010851016268134117, 0.06408386677503586, 0.05963921174407005, 0.01449218112975359, 0.006093733478337526, 0.09761438518762589, 0.053964972496032715, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0276932492852211, 0.04073771834373474, 0.031223541125655174, 0.05879035219550133, 0.05601825192570686, 0.0015714798355475068, 0.01190804224461317, 0.0033397902734577656, 0.051765501499176025, 0.052912451326847076, 0.001825982122682035, 0.060300350189208984, 0.028357168659567833, 0.002087808446958661, 0.05086479336023331, 0.07898838818073273, 0.0023987058084458113, 0.0029048218857496977, 0.11135735362768173, 0.04586018994450569, 0.0028849169611930847, 0.011431249789893627, 0.1234055683016777, 0.1348847597837448, 0.006487555801868439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15390777587890625, 0.023786788806319237, 0.053202446550130844, 0.03963885083794594, 0.05711061879992485, 0.015628939494490623, 0.020206071436405182, 0.009252369403839111, 0.021311858668923378, 0.02902994118630886, 0.014741901308298111, 0.0612383708357811, 0.10112589597702026, 0.015157824382185936, 0.04335402324795723, 0.04090719297528267, 0.0157326627522707, 0.020073404535651207, 0.05374935641884804, 0.03468615189194679, 0.01698938012123108, 0.0063684978522360325, 0.04042016342282295, 0.031060414388775826, 0.013937165960669518, 0.06738191843032837, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08555092662572861, 0.03505741059780121, 0.05885256081819534, 0.034979090094566345, 0.05178743600845337, 0.0025119921192526817, 0.004151220433413982, 0.002085918327793479, 0.014081120491027832, 0.02449135296046734, 0.002376002725213766, 0.09535117447376251, 0.07766135036945343, 0.0024908820632845163, 0.045726776123046875, 0.05774117261171341, 0.002660379046574235, 0.0033477561082690954, 0.04799828305840492, 0.026788825169205666, 0.0029587154276669025, 0.004655785858631134, 0.03607098385691643, 0.021599186584353447, 0.00478863250464201, 0.22052206099033356, 0.03371304273605347, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.020706715062260628, 0.037194062024354935, 0.01972370408475399, 0.038942236453294754, 0.03182700648903847, 0.0012253682361915708, 0.008815746754407883, 0.00240529328584671, 0.03457954525947571, 0.047298066318035126, 0.001395374652929604, 0.05148206278681755, 0.0204867422580719, 0.0015608381945639849, 0.03826117143034935, 0.048637520521879196, 0.0017825315007939935, 0.0025446037761867046, 0.06541350483894348, 0.0418856143951416, 0.002096060197800398, 0.00940138939768076, 0.0846002921462059, 0.09019989520311356, 0.005403276067227125, 0.22932566702365875, 0.05692271143198013, 0.005882916506379843, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08582808822393417, 0.039671748876571655, 0.014841827563941479, 0.05653620883822441, 0.05960610881447792, 0.006987519562244415, 0.0101100979372859, 0.0028877253644168377, 0.015322855673730373, 0.025928759947419167, 0.006830446422100067, 0.033548951148986816, 0.021093526855111122, 0.00721315573900938, 0.01932339183986187, 0.05298227071762085, 0.0076586115173995495, 0.005157842300832272, 0.06523182988166809, 0.018170004710555077, 0.008534708060324192, 0.004368167370557785, 0.02691243775188923, 0.049627937376499176, 0.004404333420097828, 0.1938866823911667, 0.03933224827051163, 0.005363550968468189, 0.1126389130949974, 0.0, 0.0, 0.0, 0.0], [0.07040347158908844, 0.05926162004470825, 0.015334843657910824, 0.0241390373557806, 0.015728842467069626, 0.01949211023747921, 0.017311517149209976, 0.017303066328167915, 0.020563244819641113, 0.0451558418571949, 0.0218158308416605, 0.07079727202653885, 0.03006395697593689, 0.02354060858488083, 0.020684480667114258, 0.02116367220878601, 0.02644512802362442, 0.023540040478110313, 0.056637249886989594, 0.0336947925388813, 0.030707286670804024, 0.015993356704711914, 0.015474074520170689, 0.030803624540567398, 0.03180558606982231, 0.07969610393047333, 0.03437487408518791, 0.034537144005298615, 0.030624376609921455, 0.06290692090988159, 0.0, 0.0, 0.0], [0.05338500440120697, 0.02962152473628521, 0.021030090749263763, 0.02369571104645729, 0.03343641385436058, 0.018393825739622116, 0.024060716852545738, 0.02281002141535282, 0.01397236529737711, 0.028813548386096954, 0.019059741869568825, 0.015371966175734997, 0.02533530816435814, 0.019971951842308044, 0.01407573837786913, 0.0388445109128952, 0.021346213296055794, 0.01932142674922943, 0.056326594203710556, 0.0213600043207407, 0.023394573479890823, 0.023136641830205917, 0.06416383385658264, 0.06724689900875092, 0.0346951000392437, 0.04349019005894661, 0.03032725304365158, 0.032857123762369156, 0.05327507480978966, 0.0659981369972229, 0.0411824993789196, 0.0, 0.0], [0.18177087604999542, 0.019533153623342514, 0.02800292894244194, 0.02911018766462803, 0.04134833440184593, 0.01801948808133602, 0.010471731424331665, 0.008382911793887615, 0.015335792675614357, 0.021839452907443047, 0.01689334399998188, 0.038061387836933136, 0.03643865883350372, 0.017464257776737213, 0.026129070669412613, 0.040115050971508026, 0.018317215144634247, 0.012488214299082756, 0.051369696855545044, 0.019443845376372337, 0.019889768213033676, 0.0035764535423368216, 0.026232963427901268, 0.018429193645715714, 0.011723746545612812, 0.0327298678457737, 0.0348082073032856, 0.012035040184855461, 0.060302939265966415, 0.00787330698221922, 0.04227295145392418, 0.07958998531103134, 0.0], [0.015003404580056667, 0.020334860309958458, 0.007813435047864914, 0.01655357889831066, 0.016466092318296432, 0.00023809655976947397, 0.0019598910585045815, 0.0006898257415741682, 0.006483218166977167, 0.010734080336987972, 0.00024435287923552096, 0.014634673483669758, 0.009247622452676296, 0.0002605918562039733, 0.009339914657175541, 0.04272656887769699, 0.0002886395959649235, 0.00038116672658361495, 0.054749373346567154, 0.09452769160270691, 0.0003421127039473504, 0.0017270190874114633, 0.04745931178331375, 0.02661379985511303, 0.001023865770548582, 0.1653798520565033, 0.014187110587954521, 0.0013092352310195565, 0.047706540673971176, 0.0111984983086586, 0.2205076366662979, 0.139426127076149, 0.0004418626776896417]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9333657622337341, 0.06663426011800766, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3245236277580261, 0.5923718214035034, 0.08310455083847046, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1415974646806717, 0.5143810510635376, 0.2814413905143738, 0.06258013844490051, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.25262272357940674, 0.058340705931186676, 0.10458865016698837, 0.4411159157752991, 0.14333190023899078, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.18051552772521973, 0.09828907251358032, 0.10873960703611374, 0.1226268783211708, 0.0999554991722107, 0.3898734748363495, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.17192299664020538, 0.02332099713385105, 0.12332707643508911, 0.060764994472265244, 0.059717126190662384, 0.34759172797203064, 0.21335503458976746, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09627040475606918, 0.046836212277412415, 0.02825731411576271, 0.03239252045750618, 0.058650437742471695, 0.15829354524612427, 0.3099649250507355, 0.26933467388153076, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09948235750198364, 0.06464183330535889, 0.028671855106949806, 0.07305670529603958, 0.029787182807922363, 0.1396002322435379, 0.20754705369472504, 0.265802264213562, 0.09141054004430771, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05632037669420242, 0.02988584339618683, 0.013419918715953827, 0.0024075540713965893, 0.013245469890534878, 0.045645419508218765, 0.055225711315870285, 0.10027103126049042, 0.6579985618591309, 0.02558005601167679, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.042669959366321564, 0.010426481254398823, 0.01065221056342125, 0.01344663742929697, 0.009353147819638252, 0.040159791707992554, 0.07105176150798798, 0.1373765468597412, 0.10423266142606735, 0.2173663228750229, 0.34326446056365967, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0296839140355587, 0.0025616430211812258, 0.004407483618706465, 0.034248705953359604, 0.014238743111491203, 0.028001833707094193, 0.022288035601377487, 0.07105964422225952, 0.04026234894990921, 0.5543041825294495, 0.17333050072193146, 0.025612998753786087, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04039592295885086, 0.008631582371890545, 0.005494222976267338, 0.0038641407154500484, 0.023363107815384865, 0.027207026258111, 0.02567734755575657, 0.05048523098230362, 0.05105610191822052, 0.05041782185435295, 0.14164339005947113, 0.511528491973877, 0.06023566424846649, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.028706379234790802, 0.004808461759239435, 0.0047236536629498005, 0.005382600240409374, 0.003456039121374488, 0.014470171183347702, 0.02403739094734192, 0.0416262112557888, 0.03567296639084816, 0.07060734927654266, 0.10830988734960556, 0.05811617895960808, 0.2062121480703354, 0.39387065172195435, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05342642217874527, 0.011923286132514477, 0.0155722601339221, 0.002112322486937046, 0.005851039197295904, 0.02217092365026474, 0.038184694945812225, 0.0274115689098835, 0.054642848670482635, 0.04910831153392792, 0.12328379601240158, 0.052871763706207275, 0.07545653730630875, 0.3701530992984772, 0.09783117473125458, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008346711285412312, 0.00027852714993059635, 0.0011785987298935652, 0.002139549469575286, 0.002476167632266879, 0.002918291138485074, 0.004576893523335457, 0.003965593408793211, 0.004973020404577255, 0.011347766034305096, 0.013014068827033043, 0.0055459714494645596, 0.0208955816924572, 0.03838539123535156, 0.8750316500663757, 0.0049261897802352905, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021700311452150345, 0.002678664866834879, 0.0023839266505092382, 0.0028156274929642677, 0.0015562352491542697, 0.006139409262686968, 0.009039808996021748, 0.013740861788392067, 0.012412207201123238, 0.024686550721526146, 0.03406905010342598, 0.017561476677656174, 0.06082962453365326, 0.12004056572914124, 0.11516796052455902, 0.12663687765598297, 0.42854082584381104, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01968139037489891, 0.0028661887627094984, 0.002752861240878701, 0.0023642033338546753, 0.0022205759305506945, 0.004776970017701387, 0.005015391390770674, 0.007020782213658094, 0.006603003013879061, 0.01582488976418972, 0.02177913300693035, 0.02237590402364731, 0.039055563509464264, 0.07342635095119476, 0.07227564603090286, 0.08103632926940918, 0.2556319534778595, 0.36529290676116943, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03443868085741997, 0.002429508836939931, 0.0027038794942200184, 0.0010108946589753032, 0.0028212431352585554, 0.009310666471719742, 0.007474070880562067, 0.010526398196816444, 0.019342618063092232, 0.006583386100828648, 0.030525268986821175, 0.008166547864675522, 0.023945648223161697, 0.08047986775636673, 0.044289398938417435, 0.048865146934986115, 0.2326631247997284, 0.38709723949432373, 0.04732643812894821, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0036976826377213, 0.006450955290347338, 0.000492172606755048, 0.0003069589438382536, 0.0001240077253896743, 0.001072736456990242, 0.0008858803194016218, 0.0013806363567709923, 0.0008200182928703725, 0.00027311858139000833, 0.0027830663602799177, 0.0352943055331707, 0.003561378689482808, 0.007148320320993662, 0.0016474081203341484, 0.01673167198896408, 0.019172819331288338, 0.022339211776852608, 0.8733667135238647, 0.00245096068829298, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.013628792949020863, 0.0014384457608684897, 0.0012188642285764217, 0.0012915866682305932, 0.0006118024466559291, 0.002140038413926959, 0.002746958751231432, 0.0033360482193529606, 0.0030918733682483435, 0.005988915916532278, 0.007237223908305168, 0.0035477466881275177, 0.01289195567369461, 0.022229144349694252, 0.02082424983382225, 0.026295335963368416, 0.0764816626906395, 0.16261446475982666, 0.12638667225837708, 0.10034441202878952, 0.4056537449359894, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021432960405945778, 0.0007291642832569778, 0.0010889682453125715, 0.0008559629204683006, 0.001055659493431449, 0.0023542516864836216, 0.0018633344443514943, 0.0024869930930435658, 0.004011375363916159, 0.0036456268280744553, 0.0066366177052259445, 0.002459165407344699, 0.00810664240270853, 0.019501397386193275, 0.013945517130196095, 0.016831597313284874, 0.06727854162454605, 0.10203751176595688, 0.07506164908409119, 0.037855081260204315, 0.347415953874588, 0.2633460760116577, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01837441511452198, 0.0016340137226507068, 0.0002648660447448492, 0.0006277099018916488, 0.0007212883210740983, 0.0022947124671190977, 0.0014375769533216953, 0.0024335708003491163, 0.0010225045261904597, 0.0021730936132371426, 0.005665966309607029, 0.000585706380661577, 0.00473030423745513, 0.015789616852998734, 0.009121059440076351, 0.006447892170399427, 0.049651850014925, 0.07221095263957977, 0.04530426487326622, 0.02253621816635132, 0.2338050752878189, 0.28100958466529846, 0.22215774655342102, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.016010280698537827, 0.0004190760082565248, 0.0016793122049421072, 0.002033163793385029, 0.001112602767534554, 0.002304120222106576, 0.0016414890997111797, 0.0020452288445085287, 0.0008826436242088675, 0.0035318138543516397, 0.004660747945308685, 0.0011461266549304128, 0.004025276750326157, 0.011729463003575802, 0.006906007416546345, 0.005978980101644993, 0.03413611650466919, 0.05391981825232506, 0.07536917924880981, 0.015544150024652481, 0.15307287871837616, 0.21672509610652924, 0.23267340660095215, 0.15245294570922852, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.016415515914559364, 0.0010880999034270644, 0.0013027010718360543, 0.0012335632927715778, 0.0010325222974643111, 0.0013605308486148715, 0.0011352741857990623, 0.0009713201434351504, 0.001758021884597838, 0.0023549962788820267, 0.0022677970118820667, 0.0026170078199356794, 0.0032849623821675777, 0.005564440041780472, 0.0072877416387200356, 0.0065826671198010445, 0.016911091282963753, 0.023348145186901093, 0.03336377441883087, 0.012060865759849548, 0.08410528302192688, 0.10776986181735992, 0.12741322815418243, 0.25009584426879883, 0.2886747717857361, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.031117742881178856, 0.0015063059981912374, 0.0010839332826435566, 0.002421523677185178, 0.0013826879439875484, 0.003793728072196245, 0.001633930136449635, 0.0031195227056741714, 0.001281264005228877, 0.0020685256458818913, 0.004760123323649168, 0.0008757332107052207, 0.008592124097049236, 0.009353642351925373, 0.011993260122835636, 0.005963006988167763, 0.022028174251317978, 0.03411326929926872, 0.009586770087480545, 0.013681815937161446, 0.08417055010795593, 0.08917813003063202, 0.10806846618652344, 0.1556078940629959, 0.37236839532852173, 0.020249493420124054, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.014838487841188908, 0.0005757315084338188, 0.004743656609207392, 0.00045677347225137055, 0.0007412281702272594, 0.0015000017592683434, 0.0008866065763868392, 0.0008452095207758248, 0.00010359254520153627, 0.000906514236703515, 0.0018096797866746783, 0.0602911040186882, 0.0015377553645521402, 0.0033079395070672035, 0.0013713664375245571, 0.0020826763939112425, 0.008643986657261848, 0.009088870137929916, 0.00776095874607563, 0.00580833712592721, 0.033865127712488174, 0.039871834218502045, 0.053745534271001816, 0.036947719752788544, 0.12259436398744583, 0.5718704462051392, 0.013804465532302856, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.018570011481642723, 0.0012143178610131145, 0.0012880434514954686, 0.001061256043612957, 0.0007490047719329596, 0.0010485639795660973, 0.0008687886293046176, 0.0005973865045234561, 0.0012938273139297962, 0.0014042500406503677, 0.001105510862544179, 0.0005003446713089943, 0.002026260830461979, 0.002146314363926649, 0.00287379277870059, 0.0026413730811327696, 0.005802985280752182, 0.008191363885998726, 0.008339081890881062, 0.005543306935578585, 0.026558665558695793, 0.03308923915028572, 0.03250737115740776, 0.09199852496385574, 0.10410481691360474, 0.16861768066883087, 0.20895418524742126, 0.2669035792350769, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01665443740785122, 0.0007248668116517365, 0.0008980656857602298, 0.003161689033731818, 0.0005522827268578112, 0.0016607277793809772, 0.0007486122194677591, 0.0009652791195549071, 0.00038428022526204586, 0.0022577799391001463, 0.0015545637579634786, 0.0007037009345367551, 0.0014688180526718497, 0.0027998804580420256, 0.0030139798764139414, 0.0053690355271101, 0.006552338134497404, 0.008701560087502003, 0.007138869259506464, 0.006516331806778908, 0.026185570284724236, 0.03929201886057854, 0.031550075858831406, 0.024343032389879227, 0.10670755803585052, 0.15159793198108673, 0.13674214482307434, 0.32013964653015137, 0.09161487221717834, 0.0, 0.0, 0.0, 0.0], [0.037226852029561996, 0.0007442755741067231, 0.001918033347465098, 0.0014290648978203535, 0.002559738466516137, 0.003292838577181101, 0.0009007276967167854, 0.0015445105964317918, 0.00035572153865359724, 0.0004492737934924662, 0.002668820321559906, 0.00140466564334929, 0.001728102914057672, 0.004542732611298561, 0.0012941034510731697, 0.00467766635119915, 0.009138191118836403, 0.008992942981421947, 0.005343662574887276, 0.002031839219853282, 0.0309309009462595, 0.021215271204710007, 0.036399755626916885, 0.0567946583032608, 0.11195947974920273, 0.011458104476332664, 0.03353286162018776, 0.26588529348373413, 0.2469542920589447, 0.09262561053037643, 0.0, 0.0, 0.0], [0.04408878833055496, 0.0011082955170422792, 0.0033875920344144106, 0.0048531959764659405, 0.0028643226251006126, 0.004500862676650286, 0.0014518103562295437, 0.0021924953907728195, 0.0007902364595793188, 0.0006717380601912737, 0.0035771592520177364, 0.0005131773068569601, 0.012861719354987144, 0.005116851069033146, 0.0030142515897750854, 0.005887468811124563, 0.010453413240611553, 0.013818331062793732, 0.008691059425473213, 0.011229274794459343, 0.03140093386173248, 0.023181650787591934, 0.03044436313211918, 0.03520682454109192, 0.09999864548444748, 0.006090163718909025, 0.1471421718597412, 0.1639304906129837, 0.12749536335468292, 0.19357739388942719, 0.0004599905223585665, 0.0, 0.0], [0.03717399761080742, 0.005006891675293446, 0.0016112299636006355, 0.0028301465790718794, 0.0005118493572808802, 0.002707127947360277, 0.0020970318000763655, 0.0012328778393566608, 0.0006310883327387273, 0.0017632459057494998, 0.0017868791474029422, 0.00025283321156166494, 0.001072075916454196, 0.0026448359712958336, 0.001566158840432763, 0.003808408509939909, 0.005276744719594717, 0.006930255796760321, 0.013310836628079414, 0.0035816440358757973, 0.018304530531167984, 0.02668476104736328, 0.019971540197730064, 0.032155781984329224, 0.07432041317224503, 0.02392224594950676, 0.08761478960514069, 0.18007561564445496, 0.027492590248584747, 0.05972246080636978, 0.19122685492038727, 0.16271229088306427, 0.0], [0.00811693910509348, 0.0008723061182536185, 0.0003707293944898993, 0.00047348643420264125, 0.00017833005404099822, 0.0003994710568804294, 0.00029511720640584826, 0.00018311945314053446, 0.000167145932209678, 0.00023702479666098952, 0.0002533363294787705, 0.00012855073146056384, 0.00020213225798215717, 0.00039944934542290866, 0.0001651181373745203, 0.0004622875130735338, 0.0008780225180089474, 0.0011140464339405298, 0.0020708786323666573, 0.0019636773504316807, 0.003527855733409524, 0.0044752187095582485, 0.004463486839085817, 0.007312539964914322, 0.014446244575083256, 0.03503045067191124, 0.02001415751874447, 0.04388578608632088, 0.019436746835708618, 0.11325734853744507, 0.07277627289295197, 0.16196833550930023, 0.4804745018482208]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9473748207092285, 0.05262523144483566, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8785884380340576, 0.05539466068148613, 0.06601691246032715, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.727077066898346, 0.1370987892150879, 0.04866092652082443, 0.08716326951980591, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4651745557785034, 0.13429313898086548, 0.1535816192626953, 0.1747255027294159, 0.07222513854503632, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1703597605228424, 0.01184194628149271, 0.023650869727134705, 0.021745814010500908, 0.025856321677565575, 0.7465453147888184, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14214575290679932, 0.04383273050189018, 0.05021181330084801, 0.045165032148361206, 0.05872126668691635, 0.5111534595489502, 0.14877000451087952, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08473353087902069, 0.020369814708828926, 0.037461623549461365, 0.03195910155773163, 0.03419600799679756, 0.43500685691833496, 0.11894061416387558, 0.2373325079679489, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.342307984828949, 0.03593634068965912, 0.07259213924407959, 0.10352761298418045, 0.08196527510881424, 0.07694564014673233, 0.14196324348449707, 0.09896712005138397, 0.045794591307640076, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.37114858627319336, 0.06278738379478455, 0.058069515973329544, 0.05566278472542763, 0.1312483549118042, 0.07535628229379654, 0.10726629942655563, 0.07924022525548935, 0.030107339844107628, 0.029113231226801872, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.06430108845233917, 0.005169108510017395, 0.01101299561560154, 0.009054885245859623, 0.011748063378036022, 0.3188501298427582, 0.0368494838476181, 0.0831955224275589, 0.012068143114447594, 0.014676203951239586, 0.433074414730072, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23777925968170166, 0.03812997788190842, 0.019743362441658974, 0.07508029043674469, 0.1442079246044159, 0.062449272722005844, 0.07018385082483292, 0.06523599475622177, 0.04883221164345741, 0.034600336104631424, 0.0643976703286171, 0.13935978710651398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.29014477133750916, 0.04085767641663551, 0.06965630501508713, 0.06467735767364502, 0.11515594273805618, 0.07279439270496368, 0.05406039580702782, 0.04095998778939247, 0.0364612452685833, 0.03709696978330612, 0.08112157136201859, 0.06249444931745529, 0.034518904983997345, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04191606864333153, 0.0033880709670484066, 0.007082364521920681, 0.005899207666516304, 0.007586183492094278, 0.20389792323112488, 0.023296771571040154, 0.05173071473836899, 0.007816805504262447, 0.009731377474963665, 0.2776019275188446, 0.008386767469346523, 0.016172707080841064, 0.3354931175708771, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15129351615905762, 0.042407941073179245, 0.04383384436368942, 0.09706763178110123, 0.14943552017211914, 0.04439883306622505, 0.061745043843984604, 0.04199514538049698, 0.018608780577778816, 0.03141244128346443, 0.05092645436525345, 0.06660286337137222, 0.09416220337152481, 0.05761289596557617, 0.04849694296717644, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2995801866054535, 0.07432064414024353, 0.030061958357691765, 0.016736479476094246, 0.03856481984257698, 0.051068782806396484, 0.0940866693854332, 0.056067924946546555, 0.05458228662610054, 0.04522038623690605, 0.05638071522116661, 0.01537805050611496, 0.04082851856946945, 0.060846954584121704, 0.03081105835735798, 0.035464510321617126, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03043997846543789, 0.0024933929089456797, 0.005298204720020294, 0.004223392345011234, 0.005517442710697651, 0.14508457481861115, 0.01603415049612522, 0.03598647937178612, 0.005758048500865698, 0.007398166693747044, 0.19613462686538696, 0.006090892944484949, 0.01146511361002922, 0.23737996816635132, 0.008031771518290043, 0.005861489102244377, 0.27680230140686035, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015668945387005806, 0.0019133484456688166, 0.006747933570295572, 0.005610871594399214, 0.006710356567054987, 0.10858529061079025, 0.013436977751553059, 0.03067478910088539, 0.00869804061949253, 0.005958769004791975, 0.15696409344673157, 0.006401259917765856, 0.014357192441821098, 0.19220466911792755, 0.009938809089362621, 0.008154557086527348, 0.22861403226852417, 0.1793600618839264, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2751207649707794, 0.04635605588555336, 0.02578277699649334, 0.02037108689546585, 0.04519131779670715, 0.04741503670811653, 0.05800836160778999, 0.05449456349015236, 0.02185584232211113, 0.028674187138676643, 0.05054796114563942, 0.03578945994377136, 0.014343996532261372, 0.05505189299583435, 0.019970891997218132, 0.0250706747174263, 0.0598367340862751, 0.10591265559196472, 0.010205721482634544, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12210460752248764, 0.029006360098719597, 0.027926113456487656, 0.030763691291213036, 0.06431956589221954, 0.05075869709253311, 0.05746713653206825, 0.038544539362192154, 0.028814472258090973, 0.036410342901945114, 0.05530693009495735, 0.02755570411682129, 0.05062383413314819, 0.06039684638381004, 0.03790910169482231, 0.03416259214282036, 0.06550326943397522, 0.0822460949420929, 0.08903136104345322, 0.01114883366972208, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01992272399365902, 0.0015991262625902891, 0.0035362725611776114, 0.0027606100775301456, 0.003674747422337532, 0.09198576211929321, 0.009868199005723, 0.021762734279036522, 0.003674617502838373, 0.0048002987168729305, 0.12327178567647934, 0.0039482261054217815, 0.0077277058735489845, 0.14901940524578094, 0.005094496067613363, 0.0038495471235364676, 0.17433811724185944, 0.1450374871492386, 0.003139178967103362, 0.003901567542925477, 0.21708735823631287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.025169143453240395, 0.0025891431141644716, 0.007904483005404472, 0.0028181765228509903, 0.008317484520375729, 0.06284766644239426, 0.016097377985715866, 0.024833567440509796, 0.00765804061666131, 0.011317078955471516, 0.08451006561517715, 0.012135407887399197, 0.022048380225896835, 0.1001725047826767, 0.015103278681635857, 0.02015225775539875, 0.11906816065311432, 0.14148962497711182, 0.006576652638614178, 0.007074058521538973, 0.14850656688213348, 0.1536109298467636, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08679645508527756, 0.015818681567907333, 0.009913154877722263, 0.00594112416729331, 0.011749097146093845, 0.044022489339113235, 0.049411579966545105, 0.047211579978466034, 0.02244851179420948, 0.028144152835011482, 0.052493732422590256, 0.013664891012012959, 0.0380445159971714, 0.058564916253089905, 0.016008712351322174, 0.028531767427921295, 0.0675240010023117, 0.1000404879450798, 0.026074478402733803, 0.01816527359187603, 0.08061446994543076, 0.14588385820388794, 0.032932016998529434, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12203323841094971, 0.026796922087669373, 0.03471273183822632, 0.016600852832198143, 0.05098596215248108, 0.03362346068024635, 0.033762916922569275, 0.03289441391825676, 0.022763587534427643, 0.03469543159008026, 0.03710823878645897, 0.02750304527580738, 0.030508054420351982, 0.040704917162656784, 0.019409827888011932, 0.033388108015060425, 0.04603789001703262, 0.08141942322254181, 0.02579292468726635, 0.017713351175189018, 0.05326375365257263, 0.06955216079950333, 0.07340100407600403, 0.03532779961824417, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.012632705271244049, 0.003196731209754944, 0.008999625220894814, 0.00378710706718266, 0.005590212065726519, 0.0601874515414238, 0.010173025541007519, 0.026063397526741028, 0.008280334062874317, 0.005998437292873859, 0.08480245620012283, 0.007755735889077187, 0.014807658270001411, 0.10079345107078552, 0.011636023409664631, 0.007885105907917023, 0.12061367928981781, 0.12819860875606537, 0.006487112957984209, 0.003230573609471321, 0.15047509968280792, 0.10557688027620316, 0.01548060029745102, 0.01902632601559162, 0.0783216655254364, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11176054924726486, 0.018635567277669907, 0.056223757565021515, 0.046772804111242294, 0.037364911288022995, 0.02299341931939125, 0.031365279108285904, 0.026408882811665535, 0.04335922375321388, 0.05663558468222618, 0.0217863991856575, 0.02382213994860649, 0.03064168430864811, 0.023289261385798454, 0.05430489405989647, 0.06881189346313477, 0.02448936179280281, 0.047770872712135315, 0.03627175837755203, 0.02222253568470478, 0.026998937129974365, 0.021766116842627525, 0.03442490100860596, 0.028240256011486053, 0.058919232338666916, 0.024719836190342903, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10639805346727371, 0.037107910960912704, 0.08273956924676895, 0.017856858670711517, 0.020949995145201683, 0.018305247649550438, 0.02262010984122753, 0.018192268908023834, 0.0218511875718832, 0.012518531642854214, 0.019214097410440445, 0.030340097844600677, 0.07187613844871521, 0.020787997171282768, 0.03963525593280792, 0.061515871435403824, 0.02317928895354271, 0.0439804345369339, 0.046192266047000885, 0.02066797763109207, 0.027080873027443886, 0.043865494430065155, 0.0327674075961113, 0.043690674006938934, 0.05080845206975937, 0.04029490426182747, 0.025563009083271027, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015084553509950638, 0.003822383936494589, 0.005877267569303513, 0.004971853923052549, 0.005370147526264191, 0.05223644897341728, 0.016127675771713257, 0.03182988613843918, 0.008211127482354641, 0.011473814025521278, 0.06704684346914291, 0.010528383776545525, 0.01059822365641594, 0.07938899099826813, 0.0072117154486477375, 0.006271465681493282, 0.09142374992370605, 0.10866504907608032, 0.003973816521465778, 0.00562167027965188, 0.10983327031135559, 0.09237756580114365, 0.0229604784399271, 0.019314922392368317, 0.08864142745733261, 0.018464693799614906, 0.01102224551141262, 0.0916503444314003, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09854131937026978, 0.03967057541012764, 0.05052143335342407, 0.047943901270627975, 0.01953185349702835, 0.015683408826589584, 0.025074757635593414, 0.014997916296124458, 0.027723459526896477, 0.01641818694770336, 0.016389019787311554, 0.026316560804843903, 0.03435926511883736, 0.017757995054125786, 0.023362677544355392, 0.03763514384627342, 0.019405612722039223, 0.034421686083078384, 0.04902298375964165, 0.030190549790859222, 0.02215908095240593, 0.03754065930843353, 0.03879313915967941, 0.040324144065380096, 0.0423126257956028, 0.06829197704792023, 0.025314131751656532, 0.043300729244947433, 0.036995261907577515, 0.0, 0.0, 0.0, 0.0], [0.10688817501068115, 0.03659576177597046, 0.005083094816654921, 0.010160427540540695, 0.013297352008521557, 0.04175207391381264, 0.02624681033194065, 0.03012854792177677, 0.013482392765581608, 0.01822318136692047, 0.04582624509930611, 0.025558779016137123, 0.015618832781910896, 0.050398923456668854, 0.011657011695206165, 0.011659123003482819, 0.055155206471681595, 0.05091661587357521, 0.019206780940294266, 0.013998415321111679, 0.06383471935987473, 0.02908891625702381, 0.01671043410897255, 0.02609526738524437, 0.05484984442591667, 0.03806670010089874, 0.038960713893175125, 0.05375231057405472, 0.02367917262017727, 0.05310812219977379, 0.0, 0.0, 0.0], [0.10871605575084686, 0.06286414712667465, 0.023045096546411514, 0.012493215501308441, 0.00968826375901699, 0.023720787838101387, 0.025617338716983795, 0.02828286960721016, 0.01952311024069786, 0.015187123790383339, 0.02461577206850052, 0.018855810165405273, 0.013071926310658455, 0.025697465986013412, 0.010639775544404984, 0.007336440961807966, 0.02848825231194496, 0.04087510332465172, 0.023693934082984924, 0.02846081182360649, 0.031781155616045, 0.03399213030934334, 0.016904516145586967, 0.046997517347335815, 0.05480922386050224, 0.0604817159473896, 0.021137842908501625, 0.051477689296007156, 0.015304354950785637, 0.07868867367506027, 0.037551939487457275, 0.0, 0.0], [0.16510620713233948, 0.013307318091392517, 0.022820336744189262, 0.03222496807575226, 0.028327802196145058, 0.011912119574844837, 0.02175913006067276, 0.012591320089995861, 0.025371339172124863, 0.015923479571938515, 0.011745060794055462, 0.02134014293551445, 0.022658511996269226, 0.012096996419131756, 0.05877390876412392, 0.041142962872982025, 0.012866131961345673, 0.021896706894040108, 0.027385758236050606, 0.015412723645567894, 0.014822256751358509, 0.013198774307966232, 0.029060114175081253, 0.04031305015087128, 0.023036934435367584, 0.050357915461063385, 0.04650068283081055, 0.03221072256565094, 0.04574136435985565, 0.011448172852396965, 0.05148480832576752, 0.047162242233753204, 0.0], [0.01986273191869259, 0.0006941384053789079, 0.0017670633969828486, 0.0019038212485611439, 0.0023115770891308784, 0.05924387276172638, 0.005164950620383024, 0.008714546449482441, 0.0024906685575842857, 0.0030579573940485716, 0.07585158944129944, 0.002390549285337329, 0.0031773503869771957, 0.08945121616125107, 0.003065293189138174, 0.0016209169989451766, 0.10312031954526901, 0.0625915452837944, 0.002058297861367464, 0.002232219558209181, 0.12742049992084503, 0.02470383793115616, 0.0035101906396448612, 0.004994175862520933, 0.028317134827375412, 0.005874201189726591, 0.006215328350663185, 0.03686564415693283, 0.005438121035695076, 0.004061868414282799, 0.004735523369163275, 0.004534380976110697, 0.2925584614276886]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9726406335830688, 0.027359364554286003, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8850566744804382, 0.08160645514726639, 0.033336855471134186, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7844979166984558, 0.09045999497175217, 0.10720972716808319, 0.01783234439790249, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6679065227508545, 0.10135097056627274, 0.10997920483350754, 0.0699087604880333, 0.050854478031396866, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.586279034614563, 0.06960929185152054, 0.06798022985458374, 0.06058962643146515, 0.08339764177799225, 0.13214409351348877, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5015710592269897, 0.06227874383330345, 0.07209988683462143, 0.05590919405221939, 0.08146880567073822, 0.12033168226480484, 0.10634062439203262, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.40016087889671326, 0.05525398254394531, 0.06347682327032089, 0.05413786694407463, 0.07119616121053696, 0.11230531334877014, 0.12489721924066544, 0.11857164651155472, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4018533229827881, 0.08579417318105698, 0.0564488023519516, 0.07181120663881302, 0.08318910747766495, 0.07845646888017654, 0.09191881865262985, 0.07768876105546951, 0.05283927172422409, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3827158808708191, 0.07976948469877243, 0.06207753345370293, 0.06360235810279846, 0.08211023360490799, 0.07804957032203674, 0.08597435802221298, 0.07506486773490906, 0.0632784515619278, 0.02735722064971924, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3404167592525482, 0.04535197094082832, 0.04658910632133484, 0.0403917022049427, 0.05489042401313782, 0.08179009705781937, 0.08906517177820206, 0.09645897150039673, 0.055649708956480026, 0.06398677080869675, 0.08540939539670944, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.31186190247535706, 0.09539998322725296, 0.07292014360427856, 0.0697687417268753, 0.07777827233076096, 0.06735039502382278, 0.06161405146121979, 0.05481073260307312, 0.05252012982964516, 0.050225209444761276, 0.07299349457025528, 0.012756961397826672, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.36652857065200806, 0.06308672577142715, 0.03947845846414566, 0.046095266938209534, 0.05740753933787346, 0.0634833499789238, 0.0523846372961998, 0.055016182363033295, 0.04584016278386116, 0.06228693574666977, 0.0658990666270256, 0.058063607662916183, 0.024429509416222572, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28564441204071045, 0.03804026544094086, 0.03942390903830528, 0.03423862159252167, 0.0463939867913723, 0.06771664321422577, 0.07328074425458908, 0.07855431735515594, 0.047896649688482285, 0.055936530232429504, 0.07124947011470795, 0.035689253360033035, 0.04956043139100075, 0.07637479156255722, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.297754168510437, 0.05259549245238304, 0.043479401618242264, 0.058458637446165085, 0.04568730294704437, 0.05259407311677933, 0.04456199333071709, 0.04597471281886101, 0.06316149234771729, 0.0776875764131546, 0.054991476237773895, 0.03466471657156944, 0.050201017409563065, 0.058861423283815384, 0.019326545298099518, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28853148221969604, 0.04616912454366684, 0.02823306806385517, 0.03824238479137421, 0.043306220322847366, 0.05174916610121727, 0.043182745575904846, 0.043931204825639725, 0.05616341531276703, 0.06773821264505386, 0.054901763796806335, 0.08139307051897049, 0.043256908655166626, 0.0590481273829937, 0.039899032562971115, 0.014254073612391949, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23721370100975037, 0.031615812331438065, 0.03324565663933754, 0.02923194132745266, 0.03861811012029648, 0.05549168959259987, 0.05966496095061302, 0.06321781873703003, 0.04073698818683624, 0.04752674698829651, 0.05837821215391159, 0.03039967082440853, 0.042871564626693726, 0.06284616887569427, 0.05321290343999863, 0.047368984669446945, 0.06835904717445374, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2098696231842041, 0.027291256934404373, 0.031156612560153008, 0.02661500871181488, 0.03165113553404808, 0.05273226276040077, 0.052745018154382706, 0.05635901913046837, 0.04076547175645828, 0.04278237000107765, 0.05619123950600624, 0.03067827597260475, 0.04398961365222931, 0.060914747416973114, 0.05013696476817131, 0.041573163121938705, 0.06652864068746567, 0.07801955193281174, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2385382205247879, 0.04414580017328262, 0.046435046941041946, 0.0345127135515213, 0.0357217900454998, 0.04369329288601875, 0.04304974526166916, 0.03498825058341026, 0.043718066066503525, 0.0395219624042511, 0.04457852616906166, 0.024599449709057808, 0.0625118538737297, 0.04753482714295387, 0.04375607892870903, 0.04995930194854736, 0.05090808868408203, 0.052662443369627, 0.019164469093084335, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.17729146778583527, 0.04221459850668907, 0.030818725004792213, 0.030886096879839897, 0.033868491649627686, 0.04521186649799347, 0.04290102794766426, 0.032215580344200134, 0.04018864780664444, 0.04926895722746849, 0.04801623895764351, 0.03814243897795677, 0.05126515030860901, 0.05206843465566635, 0.04744115099310875, 0.03924533724784851, 0.056304771453142166, 0.05462943762540817, 0.0599185973405838, 0.0281029362231493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19048279523849487, 0.025203483179211617, 0.026787465438246727, 0.0236726813018322, 0.031104033812880516, 0.043453436344861984, 0.0464932955801487, 0.048206474632024765, 0.03323278948664665, 0.03892752155661583, 0.04549148678779602, 0.024442734196782112, 0.03570156916975975, 0.04907766729593277, 0.04303564876317978, 0.03905566409230232, 0.0537174716591835, 0.06658957898616791, 0.04320825636386871, 0.03176470473408699, 0.060351260006427765, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.149753600358963, 0.023474574089050293, 0.025508403778076172, 0.028942447155714035, 0.03517158702015877, 0.03880191221833229, 0.04594281315803528, 0.039627280086278915, 0.03708779439330101, 0.03872300311923027, 0.04190719500184059, 0.021688062697649002, 0.043282538652420044, 0.04592541232705116, 0.038939524441957474, 0.04007610306143761, 0.05060022324323654, 0.06083051860332489, 0.043721601366996765, 0.030235223472118378, 0.057286132127046585, 0.062474023550748825, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1751341074705124, 0.027519280090928078, 0.029514014720916748, 0.02071533165872097, 0.026873521506786346, 0.0345461368560791, 0.03853078559041023, 0.03303780406713486, 0.04181556776165962, 0.04010029137134552, 0.036968957632780075, 0.030468938872218132, 0.03995394706726074, 0.04023703187704086, 0.04482618719339371, 0.037082623690366745, 0.04420147091150284, 0.04931039363145828, 0.04125744104385376, 0.02861068584024906, 0.04997345060110092, 0.05269284546375275, 0.03662917762994766, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13285991549491882, 0.040708061307668686, 0.04111679270863533, 0.03484426438808441, 0.040876053273677826, 0.027567217126488686, 0.02829369343817234, 0.02252042107284069, 0.0387541837990284, 0.040378037840127945, 0.029089415445923805, 0.029609227553009987, 0.0567011684179306, 0.03118186444044113, 0.03766117990016937, 0.05688638612627983, 0.033967096358537674, 0.037813056260347366, 0.04951411858201027, 0.03194558620452881, 0.037599027156829834, 0.04326637089252472, 0.043056681752204895, 0.033790234476327896, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14709368348121643, 0.01821870543062687, 0.022143617272377014, 0.02162139117717743, 0.02707289531826973, 0.03385418653488159, 0.03787611424922943, 0.03801964968442917, 0.027932509779930115, 0.03090183436870575, 0.03606923669576645, 0.01902313157916069, 0.03465800732374191, 0.03916986286640167, 0.0337555855512619, 0.026136629283428192, 0.04297832027077675, 0.05313743278384209, 0.03463505208492279, 0.02014029212296009, 0.048783596605062485, 0.04990804195404053, 0.04624391719698906, 0.04715670645236969, 0.06346961855888367, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1760278195142746, 0.01488215196877718, 0.026751169934868813, 0.024088064208626747, 0.035667479038238525, 0.027094287797808647, 0.02498425543308258, 0.02147187665104866, 0.026359377428889275, 0.023845115676522255, 0.027566982433199883, 0.01686953380703926, 0.0777742937207222, 0.029109211638569832, 0.04799698293209076, 0.02900250256061554, 0.03132336959242821, 0.036156002432107925, 0.039595603942871094, 0.017008014023303986, 0.034839075058698654, 0.03443719446659088, 0.04149218648672104, 0.09124380350112915, 0.040522992610931396, 0.0038906026165932417, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1850174367427826, 0.027787018567323685, 0.025097636505961418, 0.027018995955586433, 0.029199201613664627, 0.030337009578943253, 0.03222177177667618, 0.023015066981315613, 0.026792852208018303, 0.02279384806752205, 0.030674846842885017, 0.021220846101641655, 0.05388807877898216, 0.03259299695491791, 0.030737636610865593, 0.025725241750478745, 0.03486606478691101, 0.03793582320213318, 0.02867201343178749, 0.026148969307541847, 0.03875334933400154, 0.04179506376385689, 0.038631562143564224, 0.05337154492735863, 0.03982071951031685, 0.025711610913276672, 0.010172730311751366, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12446325272321701, 0.01676889881491661, 0.020105110481381416, 0.01926702819764614, 0.024457814171910286, 0.030203377828001976, 0.03127393499016762, 0.03254607319831848, 0.023186009377241135, 0.023508403450250626, 0.031733207404613495, 0.01708051934838295, 0.029082054272294044, 0.034282173961400986, 0.03579127788543701, 0.02582056261599064, 0.03753119334578514, 0.046182505786418915, 0.02950001135468483, 0.017913807183504105, 0.04274732246994972, 0.042434703558683395, 0.03900240734219551, 0.04141837731003761, 0.05949503183364868, 0.03595735505223274, 0.03098488040268421, 0.05726282671093941, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14491021633148193, 0.025843990966677666, 0.031176971271634102, 0.01946275867521763, 0.012575722299516201, 0.025274597108364105, 0.022020693868398666, 0.021267279982566833, 0.03165539726614952, 0.02766416408121586, 0.026251569390296936, 0.02209104411303997, 0.03851794824004173, 0.02826688252389431, 0.028877615928649902, 0.03686537221074104, 0.03069998323917389, 0.03204502537846565, 0.034116268157958984, 0.02035541459918022, 0.03446313366293907, 0.035428643226623535, 0.0307284165173769, 0.04441893845796585, 0.03793597221374512, 0.05734866484999657, 0.038896992802619934, 0.04111205041408539, 0.019728200510144234, 0.0, 0.0, 0.0, 0.0], [0.13168424367904663, 0.025460107252001762, 0.02796240895986557, 0.02410985343158245, 0.016868816688656807, 0.031406790018081665, 0.023247338831424713, 0.02207168936729431, 0.027362510561943054, 0.026370452716946602, 0.032045334577560425, 0.028775813058018684, 0.04614203795790672, 0.03455977886915207, 0.03132109344005585, 0.029437730088829994, 0.037490714341402054, 0.03597421571612358, 0.0306710172444582, 0.026778321713209152, 0.041662365198135376, 0.03274398297071457, 0.03034878335893154, 0.032651983201503754, 0.03805651143193245, 0.03457561507821083, 0.022936128079891205, 0.03690327703952789, 0.02596619725227356, 0.014414895325899124, 0.0, 0.0, 0.0], [0.1656370908021927, 0.022809259593486786, 0.029107755050063133, 0.024944666773080826, 0.024352874606847763, 0.02503182925283909, 0.018486665561795235, 0.01857367716729641, 0.02844363823533058, 0.029199937358498573, 0.025318214669823647, 0.032204993069171906, 0.025753289461135864, 0.026890527456998825, 0.031273938715457916, 0.033051498234272, 0.028835462406277657, 0.029910407960414886, 0.0275588259100914, 0.024624643847346306, 0.0320536270737648, 0.02649376355111599, 0.02170960046350956, 0.03164014592766762, 0.037074774503707886, 0.047994695603847504, 0.02793216146528721, 0.034756116569042206, 0.03804944455623627, 0.02153567411005497, 0.008750852197408676, 0.0, 0.0], [0.16794216632843018, 0.025983473286032677, 0.03222338855266571, 0.019469382241368294, 0.023735279217362404, 0.02311573550105095, 0.019973622635006905, 0.016550227999687195, 0.029796769842505455, 0.028494669124484062, 0.023108839988708496, 0.022087078541517258, 0.04216555878520012, 0.02439018525183201, 0.020749138668179512, 0.03873587027192116, 0.026269815862178802, 0.027289101853966713, 0.019617386162281036, 0.020242854952812195, 0.02920321188867092, 0.03041336126625538, 0.025762619450688362, 0.04084981977939606, 0.0333266407251358, 0.021795298904180527, 0.026310525834560394, 0.031013479456305504, 0.036892641335725784, 0.019377153366804123, 0.043556053191423416, 0.009558658115565777, 0.0], [0.11396830528974533, 0.0177528765052557, 0.016061954200267792, 0.015585054643452168, 0.01839611493051052, 0.024367086589336395, 0.02605387382209301, 0.023999115452170372, 0.021919485181570053, 0.026251107454299927, 0.02473052777349949, 0.01532302051782608, 0.02561456896364689, 0.02633788250386715, 0.024982865899801254, 0.02464262954890728, 0.028590327128767967, 0.03295150399208069, 0.027568617835640907, 0.01848755218088627, 0.03220851719379425, 0.031914688646793365, 0.03630725294351578, 0.0341540202498436, 0.03678558021783829, 0.03297772631049156, 0.0262789037078619, 0.03809890151023865, 0.029801947996020317, 0.018183253705501556, 0.03632067143917084, 0.03568094223737717, 0.057703081518411636]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8058414459228516, 0.19415852427482605, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6373864412307739, 0.09672049432992935, 0.2658930718898773, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5870265364646912, 0.09922721982002258, 0.07913831621408463, 0.23460792005062103, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.41947367787361145, 0.06312593072652817, 0.08123064786195755, 0.08381500095129013, 0.35235461592674255, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5308531522750854, 0.0959072858095169, 0.07779338955879211, 0.06661548465490341, 0.07293295115232468, 0.15589767694473267, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.38503068685531616, 0.07478093355894089, 0.06978149712085724, 0.047606535255908966, 0.05144915729761124, 0.08776706457138062, 0.2835841476917267, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.29629573225975037, 0.05328269675374031, 0.06944749504327774, 0.04097547382116318, 0.06660830974578857, 0.1021856889128685, 0.10869501531124115, 0.26250961422920227, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3047499358654022, 0.06337985396385193, 0.05753423273563385, 0.040577180683612823, 0.0730014219880104, 0.07375828176736832, 0.07239887863397598, 0.05693604424595833, 0.25766411423683167, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.29880762100219727, 0.05552824214100838, 0.05443597212433815, 0.052853021770715714, 0.06568750739097595, 0.07554222643375397, 0.06968101859092712, 0.054113876074552536, 0.09120789915323257, 0.18214258551597595, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.26933014392852783, 0.06352430582046509, 0.05952122062444687, 0.05242469534277916, 0.06052156537771225, 0.12185831367969513, 0.07608654350042343, 0.09753072261810303, 0.04232606664299965, 0.05058327317237854, 0.10629311203956604, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.22074297070503235, 0.06960076093673706, 0.04872347041964531, 0.06675717234611511, 0.06954210251569748, 0.06483785808086395, 0.046523742377758026, 0.0393008291721344, 0.018016092479228973, 0.0358063168823719, 0.05302286893129349, 0.26712578535079956, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15080073475837708, 0.04732475429773331, 0.12551115453243256, 0.06240082159638405, 0.05354631692171097, 0.05578393489122391, 0.04542611539363861, 0.03888600692152977, 0.0301998108625412, 0.03337055444717407, 0.04645953327417374, 0.023437919095158577, 0.2868523597717285, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.20448839664459229, 0.04972050338983536, 0.04838547483086586, 0.04385358467698097, 0.05115717276930809, 0.1007489338517189, 0.06420683860778809, 0.08302562683820724, 0.03880453109741211, 0.047957733273506165, 0.09582383185625076, 0.03239700570702553, 0.04441104084253311, 0.0950193703174591, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1623673290014267, 0.028519177809357643, 0.0478430911898613, 0.04135480895638466, 0.040284886956214905, 0.0520053505897522, 0.04226504638791084, 0.038211699575185776, 0.05986882373690605, 0.06849398463964462, 0.04734278842806816, 0.019715161994099617, 0.062022291123867035, 0.04572192206978798, 0.24398359656333923, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1312893182039261, 0.039628103375434875, 0.05951940640807152, 0.039663225412368774, 0.04406354948878288, 0.04348496347665787, 0.03726547583937645, 0.03240034729242325, 0.037205733358860016, 0.06481601297855377, 0.04047452658414841, 0.025914229452610016, 0.06507597863674164, 0.039225105196237564, 0.07744196057319641, 0.2225320190191269, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15813341736793518, 0.03911251947283745, 0.038564957678318024, 0.03587968647480011, 0.04187794029712677, 0.08161001652479172, 0.05245806276798248, 0.0681268647313118, 0.034448061138391495, 0.04342750832438469, 0.08275996893644333, 0.02933339960873127, 0.041573792695999146, 0.08478685468435287, 0.04881598427891731, 0.03235284984111786, 0.08673813194036484, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13890595734119415, 0.03169632330536842, 0.03251556307077408, 0.03538898006081581, 0.038000330328941345, 0.06974425166845322, 0.05942453816533089, 0.06768239289522171, 0.027843810617923737, 0.039054665714502335, 0.07273104041814804, 0.030109865590929985, 0.04163092002272606, 0.07565010339021683, 0.040188319981098175, 0.027483616024255753, 0.0779590755701065, 0.09399021416902542, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09691289812326431, 0.03068731538951397, 0.030817963182926178, 0.044734321534633636, 0.04171942546963692, 0.036036767065525055, 0.04101703315973282, 0.03210476413369179, 0.04344062879681587, 0.04885552451014519, 0.03457901254296303, 0.016025086864829063, 0.04994165152311325, 0.0346352644264698, 0.06065686047077179, 0.03497787564992905, 0.034543417394161224, 0.03782792389392853, 0.25048622488975525, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1205921620130539, 0.04121065512299538, 0.050985172390937805, 0.05289151892066002, 0.02886129543185234, 0.04706199839711189, 0.02921283058822155, 0.038170017302036285, 0.021046487614512444, 0.029787803068757057, 0.04406721517443657, 0.02650333382189274, 0.04127003252506256, 0.04430735856294632, 0.030801555141806602, 0.04064902663230896, 0.044745106250047684, 0.042122457176446915, 0.028442280367016792, 0.1972716897726059, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11388304829597473, 0.0282554030418396, 0.02835129387676716, 0.026958664879202843, 0.03131084889173508, 0.05977548286318779, 0.039182148873806, 0.050720397382974625, 0.027684014290571213, 0.035564225167036057, 0.06452134251594543, 0.024267088621854782, 0.03616495430469513, 0.06838167458772659, 0.04139300435781479, 0.0290946364402771, 0.0723005011677742, 0.07349380850791931, 0.03700020909309387, 0.0352863185107708, 0.07641094923019409, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08453850448131561, 0.017416607588529587, 0.01894913986325264, 0.0165606327354908, 0.0222961213439703, 0.04174061119556427, 0.05894864723086357, 0.03893361985683441, 0.030214646831154823, 0.03464233875274658, 0.0483190156519413, 0.016358420252799988, 0.025674551725387573, 0.05309673771262169, 0.02054651640355587, 0.02046983502805233, 0.05704639479517937, 0.06604909896850586, 0.03774644806981087, 0.021413875743746758, 0.06129929795861244, 0.2077389359474182, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1124843955039978, 0.024394847452640533, 0.024523155763745308, 0.027489561587572098, 0.026104668155312538, 0.03731505200266838, 0.06748531758785248, 0.03890375792980194, 0.01798143796622753, 0.028454385697841644, 0.03756532073020935, 0.01832606829702854, 0.02008865587413311, 0.03865170478820801, 0.0232856422662735, 0.02422662265598774, 0.03960612043738365, 0.04833187907934189, 0.04500093683600426, 0.01736215315759182, 0.04009140655398369, 0.05208287015557289, 0.19024400413036346, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08183355629444122, 0.019828451797366142, 0.02687338925898075, 0.0292525552213192, 0.02518443576991558, 0.03192772716283798, 0.029049789533019066, 0.024972517043352127, 0.03350625932216644, 0.040074288845062256, 0.03351731225848198, 0.01603599637746811, 0.03204454481601715, 0.034480638802051544, 0.028517089784145355, 0.03532731160521507, 0.03583228215575218, 0.040583960711956024, 0.029941102489829063, 0.02109791338443756, 0.03671329468488693, 0.039212584495544434, 0.03543241694569588, 0.2387605905532837, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10145692527294159, 0.014237052761018276, 0.016984181478619576, 0.01863657310605049, 0.028536241501569748, 0.0365380235016346, 0.02957051433622837, 0.04198319464921951, 0.01416604220867157, 0.030081400647759438, 0.04016641527414322, 0.02007501944899559, 0.030370108783245087, 0.04353439435362816, 0.03039301373064518, 0.020717332139611244, 0.04677111282944679, 0.0549510233104229, 0.02880917116999626, 0.020043686032295227, 0.050925422459840775, 0.04084467142820358, 0.041858017444610596, 0.03848976641893387, 0.15986065566539764, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07937923818826675, 0.020674321800470352, 0.020799752324819565, 0.027988232672214508, 0.04565475508570671, 0.02656259387731552, 0.02539670839905739, 0.021243257448077202, 0.01776379533112049, 0.02520064264535904, 0.027576463297009468, 0.030607089400291443, 0.034379992634058, 0.028568314388394356, 0.022726934403181076, 0.01605195552110672, 0.029712749645113945, 0.03276180848479271, 0.025702400133013725, 0.012878884561359882, 0.03062613308429718, 0.02036965638399124, 0.03741392120718956, 0.027850378304719925, 0.03571850806474686, 0.27639153599739075, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09605433791875839, 0.02309289388358593, 0.024199655279517174, 0.024974146857857704, 0.0368296355009079, 0.030014395713806152, 0.021069224923849106, 0.018117524683475494, 0.022569265216588974, 0.02834322303533554, 0.030505135655403137, 0.021707672625780106, 0.02821178548038006, 0.03163941577076912, 0.03916611894965172, 0.03627365827560425, 0.03311571851372719, 0.03514396771788597, 0.02574523538351059, 0.015889013186097145, 0.034675467759370804, 0.026770086959004402, 0.0271434523165226, 0.040450796484947205, 0.03760385140776634, 0.03232335299253464, 0.17837098240852356, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07476937770843506, 0.011021516285836697, 0.010706556960940361, 0.015325456857681274, 0.019903559237718582, 0.03285866230726242, 0.021936070173978806, 0.029454145580530167, 0.01642150804400444, 0.022476576268672943, 0.037223443388938904, 0.01758023165166378, 0.021954143419861794, 0.040462128818035126, 0.031415410339832306, 0.010417775250971317, 0.044297389686107635, 0.05118126422166824, 0.029565557837486267, 0.015394330024719238, 0.04906425625085831, 0.03202195465564728, 0.030905118212103844, 0.041320525109767914, 0.06578274071216583, 0.03978404775261879, 0.020499706268310547, 0.16625654697418213, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05124205723404884, 0.011390028521418571, 0.02026580646634102, 0.02452964149415493, 0.12732438743114471, 0.020083913579583168, 0.017692744731903076, 0.02038198709487915, 0.018548615276813507, 0.023206060752272606, 0.021026061847805977, 0.02052123285830021, 0.025210734456777573, 0.021994242444634438, 0.0171904768794775, 0.02080591395497322, 0.023035308346152306, 0.026458054780960083, 0.031086130067706108, 0.011454466730356216, 0.024357995018363, 0.02252494916319847, 0.024600783362984657, 0.024588001891970634, 0.02838081493973732, 0.04660612717270851, 0.04362708330154419, 0.020300468429923058, 0.21156589686870575, 0.0, 0.0, 0.0, 0.0], [0.07929294556379318, 0.023537393659353256, 0.022847291082143784, 0.01993604376912117, 0.015462877228856087, 0.025110285729169846, 0.02142905257642269, 0.015073497779667377, 0.009924096055328846, 0.015724746510386467, 0.027188710868358612, 0.020747290924191475, 0.034976355731487274, 0.029102321714162827, 0.021219035610556602, 0.01814761944115162, 0.03105819784104824, 0.03380950540304184, 0.020137567073106766, 0.01232312060892582, 0.033692631870508194, 0.024336133152246475, 0.031084517017006874, 0.03377701714634895, 0.04355444759130478, 0.03296353295445442, 0.03314929082989693, 0.02536490373313427, 0.022163690999150276, 0.22286593914031982, 0.0, 0.0, 0.0], [0.10059654712677002, 0.03096376545727253, 0.02557850442826748, 0.020224064588546753, 0.02713298611342907, 0.0294907595962286, 0.0407448336482048, 0.021403620019555092, 0.016392603516578674, 0.022520696744322777, 0.027555175125598907, 0.013599209487438202, 0.027306703850626945, 0.027806580066680908, 0.011214178055524826, 0.023586543276906013, 0.02839917317032814, 0.030668914318084717, 0.021664202213287354, 0.017032310366630554, 0.029051590710878372, 0.026549920439720154, 0.03297552838921547, 0.0267903171479702, 0.0320606529712677, 0.027298327535390854, 0.017307180911302567, 0.018768813461065292, 0.028226522728800774, 0.017085105180740356, 0.18000465631484985, 0.0, 0.0], [0.08361605554819107, 0.01658189669251442, 0.015823300927877426, 0.02200516313314438, 0.02406255528330803, 0.021028298884630203, 0.022811297327280045, 0.014412392862141132, 0.015572086907923222, 0.015104828402400017, 0.0209177378565073, 0.021798154339194298, 0.02598598599433899, 0.022013207897543907, 0.02202506735920906, 0.018091220408678055, 0.023115109652280807, 0.025451797991991043, 0.025943519547581673, 0.01124188769608736, 0.024466171860694885, 0.022869890555739403, 0.03161345422267914, 0.029542669653892517, 0.02381790801882744, 0.02934901788830757, 0.02592264488339424, 0.01726817525923252, 0.0318446084856987, 0.01203772984445095, 0.027524927631020546, 0.2561412751674652, 0.0], [0.05258440971374512, 0.012508383020758629, 0.012737675569951534, 0.012144196778535843, 0.01446781400591135, 0.024812446907162666, 0.01710914634168148, 0.02516256831586361, 0.016298966482281685, 0.015160075388848782, 0.029820041730999947, 0.014290275052189827, 0.024094795808196068, 0.033742763102054596, 0.021632250398397446, 0.018924105912446976, 0.03819216787815094, 0.04115181416273117, 0.024165764451026917, 0.020635634660720825, 0.044185321778059006, 0.03793709725141525, 0.02963634766638279, 0.03152839466929436, 0.045423075556755066, 0.035963598638772964, 0.03048253245651722, 0.04609915241599083, 0.03206764906644821, 0.01766294240951538, 0.03169601783156395, 0.04462909698486328, 0.10305341333150864]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7707713842391968, 0.22922860085964203, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7813624739646912, 0.10978527367115021, 0.10885230451822281, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5350390076637268, 0.11194944381713867, 0.15013688802719116, 0.20287467539310455, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4180358350276947, 0.1603638082742691, 0.1074029803276062, 0.10625782608985901, 0.20793955028057098, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4349866509437561, 0.09579858183860779, 0.08251801878213882, 0.10028502345085144, 0.15332907438278198, 0.13308262825012207, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.44621357321739197, 0.05624214559793472, 0.05040299892425537, 0.07084295898675919, 0.09360909461975098, 0.11472620069980621, 0.16796308755874634, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3609195649623871, 0.07294466346502304, 0.05191003903746605, 0.07159043103456497, 0.09321669489145279, 0.09543666243553162, 0.14539919793605804, 0.10858277231454849, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.31714069843292236, 0.07683128118515015, 0.0555228516459465, 0.06445365399122238, 0.08586591482162476, 0.10643253475427628, 0.1452113389968872, 0.09439335763454437, 0.05414832755923271, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19288603961467743, 0.11343871057033539, 0.04530505836009979, 0.08361202478408813, 0.057632725685834885, 0.11914194375276566, 0.11441227793693542, 0.12364514172077179, 0.07640956342220306, 0.07351640611886978, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2517409026622772, 0.060194116085767746, 0.049302101135253906, 0.059223245829343796, 0.08453334122896194, 0.07307681441307068, 0.12308556586503983, 0.08293969929218292, 0.06380274146795273, 0.07185835391283035, 0.08024312555789948, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.24793599545955658, 0.04855773597955704, 0.06171697378158569, 0.06616784632205963, 0.08788599073886871, 0.05920384079217911, 0.09128586947917938, 0.06866814196109772, 0.06062866002321243, 0.08399351686239243, 0.0656941831111908, 0.058261170983314514, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15039603412151337, 0.07072300463914871, 0.03618801385164261, 0.03812884911894798, 0.05496574938297272, 0.09552795439958572, 0.1278020143508911, 0.09101752936840057, 0.04133947193622589, 0.06619426608085632, 0.11493085324764252, 0.035268161445856094, 0.0775180533528328, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21730753779411316, 0.0522487573325634, 0.042796872556209564, 0.051309872418642044, 0.07021072506904602, 0.06084863841533661, 0.10094169527292252, 0.06729137897491455, 0.05347270518541336, 0.058032404631376266, 0.0638660117983818, 0.04143684357404709, 0.054298121482133865, 0.06593843549489975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14158987998962402, 0.08735614269971848, 0.0410962849855423, 0.07771317660808563, 0.0664159506559372, 0.06084612384438515, 0.07890868932008743, 0.06467185169458389, 0.04156753420829773, 0.05314024165272713, 0.060331955552101135, 0.04990346357226372, 0.06147689372301102, 0.06152055412530899, 0.05346132814884186, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11277391016483307, 0.05140271037817001, 0.034800730645656586, 0.044109925627708435, 0.049271054565906525, 0.08066022396087646, 0.09371130168437958, 0.07634278386831284, 0.03460073098540306, 0.0555650070309639, 0.09000371396541595, 0.02795092575252056, 0.05808689072728157, 0.09759876132011414, 0.0585305392742157, 0.03459078073501587, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19136787950992584, 0.04588799923658371, 0.03718419000506401, 0.04478846862912178, 0.05845541134476662, 0.0516231395304203, 0.0845179632306099, 0.05661728233098984, 0.04477923363447189, 0.04681585729122162, 0.05177522078156471, 0.034743111580610275, 0.04365590587258339, 0.05257751792669296, 0.04571911692619324, 0.05523938313126564, 0.05425223708152771, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.178098663687706, 0.03651316463947296, 0.03537802770733833, 0.046600591391325, 0.05606748163700104, 0.05542531609535217, 0.06580902636051178, 0.058695923537015915, 0.04460207000374794, 0.03845333680510521, 0.05522071197628975, 0.02812928520143032, 0.038876280188560486, 0.056352097541093826, 0.04307202994823456, 0.048592109233140945, 0.058013033121824265, 0.05610083043575287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11277125775814056, 0.04416341707110405, 0.01679084822535515, 0.03922898322343826, 0.03057022951543331, 0.08429380506277084, 0.05829832702875137, 0.07985574752092361, 0.027740230783820152, 0.024607937783002853, 0.0856802687048912, 0.012135536409914494, 0.02122361958026886, 0.08979953080415726, 0.02439562976360321, 0.018000084906816483, 0.0979786291718483, 0.08564858883619308, 0.04681730270385742, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15648673474788666, 0.04359337314963341, 0.02946913056075573, 0.02338278479874134, 0.03989393636584282, 0.06601447612047195, 0.07239894568920135, 0.04959877207875252, 0.025720082223415375, 0.028729893267154694, 0.07268748432397842, 0.02010437846183777, 0.038949936628341675, 0.07793489098548889, 0.03185016289353371, 0.029572607949376106, 0.08162925392389297, 0.04983028024435043, 0.04757082834839821, 0.01458202674984932, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16675153374671936, 0.04021674394607544, 0.031946271657943726, 0.039155539125204086, 0.048679765313863754, 0.04351935535669327, 0.07027734816074371, 0.04676977917551994, 0.03737044334411621, 0.037859514355659485, 0.04185349866747856, 0.029438789933919907, 0.03496701270341873, 0.04187152534723282, 0.03665958717465401, 0.04418949782848358, 0.04244701564311981, 0.043089985847473145, 0.05540825054049492, 0.02402997948229313, 0.04349850118160248, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21311703324317932, 0.03452147915959358, 0.026512032374739647, 0.03728466108441353, 0.042002297937870026, 0.05378074571490288, 0.06410719454288483, 0.040195900946855545, 0.029513953253626823, 0.03056207112967968, 0.0481405146420002, 0.019645733758807182, 0.023855971172451973, 0.04712357744574547, 0.027805231511592865, 0.025632821023464203, 0.04690323397517204, 0.04211500659584999, 0.042453378438949585, 0.016209973022341728, 0.04720157012343407, 0.041315577924251556, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16099102795124054, 0.031492117792367935, 0.02550600655376911, 0.032036274671554565, 0.0381193682551384, 0.05386465787887573, 0.052892010658979416, 0.06297369301319122, 0.03872942924499512, 0.03070301003754139, 0.04861500859260559, 0.01696414314210415, 0.020984873175621033, 0.04743489250540733, 0.02617855742573738, 0.03281703218817711, 0.04874102398753166, 0.03702305257320404, 0.05028446763753891, 0.014425937086343765, 0.04926920682191849, 0.027485143393278122, 0.05246910825371742, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13924191892147064, 0.04732196778059006, 0.022920068353414536, 0.037826746702194214, 0.037331610918045044, 0.05628196895122528, 0.06773106753826141, 0.0638374537229538, 0.028824567794799805, 0.028368612751364708, 0.05008407309651375, 0.014775184914469719, 0.021058905869722366, 0.04819710925221443, 0.017685124650597572, 0.01545622292906046, 0.0484280027449131, 0.037099532783031464, 0.042473260313272476, 0.01842682436108589, 0.0486132986843586, 0.022673960775136948, 0.05998953431844711, 0.02535295858979225, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19562353193759918, 0.03233326971530914, 0.022874077782034874, 0.038390759378671646, 0.03449878469109535, 0.04616906866431236, 0.05553748831152916, 0.03960668295621872, 0.023098396137356758, 0.024249287322163582, 0.04043306037783623, 0.016078555956482887, 0.02162494696676731, 0.03903055936098099, 0.026520883664488792, 0.028113434091210365, 0.03823631629347801, 0.03542610630393028, 0.041745737195014954, 0.021097129210829735, 0.03767954185605049, 0.037286922335624695, 0.04423919692635536, 0.022921502590179443, 0.03718467056751251, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0581965297460556, 0.03889740630984306, 0.02600524201989174, 0.023567894473671913, 0.022979987785220146, 0.05384151265025139, 0.05806104838848114, 0.06858771294355392, 0.037459846585989, 0.02915908396244049, 0.05474673584103584, 0.013592952862381935, 0.027647050097584724, 0.05575402453541756, 0.030779866501688957, 0.01613735780119896, 0.057454273104667664, 0.03968728333711624, 0.03406553715467453, 0.013110977597534657, 0.05977656692266464, 0.016043761745095253, 0.029699290171265602, 0.020566539838910103, 0.08347289264202118, 0.030708597972989082, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15561483800411224, 0.030323192477226257, 0.02106757089495659, 0.03860042244195938, 0.025089256465435028, 0.047195207327604294, 0.04255649819970131, 0.05166257917881012, 0.03036811575293541, 0.020133620128035545, 0.042556971311569214, 0.018511777743697166, 0.01867172308266163, 0.041430290788412094, 0.022022129967808723, 0.02106103114783764, 0.041666179895401, 0.02724921703338623, 0.040481600910425186, 0.015536422841250896, 0.04219622537493706, 0.01700735278427601, 0.06220947951078415, 0.01570316217839718, 0.054431866854429245, 0.04092409461736679, 0.01572924479842186, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1521887630224228, 0.03232048451900482, 0.026277612894773483, 0.03215136006474495, 0.0370805449783802, 0.03843335062265396, 0.04218520224094391, 0.03440920636057854, 0.029296189546585083, 0.024752246215939522, 0.03461231291294098, 0.021795082837343216, 0.023419683799147606, 0.03386644646525383, 0.028580598533153534, 0.034403275698423386, 0.033156976103782654, 0.026710400357842445, 0.04213564842939377, 0.019021345302462578, 0.032785814255476, 0.026840003207325935, 0.03304455801844597, 0.02330264076590538, 0.03390035778284073, 0.03944924846291542, 0.02133425511419773, 0.04254644364118576, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10210394114255905, 0.048305340111255646, 0.027957914397120476, 0.02813485823571682, 0.04368895664811134, 0.037659596651792526, 0.040121812373399734, 0.03589581325650215, 0.02449178695678711, 0.019768046215176582, 0.03467410057783127, 0.015431460924446583, 0.032616544514894485, 0.034143395721912384, 0.027461368590593338, 0.020323213189840317, 0.03445841744542122, 0.015827566385269165, 0.03070583939552307, 0.020360935479402542, 0.035580456256866455, 0.034790292382240295, 0.035181473940610886, 0.028572602197527885, 0.04333385452628136, 0.03896390274167061, 0.017587698996067047, 0.04553377628326416, 0.04632510989904404, 0.0, 0.0, 0.0, 0.0], [0.1184174120426178, 0.02668977715075016, 0.02854764647781849, 0.03516455739736557, 0.03519093990325928, 0.03070487268269062, 0.04254688322544098, 0.023103507235646248, 0.025463124737143517, 0.029678549617528915, 0.028395220637321472, 0.019178256392478943, 0.023833584040403366, 0.027640020474791527, 0.03381752967834473, 0.0396401509642601, 0.027574418112635612, 0.021856164559721947, 0.039667654782533646, 0.03941833972930908, 0.02711562067270279, 0.030498068779706955, 0.03493283689022064, 0.032320536673069, 0.027840549126267433, 0.03877578675746918, 0.021124795079231262, 0.03861142694950104, 0.032771822065114975, 0.019479982554912567, 0.0, 0.0, 0.0], [0.05433791130781174, 0.019247831776738167, 0.011686460115015507, 0.014118611812591553, 0.013909781351685524, 0.057368066161870956, 0.0345463752746582, 0.04665057733654976, 0.013026449829339981, 0.01327129639685154, 0.05952776223421097, 0.009063145145773888, 0.017364194616675377, 0.06135564669966698, 0.012634647078812122, 0.015145539306104183, 0.06425533443689346, 0.04627061262726784, 0.01955636404454708, 0.012543459422886372, 0.06913556903600693, 0.03482367843389511, 0.03000594861805439, 0.012261824682354927, 0.07985591888427734, 0.018996426835656166, 0.010722927749156952, 0.08654540777206421, 0.017174093052744865, 0.02214416116476059, 0.022453974932432175, 0.0, 0.0], [0.058496441692113876, 0.03437737002968788, 0.013603095896542072, 0.02417043223977089, 0.01900586113333702, 0.0654640793800354, 0.03062295913696289, 0.03573205694556236, 0.01885944791138172, 0.012241481803357601, 0.0628219023346901, 0.011835749261081219, 0.009552359580993652, 0.06431794911623001, 0.021589579060673714, 0.010912971571087837, 0.0666591078042984, 0.02399745211005211, 0.026596758514642715, 0.006153556052595377, 0.06984329968690872, 0.03723869100213051, 0.030046697705984116, 0.021686820313334465, 0.043640609830617905, 0.021209614351391792, 0.013490457087755203, 0.04632722958922386, 0.020434508100152016, 0.013362257741391659, 0.018568990752100945, 0.04714024439454079, 0.0], [0.1352868676185608, 0.029733380302786827, 0.02611132338643074, 0.03753575682640076, 0.0388815812766552, 0.0331667959690094, 0.048243895173072815, 0.03046831116080284, 0.026038208976387978, 0.024123696610331535, 0.027892742305994034, 0.02270994521677494, 0.024185286834836006, 0.02611454948782921, 0.023209668695926666, 0.025175290182232857, 0.024614788591861725, 0.02112315408885479, 0.02968505024909973, 0.018167471513152122, 0.023064397275447845, 0.02059807814657688, 0.03441140055656433, 0.021083395928144455, 0.022538835182785988, 0.0322815477848053, 0.013987251557409763, 0.02414492331445217, 0.02700231224298477, 0.012929442338645458, 0.03616539016366005, 0.026840243488550186, 0.032485030591487885]]]}\n",
        "    )\n",
        "    </script>"
       ],
       "text/plain": [
-       "<circuitsvis.utils.render.RenderedHTML at 0x7fac0c0a32d0>"
+       "<circuitsvis.utils.render.RenderedHTML at 0x7f7d87ae7fd0>"
       ]
      },
      "execution_count": 13,
@@ -553,10 +553,10 @@
    "execution_count": 14,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.336626Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.336244Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.575180Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.574625Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.656943Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.656755Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.902451Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.901842Z"
     }
    },
    "outputs": [
@@ -639,10 +639,10 @@
    "execution_count": 15,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.577673Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.577271Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.764728Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.764085Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.905100Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.904690Z",
+     "iopub.status.idle": "2023-11-29T23:47:55.116914Z",
+     "shell.execute_reply": "2023-11-29T23:47:55.116294Z"
     }
    },
    "outputs": [
@@ -695,17 +695,17 @@
    "execution_count": 16,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.767054Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.766865Z",
-     "iopub.status.idle": "2023-11-23T20:37:28.736106Z",
-     "shell.execute_reply": "2023-11-23T20:37:28.735531Z"
+     "iopub.execute_input": "2023-11-29T23:47:55.119734Z",
+     "iopub.status.busy": "2023-11-29T23:47:55.119257Z",
+     "iopub.status.idle": "2023-11-29T23:48:14.061732Z",
+     "shell.execute_reply": "2023-11-29T23:48:14.061097Z"
     }
    },
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "62d684835645497195b004f8405155c8",
+       "model_id": "bd9930c345d349a6ac0c4f7334371900",
        "version_major": 2,
        "version_minor": 0
       },
@@ -762,10 +762,10 @@
    "execution_count": 17,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:28.738583Z",
-     "iopub.status.busy": "2023-11-23T20:37:28.738161Z",
-     "iopub.status.idle": "2023-11-23T20:37:29.002552Z",
-     "shell.execute_reply": "2023-11-23T20:37:29.001950Z"
+     "iopub.execute_input": "2023-11-29T23:48:14.063978Z",
+     "iopub.status.busy": "2023-11-29T23:48:14.063807Z",
+     "iopub.status.idle": "2023-11-29T23:48:14.356759Z",
+     "shell.execute_reply": "2023-11-29T23:48:14.356111Z"
     }
    },
    "outputs": [
@@ -776,9 +776,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"dfb1f87e-936e-4d6a-8379-1dc64c82b8b9\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"dfb1f87e-936e-4d6a-8379-1dc64c82b8b9\")) {                    Plotly.newPlot(                        \"dfb1f87e-936e-4d6a-8379-1dc64c82b8b9\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"After_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" store_8\",\",_9\",\" Mary_10\",\" gave_11\",\" a_12\",\" bottle_13\",\" of_14\",\" milk_15\",\" to_16\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9981481432914734,0.0016014177817851305,0.00015065129264257848,-0.00037146147224120796,-2.1754698536824435e-05,-0.0006281669484451413,-0.0005147705669514835],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9980558156967163,0.002284515183418989,0.00018328333680983633,-0.0005044370773248374,-0.0002678547170944512,-5.112354119773954e-05,-0.0012816237285733223],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9967371821403503,0.004082269035279751,0.0009737947257235646,4.459713090909645e-05,-0.00015935316332615912,-0.000335566233843565,-0.0019443262135609984],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9905908107757568,0.01998712867498398,0.0018961939495056868,0.0010137689532712102,-6.716763164149597e-05,0.0009112499537877738,-0.0019000009633600712],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9616513848304749,0.0853474885225296,0.0052042677998542786,0.0030521841254085302,0.000196608089026995,0.0011059545213356614,-0.002284243470057845],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9630990028381348,0.08437152206897736,0.004122787155210972,0.0007181770051829517,0.00010306288459105417,0.001002347795292735,-0.004215244669467211],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9359181523323059,0.11111647635698318,0.007705242373049259,0.000375540490495041,0.00036575086414813995,0.0013264927547425032,0.018745480105280876],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7701545357704163,0.037419985979795456,0.0020680560264736414,-8.266785152954981e-05,0.00013487912656273693,0.0017251475946977735,0.44990673661231995],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09650683403015137,0.02592724934220314,0.0019715195521712303,0.000329855625750497,0.0004239447007421404,0.0018861324060708284,0.8994726538658142],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.023321308195590973,0.01853826642036438,0.0015878210542723536,0.0005275514558888972,0.00025344223831780255,0.0008734511793591082,0.9612756967544556],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.008558842353522778,0.006340406835079193,0.0005816662451252341,-0.00034209262230433524,0.00011040509707527235,0.0006491058156825602,0.9495820999145508]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Normalized Logit Difference After Patching Residual Stream on the IOI Task\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"d1f90383-a101-4b70-ac69-5fcdab642e37\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"d1f90383-a101-4b70-ac69-5fcdab642e37\")) {                    Plotly.newPlot(                        \"d1f90383-a101-4b70-ac69-5fcdab642e37\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"After_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" store_8\",\",_9\",\" Mary_10\",\" gave_11\",\" a_12\",\" bottle_13\",\" of_14\",\" milk_15\",\" to_16\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9981481432914734,0.0016014177817851305,0.00015065129264257848,-0.00037146147224120796,-2.1754698536824435e-05,-0.0006281669484451413,-0.0005147705669514835],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9980558156967163,0.002284515183418989,0.00018328333680983633,-0.0005044370773248374,-0.0002678547170944512,-5.112354119773954e-05,-0.0012816237285733223],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9967371821403503,0.004082269035279751,0.0009737947257235646,4.459713090909645e-05,-0.00015935316332615912,-0.000335566233843565,-0.0019443262135609984],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9905908107757568,0.01998712867498398,0.0018961939495056868,0.0010137689532712102,-6.716763164149597e-05,0.0009112499537877738,-0.0019000009633600712],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9616513848304749,0.0853474885225296,0.0052042677998542786,0.0030521841254085302,0.000196608089026995,0.0011059545213356614,-0.002284243470057845],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9630990028381348,0.08437152206897736,0.004122787155210972,0.0007181770051829517,0.00010306288459105417,0.001002347795292735,-0.004215244669467211],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9359181523323059,0.11111647635698318,0.007705242373049259,0.000375540490495041,0.00036575086414813995,0.0013264927547425032,0.018745480105280876],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7701545357704163,0.037419985979795456,0.0020680560264736414,-8.266785152954981e-05,0.00013487912656273693,0.0017251475946977735,0.44990673661231995],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09650683403015137,0.02592724934220314,0.0019715195521712303,0.000329855625750497,0.0004239447007421404,0.0018861324060708284,0.8994726538658142],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.023321308195590973,0.01853826642036438,0.0015878210542723536,0.0005275514558888972,0.00025344223831780255,0.0008734511793591082,0.9612756967544556],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.008558842353522778,0.006340406835079193,0.0005816662451252341,-0.00034209262230433524,0.00011040509707527235,0.0006491058156825602,0.9495820999145508]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Normalized Logit Difference After Patching Residual Stream on the IOI Task\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('dfb1f87e-936e-4d6a-8379-1dc64c82b8b9');\n",
+       "var gd = document.getElementById('d1f90383-a101-4b70-ac69-5fcdab642e37');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -855,10 +855,10 @@
    "execution_count": 18,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:29.004898Z",
-     "iopub.status.busy": "2023-11-23T20:37:29.004591Z",
-     "iopub.status.idle": "2023-11-23T20:37:30.796011Z",
-     "shell.execute_reply": "2023-11-23T20:37:30.795391Z"
+     "iopub.execute_input": "2023-11-29T23:48:14.359144Z",
+     "iopub.status.busy": "2023-11-29T23:48:14.358727Z",
+     "iopub.status.idle": "2023-11-29T23:48:16.213923Z",
+     "shell.execute_reply": "2023-11-29T23:48:16.213372Z"
     }
    },
    "outputs": [
@@ -869,9 +869,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"546cc739-6b19-4c16-bfae-1106c56f73a9\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"546cc739-6b19-4c16-bfae-1106c56f73a9\")) {                    Plotly.newPlot(                        \"546cc739-6b19-4c16-bfae-1106c56f73a9\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98],\"xaxis\":\"x\",\"y\":[11.787247657775879,13.0587158203125,12.230921745300293,12.795869827270508,13.920656204223633,13.956501960754395,12.193731307983398,12.878900527954102,12.47831916809082,13.414958000183105,12.976318359375,11.954259872436523,10.892861366271973,12.079854011535645,11.285050392150879,11.978338241577148,12.636273384094238,12.6406888961792,11.628138542175293,12.272311210632324,11.950075149536133,11.164228439331055,12.041279792785645,11.366338729858398,11.947290420532227,12.117121696472168,12.084162712097168,12.337640762329102,10.780959129333496,11.64372730255127,11.861618995666504,11.24637508392334,11.074913024902344,12.078351974487305,12.368288040161133,13.118016242980957,11.574705123901367,11.882451057434082,11.572879791259766,11.318113327026367,11.573198318481445,12.438745498657227,11.140851974487305,10.971029281616211,12.257749557495117,11.75046443939209,12.635129928588867,12.17139720916748,10.783208847045898,11.710447311401367,3.5898051261901855,1.0123294591903687,0.9023662805557251,0.7053806781768799,0.5351616740226746,0.3864794373512268,0.44430381059646606,0.31852808594703674,0.17496022582054138,0.08737994730472565,0.09023391455411911,0.2003907710313797,0.0905940979719162,0.07327759265899658,0.06657638400793076,0.13955000042915344,0.15121448040008545,0.05228709056973457,0.08864583820104599,0.0826043039560318,0.24641728401184082,0.3225139081478119,0.035715751349925995,0.0459471121430397,0.12381225824356079,0.07657521963119507,0.17139554023742676,0.10035941749811172,0.011368706822395325,0.048500608652830124,0.0881132259964943,0.06771671772003174,0.04364179074764252,0.03315418213605881,1.9912996292114258,0.13001945614814758,1.2214614152908325,0.02796144224703312,0.1037011593580246,0.045618850737810135,0.06561549007892609,0.04550669342279434,0.06761631369590759,0.24758437275886536,0.16090461611747742,0.08992872387170792,0.21707919239997864,0.15887880325317383,0.08189606666564941],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Loss by position on random repeated tokens\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"9394e049-36f2-4d96-b5df-d0a75b383cb9\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"9394e049-36f2-4d96-b5df-d0a75b383cb9\")) {                    Plotly.newPlot(                        \"9394e049-36f2-4d96-b5df-d0a75b383cb9\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98],\"xaxis\":\"x\",\"y\":[11.207849502563477,13.396801948547363,13.005900382995605,13.011003494262695,14.150362014770508,13.50684642791748,12.69533920288086,13.170181274414062,14.172119140625,12.145280838012695,10.964277267456055,12.440446853637695,12.792512893676758,12.390554428100586,11.458253860473633,10.481142044067383,12.591962814331055,12.150460243225098,12.070631980895996,11.558782577514648,12.135713577270508,11.50503921508789,11.107324600219727,10.52200698852539,12.564111709594727,11.460700035095215,11.585330963134766,11.761690139770508,11.288215637207031,12.074682235717773,11.565402030944824,11.728053092956543,11.511785507202148,12.53786849975586,11.760584831237793,11.95622730255127,10.950702667236328,11.317659378051758,12.134627342224121,10.551034927368164,11.43742561340332,11.334145545959473,10.860200881958008,11.884618759155273,11.32628345489502,10.577531814575195,11.493996620178223,11.982101440429688,11.103353500366211,11.45454216003418,2.645019769668579,1.0564688444137573,0.8332406282424927,0.24151745438575745,0.3214574456214905,0.17267689108848572,0.18621090054512024,0.33313363790512085,0.37650108337402344,0.08331616222858429,0.11175612360239029,0.16030560433864594,0.30682918429374695,0.19655261933803558,0.13694427907466888,0.05721314623951912,0.15470215678215027,0.47191041707992554,0.2518003582954407,0.13955938816070557,0.08009158074855804,0.19837668538093567,0.07004108279943466,0.04289315640926361,0.25014862418174744,0.07569004595279694,0.05075034499168396,0.12828463315963745,0.05355386063456535,0.061763644218444824,0.08908311277627945,0.09630775451660156,0.08436454832553864,0.21928927302360535,0.11374533176422119,0.03496924787759781,0.1100369542837143,0.03300275281071663,0.02705945447087288,0.08828818053007126,0.11785302311182022,0.09328252077102661,0.018150808289647102,0.13216224312782288,0.09651808440685272,0.03814644739031792,0.15675780177116394,0.08890683203935623,0.07700144499540329],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Loss by position on random repeated tokens\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('546cc739-6b19-4c16-bfae-1106c56f73a9');\n",
+       "var gd = document.getElementById('9394e049-36f2-4d96-b5df-d0a75b383cb9');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -937,10 +937,10 @@
    "execution_count": 19,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:30.798349Z",
-     "iopub.status.busy": "2023-11-23T20:37:30.797951Z",
-     "iopub.status.idle": "2023-11-23T20:37:32.042329Z",
-     "shell.execute_reply": "2023-11-23T20:37:32.041753Z"
+     "iopub.execute_input": "2023-11-29T23:48:16.216046Z",
+     "iopub.status.busy": "2023-11-29T23:48:16.215871Z",
+     "iopub.status.idle": "2023-11-29T23:48:17.444212Z",
+     "shell.execute_reply": "2023-11-29T23:48:17.443623Z"
     }
    },
    "outputs": [
@@ -951,9 +951,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"6659bb29-9ae5-40b0-8fbb-806aed273022\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"6659bb29-9ae5-40b0-8fbb-806aed273022\")) {                    Plotly.newPlot(                        \"6659bb29-9ae5-40b0-8fbb-806aed273022\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.010149245150387287,0.0001080579895642586,0.010947225615382195,3.1598310101799143e-07,0.00020262911857571453,6.538465822814032e-05,0.00947994738817215,0.0005931919440627098,0.008760656230151653,0.009203012101352215,0.006735381670296192,0.015523516573011875],[0.0009273061295971274,0.0004347098874859512,0.0021283638197928667,0.014394653029739857,0.005137550178915262,0.010628940537571907,0.01542852446436882,0.013289635069668293,0.012847527861595154,0.01584416814148426,0.0065300422720611095,0.00047028728295117617],[0.00484545947983861,0.017787709832191467,0.0028844112530350685,0.0015962006291374564,0.015164782293140888,0.00220773508772254,0.003812367795035243,0.008227745071053505,0.004583586938679218,0.0014849485596641898,0.0007301094592548907,0.010234675370156765],[0.015119633637368679,0.006204529199749231,0.002223663032054901,0.013355378061532974,0.021160230040550232,0.011784127913415432,0.002169633051380515,0.0010720491409301758,0.005972952116280794,0.012474913150072098,0.008246958255767822,0.0073234448209404945],[0.016304248943924904,0.014039388857781887,0.014601843431591988,0.008815011940896511,0.018480954691767693,0.01331339217722416,0.008095518685877323,0.0020850910805165768,0.013900002464652061,0.013628837652504444,0.018691398203372955,6.752828962675039e-09],[0.45053404569625854,0.9125443696975708,0.015932723879814148,0.007646151352673769,0.012612632475793362,0.9228652715682983,0.011582320556044579,0.018238965421915054,0.02923044189810753,0.026410985738039017,0.016220377758145332,0.017611075192689896],[0.01024926733225584,0.01706225611269474,0.018381498754024506,0.015122060663998127,0.022052936255931854,0.012469290755689144,0.030403263866901398,0.011669392697513103,0.012542047537863255,0.9148777723312378,0.034009162336587906,0.014412207528948784],[0.013194934464991093,0.17007939517498016,0.8437408208847046,0.018403246998786926,0.018850022926926613,0.017950119450688362,0.04340141639113426,0.0859966054558754,0.017978282645344734,0.018947472795844078,0.9163674116134644,0.05478820949792862],[0.015420629642903805,0.3973543643951416,0.014211445115506649,0.044128116220235825,0.018093738704919815,0.01370909158140421,0.1535995900630951,0.013875747099518776,0.0315958671271801,0.03150184080004692,0.06472966820001602,0.02117741107940674],[0.2660486400127411,0.18185581266880035,0.11187926679849625,0.012568130157887936,0.08888400346040726,0.02607634663581848,0.44554007053375244,0.02921210043132305,0.050400178879499435,0.4641469419002533,0.01790064014494419,0.045191094279289246],[0.3355695307254791,0.49417343735694885,0.037607718259096146,0.13551928102970123,0.065043143928051,0.01678227260708809,0.2959611117839813,0.4940136969089508,0.05075063556432724,0.016219893470406532,0.161869615316391,0.26083138585090637],[0.018601926043629646,0.056064095348119736,0.03331005573272705,0.012087898328900337,0.03697062283754349,0.10348814725875854,0.05201702192425728,0.06513074785470963,0.009776919148862362,0.30890950560569763,0.39457452297210693,0.026100201532244682]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Score by Head\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"98f70f8c-33d8-4515-ad2b-97a24886bcd8\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"98f70f8c-33d8-4515-ad2b-97a24886bcd8\")) {                    Plotly.newPlot(                        \"98f70f8c-33d8-4515-ad2b-97a24886bcd8\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.01049255020916462,0.00010832068073796108,0.011325037106871605,6.754964942956576e-07,0.0001670496421866119,0.00016619609959889203,0.009400913491845131,0.000772748957388103,0.008831899613142014,0.009212938137352467,0.00680967653170228,0.014742694795131683],[0.0005937412497587502,0.0004259684355929494,0.0021013275254517794,0.014239652082324028,0.005071629304438829,0.009718907065689564,0.015365170314908028,0.012971846386790276,0.012617075815796852,0.01567712053656578,0.006443663965910673,0.000496051914524287],[0.004841664340347052,0.0184494461864233,0.0010052676079794765,0.0008617810090072453,0.013228144496679306,0.001896101632155478,0.004742670804262161,0.008659950457513332,0.004731586202979088,0.001176393823698163,0.0006941685569472611,0.010263827629387379],[0.01617351919412613,0.006147550884634256,0.002282848348841071,0.011360818520188332,0.022141851484775543,0.013954502530395985,0.0017266435315832496,0.0018089816439896822,0.005679342430084944,0.012446035631000996,0.00824029091745615,0.005580541677772999],[0.015298716723918915,0.01248938124626875,0.01445823535323143,0.010661081410944462,0.018343420699238777,0.0112901721149683,0.008663494139909744,0.002316088881343603,0.0168569628149271,0.014681385830044746,0.01895756460726261,1.709650754300185e-10],[0.44873350858688354,0.9106476306915283,0.015823477879166603,0.007941455580294132,0.012014334090054035,0.9371939301490784,0.013214534148573875,0.018027300015091896,0.029223516583442688,0.026668980717658997,0.01863274723291397,0.0178206954151392],[0.008842813782393932,0.016746800392866135,0.01840311288833618,0.013598175719380379,0.02273622900247574,0.011996340937912464,0.029699236154556274,0.011597136035561562,0.008993120864033699,0.9183135628700256,0.03554115071892738,0.013095751404762268],[0.009289884939789772,0.17207792401313782,0.8611801862716675,0.018337922170758247,0.017455104738473892,0.0170638095587492,0.04456567019224167,0.08212347328662872,0.01708247698843479,0.019021349027752876,0.9279868602752686,0.06119280308485031],[0.015463169664144516,0.40888434648513794,0.015409947372972965,0.050209131091833115,0.017737962305545807,0.01347134355455637,0.14935024082660675,0.011650661006569862,0.031703200191259384,0.03120128996670246,0.0687352642416954,0.02067195251584053],[0.2631077170372009,0.1912078559398651,0.11247202008962631,0.009891336783766747,0.09696904569864273,0.026601290330290794,0.4642811417579651,0.029712079092860222,0.049801137298345566,0.472267210483551,0.016558436676859856,0.03934650868177414],[0.34488922357559204,0.5110052824020386,0.039976321160793304,0.150223970413208,0.05793631821870804,0.014577438123524189,0.30434733629226685,0.4894008934497833,0.04818994179368019,0.015651771798729897,0.1635848730802536,0.260301411151886],[0.01609378308057785,0.051822479814291,0.035570189356803894,0.010182996280491352,0.035451751202344894,0.09618974477052689,0.05227221921086311,0.06579063087701797,0.008478141389787197,0.3198787271976471,0.42535728216171265,0.02574133686721325]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Score by Head\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('6659bb29-9ae5-40b0-8fbb-806aed273022');\n",
+       "var gd = document.getElementById('98f70f8c-33d8-4515-ad2b-97a24886bcd8');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -1028,28 +1028,28 @@
    "execution_count": 20,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:32.044423Z",
-     "iopub.status.busy": "2023-11-23T20:37:32.044155Z",
-     "iopub.status.idle": "2023-11-23T20:37:32.236004Z",
-     "shell.execute_reply": "2023-11-23T20:37:32.235371Z"
+     "iopub.execute_input": "2023-11-29T23:48:17.446208Z",
+     "iopub.status.busy": "2023-11-29T23:48:17.446037Z",
+     "iopub.status.idle": "2023-11-29T23:48:17.638159Z",
+     "shell.execute_reply": "2023-11-29T23:48:17.637595Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div id=\"circuits-vis-67740f0f-8fc1\" style=\"margin: 15px 0;\"/>\n",
+       "<div id=\"circuits-vis-7d17ed5a-5a94\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionPatterns } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-67740f0f-8fc1\",\n",
+       "      \"circuits-vis-7d17ed5a-5a94\",\n",
        "      AttentionPatterns,\n",
        "      {\"tokens\": [\"use\", \" advice\", \" Social\", \"\\u00f6\", \"\\u00b7\", \" fought\", \" Le\", \" allegedly\", \" NO\", \"alth\", \"car\", \" prepared\", \"new\", \"rant\", \"roll\", \" hours\", \" published\", \"66\", \"ension\", \" 44\", \"use\", \" advice\", \" Social\", \"\\u00f6\", \"\\u00b7\", \" fought\", \" Le\", \" allegedly\", \" NO\", \"alth\", \"car\", \" prepared\", \"new\", \"rant\", \"roll\", \" hours\", \" published\", \"66\", \"ension\", \" 44\"], \"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9737270474433899, 0.026272933930158615, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9820428490638733, 0.01702023483812809, 0.0009368443279527128, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9895542860031128, 0.008665821515023708, 0.0004119746736250818, 0.0013679955154657364, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8543054461479187, 0.07801828533411026, 0.0008415375486947596, 0.000135991329443641, 0.06669872254133224, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.937433660030365, 0.03300206735730171, 0.0015577399171888828, 2.5352790089527844e-06, 0.001092560007236898, 0.026911471039056778, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.976921021938324, 0.003843690035864711, 2.2340229406836443e-05, 3.521892358548939e-05, 0.0051834965124726295, 0.01217624731361866, 0.001817896030843258, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9473506212234497, 0.01317491102963686, 0.0013492174912244081, 1.1802459084719885e-05, 0.0009449480567127466, 0.011318984441459179, 0.018020981922745705, 0.0078285476192832, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9847128391265869, 0.0010781469754874706, 0.0021734496112912893, 5.482254437083611e-06, 0.000491426617372781, 0.0013570819282904267, 0.0001018582479446195, 0.0002853853511624038, 0.009794449433684349, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9915198683738708, 0.004483338911086321, 0.00012727164721582085, 0.00016702202265150845, 0.0016301852883771062, 0.0011521565029397607, 0.0003231279260944575, 0.00012646272080019116, 0.00039313756860792637, 7.735053804935887e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8908805847167969, 0.024311963468790054, 1.734130819386337e-05, 4.1577386582503095e-05, 0.0008967677713371813, 0.0733492448925972, 0.0009482789901085198, 0.004280863795429468, 0.005168668460100889, 7.83030736783985e-06, 9.69318498391658e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8170806765556335, 0.13517117500305176, 0.011989925056695938, 1.1421705494285561e-05, 0.0003511993563733995, 0.009450689889490604, 0.019463282078504562, 0.0006557483575306833, 0.000576103397179395, 2.9927139621577226e-05, 1.6589807273703627e-05, 0.005203104577958584, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9082695841789246, 0.006068165879696608, 0.0138718755915761, 0.000823706912342459, 0.01190832071006298, 0.015542060136795044, 0.008354808203876019, 0.002078162506222725, 0.001317329122684896, 0.0021398081444203854, 0.003944150172173977, 0.0012376607628539205, 0.024444350972771645, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9479591250419617, 0.002102671656757593, 0.011938502080738544, 0.00012338555825408548, 3.537522616170463e-06, 0.00014498841483145952, 0.000587546790484339, 2.5534563974360935e-05, 0.0013609015149995685, 0.0003395717067178339, 0.010076263919472694, 0.015790535137057304, 0.006346346810460091, 0.003201026702299714, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9393549561500549, 0.006392320618033409, 0.0018427305622026324, 6.116198164818343e-06, 0.0003358749963808805, 0.0020515176001936197, 0.0038015025202184916, 0.0012357983505353332, 0.0002194814442191273, 0.00038693423266522586, 5.012224573874846e-05, 0.008153212256729603, 0.02692468836903572, 0.002937993500381708, 0.006306749768555164, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9339621663093567, 0.001782808220013976, 0.005864632315933704, 0.00019950229034293443, 7.22721015335992e-05, 0.0014535370282828808, 0.0025924285873770714, 0.00048594013787806034, 0.002229835605248809, 0.00015120470197871327, 0.012292890809476376, 0.005057864356786013, 0.012368586845695972, 0.003944482188671827, 0.00627509830519557, 0.011266657151281834, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8931334614753723, 0.0015468199271708727, 0.013001683168113232, 7.966379598656204e-06, 5.8643763622967526e-05, 0.0008863396942615509, 0.0032020884100347757, 3.214768003090285e-05, 0.00018022512085735798, 1.1455701496743131e-05, 7.6000826084055e-05, 0.0004202734271530062, 0.0016126175178214908, 0.02853921428322792, 0.01053547766059637, 0.025431964546442032, 0.021323587745428085, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9847024083137512, 0.0004582440888043493, 0.00017220467270817608, 6.160951784295321e-07, 4.782819814863615e-06, 0.0005806126864627004, 0.0004461855278350413, 0.0004120130033697933, 0.0013038694160059094, 0.0003176052123308182, 6.9941277615726e-05, 0.0013941078213974833, 5.583037273027003e-05, 0.0009110365062952042, 0.0001955796469701454, 0.0003960265312343836, 0.0011691716499626637, 0.007409730460494757, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8922598958015442, 0.01028368715196848, 0.0075692832469940186, 0.015225795097649097, 0.0006035331171005964, 0.00143777288030833, 0.01839740388095379, 0.00018186656234320253, 0.0021135725546628237, 3.803661456913687e-05, 0.009962520562112331, 0.003998211584985256, 0.0012666877591982484, 0.002186270197853446, 0.003267065854743123, 0.0015871921787038445, 0.019133849069476128, 0.00877940934151411, 0.001708078314550221, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5637843608856201, 2.204171323683113e-05, 0.0003808308974839747, 1.3938013410097483e-07, 4.306950174282065e-08, 0.00012883286399301142, 5.202732791076414e-05, 4.098202225577552e-06, 0.0004382180923130363, 1.0102457963512279e-05, 2.0490015231189318e-05, 0.00021747566643171012, 2.52499903581338e-05, 2.1293833924573846e-05, 0.0022071986459195614, 5.8927646023221314e-05, 0.0024183825589716434, 0.0032775476574897766, 0.4260486662387848, 0.0008841015514917672, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14634999632835388, 0.45109105110168457, 0.02720528282225132, 0.003008284606039524, 0.0007913809968158603, 0.08009319752454758, 0.005927636753767729, 0.0006846330943517387, 0.002126845298334956, 0.0027747375424951315, 0.00023907267313916236, 0.002550550037994981, 0.005493445787578821, 0.015832239761948586, 0.0003450005315244198, 0.0005726682138629258, 0.0021751681342720985, 0.03904329240322113, 0.16982696950435638, 0.04120749980211258, 0.0026610286440700293, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15882991254329681, 0.0941384956240654, 0.6926905512809753, 4.7764129703864455e-05, 8.085449735517614e-06, 0.009355572983622551, 0.0008445500861853361, 2.4437758838757873e-06, 0.00013774035323876888, 1.1189690667379182e-06, 4.677335255109938e-06, 0.00034721221891231835, 0.002631483133882284, 0.000450413761427626, 0.006463170982897282, 0.0005723314243368804, 0.001266835955902934, 0.006402315106242895, 0.0018092982936650515, 0.006555385421961546, 0.00037915154825896025, 0.01706140860915184, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05072375386953354, 0.004356098361313343, 0.00013167172437533736, 0.9396470785140991, 0.0005500915576703846, 0.0027711710426956415, 1.4556166206602938e-05, 5.01738713865052e-06, 1.5498595530516468e-05, 7.020687320391517e-08, 8.694868483871687e-06, 3.6541609006235376e-05, 3.607972075769794e-06, 2.594170109659899e-05, 7.590788754896494e-06, 7.100840093698935e-07, 4.6297886001411825e-05, 7.143482071114704e-05, 0.00012089101801393554, 0.0005609954823739827, 1.3380936252360698e-05, 0.0007342116441577673, 0.00015471104416064918, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04466310888528824, 0.0028326644096523523, 7.648704922758043e-05, 0.00015513721155002713, 0.7502232789993286, 0.19195610284805298, 9.640481584938243e-05, 0.00016210121975746006, 0.000127694322145544, 1.1226533388253301e-05, 8.733258255233523e-06, 0.00028133264277130365, 5.207781941862777e-05, 0.008386555127799511, 4.340242412581574e-06, 6.482691242126748e-05, 3.8029469578759745e-05, 7.603649282827973e-05, 0.00012636417523026466, 9.227972623193637e-05, 4.030191576021025e-07, 0.00011281662591500208, 2.522401246096706e-06, 0.0004493824380915612, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.013606250286102295, 0.0069718193262815475, 3.1886105716694146e-05, 1.8455467625244637e-06, 0.0023010955192148685, 0.9711790084838867, 0.00036324496613815427, 8.459793025394902e-05, 0.00010611555626383051, 4.505667163812177e-07, 2.987582377045328e-07, 0.000859266787301749, 8.844877447700128e-05, 0.00034812037483789027, 9.285108717449475e-07, 3.16055775329005e-05, 1.28021820273716e-05, 5.8033951063407585e-05, 0.0001051755461958237, 6.438314449042082e-05, 1.8867485778173432e-06, 0.0009238758939318359, 4.6810419007670134e-06, 8.993160008685663e-06, 0.002845229348167777, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0196113009005785, 0.004386152606457472, 6.198717892402783e-05, 4.8857877743557765e-08, 4.25249854743015e-05, 0.0036122458986938, 0.9598401188850403, 0.005622261669486761, 0.0023445691913366318, 5.173955059945001e-07, 1.9621541014203103e-06, 0.0016548329731449485, 0.0005915368674322963, 0.0011695865541696548, 5.784221684734803e-06, 8.119027188513428e-05, 4.50031875516288e-05, 0.00018497853307053447, 5.086978126200847e-05, 0.00011132831423310563, 6.8484796429402195e-06, 3.853969610645436e-05, 4.8530541789659765e-06, 1.2763493373313395e-07, 3.953090072172927e-06, 0.000526951567735523, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008729088120162487, 0.00017810733697842807, 2.880620684209134e-07, 4.138290421451529e-07, 6.865051545901224e-05, 0.0009331147302873433, 0.00014888252189848572, 0.984452486038208, 0.004786348436027765, 0.00011328891559969634, 7.255455898302898e-07, 7.424674549838528e-05, 1.4996331628935877e-05, 0.00019790638179983944, 2.995045917941752e-07, 4.872005320066819e-06, 5.296112703945255e-06, 4.536827418633038e-06, 0.0001126891584135592, 3.4170932394772535e-06, 8.272501872852445e-06, 1.2379839972709306e-05, 3.665505587946427e-08, 9.025101803672442e-07, 1.605309807928279e-05, 0.00011404316319385543, 1.8653590814210474e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.040821623057127, 0.003618423594161868, 4.821059701498598e-05, 1.9615821145180234e-07, 5.3803432820132e-05, 0.0021802415139973164, 0.0033272404689341784, 0.0018782162806019187, 0.9307870864868164, 0.004815374035388231, 1.4430223927774932e-05, 0.002828805474564433, 0.0001046408069669269, 0.0029309147503226995, 0.000951474707107991, 6.522190960822627e-05, 0.0002954133087769151, 0.00012317548680584878, 0.0015512369573116302, 0.0005327708786353469, 0.00022083590738475323, 0.0004432715068105608, 1.9391451132833026e-05, 5.82568759455171e-07, 1.6632830011076294e-05, 0.00047732252278365195, 0.0011258190497756004, 0.0007676906534470618, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13800930976867676, 0.000338583457050845, 0.0001597269729245454, 3.422593763957593e-08, 1.2696473277173936e-05, 0.00024196706362999976, 3.821916106971912e-05, 3.75151212210767e-05, 0.004743287805467844, 0.8406776785850525, 0.00018875458044931293, 0.00015232681471388787, 1.2507526662375312e-05, 0.00022362935123965144, 0.00013282430882100016, 6.470827793236822e-05, 0.00013950459833722562, 9.763542038854212e-05, 0.0004387961816973984, 4.486089892452583e-05, 6.358895188895985e-05, 0.0003425588656682521, 5.2226594561943784e-05, 5.293456979416078e-07, 4.435886694409419e-06, 6.543439667439088e-05, 2.914496462835814e-06, 3.872648903779918e-06, 0.013709800317883492, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.007798763923346996, 0.00022834587434772402, 4.638495170183887e-07, 6.367751552716072e-07, 1.581695869390387e-05, 4.743899989989586e-05, 5.23908101968118e-06, 7.306607585633174e-06, 1.2522128599812277e-05, 3.330236779675033e-07, 0.9909056425094604, 0.0004522074304986745, 5.365378910937579e-06, 7.535902841482311e-05, 8.799955139693338e-06, 7.89501609688159e-06, 0.00023918168153613806, 2.256900643260451e-06, 7.641906995559111e-05, 5.5141681514214724e-05, 4.37830931332428e-06, 2.181077616114635e-05, 4.4351484262961094e-08, 1.2584339401655598e-06, 2.0698282696685055e-06, 1.2951734788657632e-05, 3.9528501361019153e-07, 1.120234287554922e-06, 7.981775524967816e-06, 2.9978652946738293e-06, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04228431358933449, 0.011305327527225018, 7.640707622158516e-07, 2.2586116301681614e-06, 9.7864460258279e-05, 0.03826918080449104, 0.0002364078682148829, 0.0014555177185684443, 0.0029497784562408924, 1.2863364418080891e-06, 2.8271377232158557e-05, 0.8946185111999512, 0.0005234958371147513, 0.0011799597414210439, 0.0009106295183300972, 0.00036045987508259714, 0.00020461679378058761, 2.9102066037012264e-05, 0.0013425362994894385, 0.0003398236876819283, 0.0003325499128550291, 8.430355228483677e-05, 7.937668300428413e-08, 5.809842605231097e-06, 4.910861207463313e-06, 0.0023872717283666134, 2.6967063604388386e-05, 0.00020931477774865925, 0.0007688809419050813, 5.801360657642363e-06, 3.414767706999555e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006102938205003738, 0.016550486907362938, 4.6485260099871084e-05, 8.233644166466547e-08, 7.3985620474559255e-06, 0.0005482275155372918, 0.0005931382765993476, 1.5738474758109078e-05, 3.503294283291325e-05, 3.350411361680017e-07, 1.8657613054529065e-07, 0.0004606691072694957, 0.8416222333908081, 0.12311315536499023, 0.006359195336699486, 0.002699509961530566, 0.00016676295490469784, 0.0012130788527429104, 0.0001319888251600787, 8.468214946333319e-05, 4.61595709566609e-06, 6.994947761995718e-05, 4.916088528261753e-06, 3.4761239930958254e-07, 3.711939484674076e-07, 6.107331137172878e-05, 6.728528387611732e-05, 2.275825863762293e-06, 2.0601521100616083e-05, 7.198157163657015e-07, 2.788131148179218e-08, 1.6529431377421133e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.040416911244392395, 0.0013464335352182388, 0.00028817105339840055, 4.343557975516887e-06, 0.000683746999129653, 0.002149260835722089, 0.0012713854666799307, 0.00021145769278518856, 0.00014913463382981718, 2.3681606762693264e-05, 9.255079930881038e-05, 7.460868073394522e-05, 0.0030381495598703623, 0.915346086025238, 0.0020634792745113373, 0.002670755609869957, 0.0006971395923756063, 0.022915076464414597, 0.0016386328497901559, 0.00029437473858706653, 8.301910384034272e-06, 0.0001194091237266548, 3.610841667978093e-05, 1.259376949747093e-05, 0.0003830744535662234, 0.0011952044442296028, 0.000184451972017996, 7.12581240804866e-05, 0.00012850583880208433, 6.0622252931352705e-05, 4.5176475396147e-05, 6.895728006384161e-07, 0.0023790784180164337, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03775652125477791, 0.0016132259042933583, 0.00031778556876815856, 8.171189733729989e-07, 4.6315926738316193e-07, 7.222061685752124e-05, 0.0001249091437784955, 4.997595169697888e-06, 0.000306671776343137, 5.74938303543604e-06, 0.0002466135483700782, 0.0037777582183480263, 0.0013358108699321747, 0.00211318489164114, 0.8997161388397217, 0.04417843371629715, 0.00033094995887950063, 0.001384938252158463, 0.00039356076740659773, 0.002321053296327591, 0.00046422172454185784, 0.00019271692144684494, 0.0005703868810087442, 5.927732217969606e-06, 2.468730642135597e-08, 3.108331839030143e-06, 7.165992428781465e-06, 2.924018644989701e-07, 7.984158582985401e-05, 1.2546447578642983e-05, 0.00012651394354179502, 0.0002383790852036327, 0.0008907291339710355, 0.0014062355039641261, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08771752566099167, 0.007821434177458286, 5.6624761782586575e-05, 1.4731194042383322e-08, 1.0490872227819636e-05, 0.001105872797779739, 0.00042911499622277915, 5.523023719433695e-05, 3.919866867363453e-05, 2.7502028387971222e-06, 2.546176801843103e-06, 0.0027552093379199505, 0.005722662899643183, 0.0011191837256774306, 0.001587632461450994, 0.8757361173629761, 0.001080043031834066, 0.003532147267833352, 0.0015019838465377688, 0.0006949508097022772, 4.334091499913484e-05, 0.00023435152252204716, 6.934274551895214e-06, 2.7577929273547852e-08, 9.912379255183623e-07, 0.00019156531197950244, 2.9515373171307147e-05, 5.468174094858114e-06, 2.4805667635519058e-06, 1.4659860880783526e-06, 7.256049343595805e-07, 8.567820623284206e-05, 0.0042638652957975864, 0.0007048685220070183, 0.003457949496805668, 0.0, 0.0, 0.0, 0.0, 0.0], [0.018741386011242867, 0.00013177517394069582, 0.00011519038525875658, 8.336373298334365e-07, 3.8734773966098146e-07, 4.0343798900721595e-05, 8.927313319873065e-05, 6.575971383426804e-06, 6.646571273449808e-05, 2.014518543091981e-07, 0.00012498433352448046, 0.00022737678955309093, 0.0003596775932237506, 4.087335037183948e-05, 8.6540101619903e-05, 0.0001706214970909059, 0.9720673561096191, 0.004511019214987755, 0.0017741491319611669, 0.0003342096460983157, 0.0006673677125945687, 8.272362720163073e-06, 8.590801007812843e-05, 4.4451923031374463e-07, 1.5395077213042896e-08, 3.9162018765637185e-06, 1.8561571778263897e-05, 1.7440301007809467e-06, 2.3064632841851562e-05, 6.561240297742188e-07, 5.53653335373383e-05, 1.0027742973761633e-05, 0.00011005577107425779, 2.0988110918551683e-05, 6.008594573359005e-05, 4.435584196471609e-05, 0.0, 0.0, 0.0, 0.0], [0.02161446213722229, 6.69997971272096e-05, 0.00023383130610454828, 1.9461027989109425e-07, 1.0568076049821684e-06, 2.5699633624753915e-05, 0.00021046715846750885, 1.7352572285744827e-06, 6.270182893786114e-06, 8.374802717980856e-08, 2.3547788714495255e-06, 1.8064714822685346e-05, 0.00023376620083581656, 0.001895326655358076, 0.0002040943072643131, 0.0004746896156575531, 0.0029953892808407545, 0.962553858757019, 0.006914269644767046, 0.00019762454030569643, 0.0001176124278572388, 1.7810394638217986e-05, 8.193766552722082e-05, 8.319953792579327e-08, 6.341063141235281e-08, 1.5034653415568755e-06, 1.5951727618812583e-05, 1.2851917574607796e-07, 7.93534070453461e-07, 1.2686584227594722e-07, 5.140194048181002e-07, 3.882933086174489e-08, 5.885353675694205e-05, 0.001102684298530221, 9.716697968542576e-05, 8.231336687458679e-05, 0.0007721185684204102, 0.0, 0.0, 0.0], [0.03668336942791939, 5.292128207656788e-06, 1.6796285535747302e-06, 3.2259306337323324e-10, 1.767925539297721e-08, 9.711822713143192e-06, 6.970077720325207e-06, 3.922060386685189e-06, 1.5272446034941822e-05, 6.423099989660841e-07, 3.0026015451767307e-07, 2.1527865101234056e-05, 8.620299354333838e-07, 2.37110707530519e-05, 1.1333936527080368e-06, 4.3700406422431115e-06, 2.1794803615193814e-05, 0.0007244828739203513, 0.956550121307373, 7.606104190926999e-05, 0.005361168645322323, 3.4097050956916064e-05, 1.478855665482115e-06, 1.9675807649832677e-09, 6.515244788118935e-09, 7.01611099884758e-07, 1.9081964808265184e-07, 3.605073857215757e-07, 3.9733699850330595e-06, 1.5304382259273552e-06, 1.0370983716256887e-07, 7.635122756255441e-07, 1.8985070937560522e-07, 6.164449587231502e-06, 2.6138040993828326e-06, 1.3529003126677708e-06, 1.0274146916344762e-05, 0.0004238302353769541, 0.0, 0.0], [0.039370156824588776, 0.0003585806116461754, 7.419259782182053e-05, 4.9509686505189165e-05, 4.653114046959672e-06, 4.697614349424839e-05, 0.00022992292360868305, 1.250448349310318e-06, 3.723302506841719e-05, 8.911857207749563e-08, 7.931947038741782e-05, 0.00013509151176549494, 1.8374767023487948e-05, 0.00010297392145730555, 8.208450162783265e-05, 2.7536349080037326e-05, 0.0005808349815197289, 0.001175027689896524, 0.0009059886215254664, 0.9545682072639465, 7.41759140510112e-05, 0.0005086685996502638, 0.00019448206876404583, 8.633093966636807e-05, 8.952690677688224e-07, 1.429001713404432e-05, 3.445206311880611e-05, 2.1258604476770415e-07, 1.695069659035653e-05, 4.816170076082926e-07, 3.185392779414542e-05, 1.3589543414127547e-05, 2.5087558242375962e-05, 5.981937647447921e-05, 0.00011690137762343511, 1.134204285335727e-05, 0.00027131877141073346, 0.0002638357982505113, 0.00042732167639769614, 0.0], [0.025401175022125244, 7.441653906425927e-07, 1.083010920410743e-05, 2.249717967472975e-09, 9.222053676261055e-10, 8.208572580770124e-06, 2.5448041469644522e-06, 1.0004308848010623e-07, 3.1608818972017616e-05, 2.427832441753708e-07, 5.289145974529674e-07, 1.426299331797054e-05, 1.534571993033751e-06, 1.877791987681121e-06, 0.00020286838116589934, 2.141227923857514e-06, 0.00010114473843714222, 0.000930983864236623, 0.10166110098361969, 5.551500362344086e-05, 0.8627557754516602, 2.250253828606219e-06, 3.0665665690321475e-05, 5.196929997453026e-09, 3.1991929938524066e-11, 8.736421364119451e-08, 1.2241717683991737e-07, 1.2374246072255346e-09, 1.250754576176405e-05, 4.635776349459775e-07, 1.6297892102556943e-07, 2.719453107147274e-07, 1.1941887123612105e-07, 1.4462533215464646e-07, 5.5279004300246015e-05, 3.5639581597024517e-07, 4.9333561037201434e-05, 0.0001694792736088857, 0.008456716313958168, 3.8713751564500853e-05]]]}\n",
        "    )\n",
        "    </script>"
       ],
       "text/plain": [
-       "<circuitsvis.utils.render.RenderedHTML at 0x7fabf5998850>"
+       "<circuitsvis.utils.render.RenderedHTML at 0x7f7d85f68550>"
       ]
      },
      "metadata": {},
@@ -1118,17 +1118,17 @@
    "execution_count": 21,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:32.238859Z",
-     "iopub.status.busy": "2023-11-23T20:37:32.238522Z",
-     "iopub.status.idle": "2023-11-23T20:37:34.907651Z",
-     "shell.execute_reply": "2023-11-23T20:37:34.907044Z"
+     "iopub.execute_input": "2023-11-29T23:48:17.640873Z",
+     "iopub.status.busy": "2023-11-29T23:48:17.640485Z",
+     "iopub.status.idle": "2023-11-29T23:48:20.788500Z",
+     "shell.execute_reply": "2023-11-29T23:48:20.787975Z"
     }
    },
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "104c8103d3264bfda160d0018d2ee6f7",
+       "model_id": "8bf1d0ed09eb4e31855b9daad3e00ef3",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1142,7 +1142,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "814bf5ab8d71434f8592dd4fa16382e1",
+       "model_id": "d971ee545cf741d6882ae1ff83de763c",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1156,7 +1156,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "c6ead7276f204281afcb2ade6c46f37a",
+       "model_id": "1c14c4d236624c57af329d5c5c2061cb",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1170,7 +1170,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "fa94446c47904b35925aacd066419df2",
+       "model_id": "36496b2a4f6a4468839e239007f2c081",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1184,7 +1184,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "62ef140a0ba44e349c47bceda8550521",
+       "model_id": "fa038191ecdf43288a05fe92964fea3c",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1213,10 +1213,10 @@
    "execution_count": 22,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:34.909957Z",
-     "iopub.status.busy": "2023-11-23T20:37:34.909579Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.535801Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.535235Z"
+     "iopub.execute_input": "2023-11-29T23:48:20.790935Z",
+     "iopub.status.busy": "2023-11-29T23:48:20.790535Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.428197Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.427577Z"
     }
    },
    "outputs": [
@@ -1227,9 +1227,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"dbf6eebe-b801-499c-ae42-69b716676601\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"dbf6eebe-b801-499c-ae42-69b716676601\")) {                    Plotly.newPlot(                        \"dbf6eebe-b801-499c-ae42-69b716676601\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.009921234101057053,0.00013073191803414375,0.011734716594219208,2.3535501441074302e-06,0.0006857668049633503,1.073900239134673e-05,0.00876503437757492,0.0011829972499981523,0.007963700219988823,0.009537442587316036,0.008971192874014378,0.016056837514042854],[0.003526397980749607,0.016969839110970497,0.0040087271481752396,0.0005126066389493644,0.015328221954405308,0.0020630136132240295,0.004427169915288687,0.015423694625496864,0.0036321161314845085,0.00010741607547970489,0.004059288185089827,0.014759087935090065],[0.01135626807808876,0.006326507776975632,0.011938061565160751,0.0029111928306519985,0.019735639914870262,0.004356868099421263,0.009167158976197243,0.0015794403152540326,0.017101522535085678,0.012446065433323383,0.021108288317918777,2.223502493237106e-09],[0.007569576613605022,0.21677759289741516,0.8577886819839478,0.01626519113779068,0.01772334612905979,0.013098146766424179,0.01925596408545971,0.18884368240833282,0.016006607562303543,0.015810217708349228,0.9322335720062256,0.4902278780937195],[0.27031227946281433,0.22730393707752228,0.08651269972324371,0.010422397404909134,0.079010508954525,0.023939376696944237,0.6239443421363831,0.02427329309284687,0.06445866823196411,0.6402761936187744,0.017151180654764175,0.0570630207657814],[0.02178362011909485,0.082449771463871,0.05189909785985947,0.01383710466325283,0.03506142646074295,0.17800873517990112,0.07764646410942078,0.09965579956769943,0.008355469442903996,0.4627465307712555,0.18725402653217316,0.0315290205180645]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Score by Head in Distil GPT-2\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"9edfad89-f746-474f-bf61-4970859ddb89\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"9edfad89-f746-474f-bf61-4970859ddb89\")) {                    Plotly.newPlot(                        \"9edfad89-f746-474f-bf61-4970859ddb89\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.010502825491130352,0.0001656798558542505,0.011984748765826225,4.9570357987249736e-06,0.0007082183146849275,1.2023743693134747e-05,0.0086316904053092,0.0014036023057997227,0.008330969139933586,0.009415172971785069,0.008928680792450905,0.01563902199268341],[0.002909952076151967,0.017924074083566666,0.0012682625092566013,0.00015438059926964343,0.012068876065313816,0.0019518451299518347,0.0043566846288740635,0.015611935406923294,0.0024434286169707775,0.00010985316475853324,0.003945884294807911,0.014468003064393997],[0.006348173599690199,0.006017571780830622,0.01251104474067688,0.0025503109209239483,0.019121743738651276,0.0037334260996431112,0.009163868613541126,0.0013247965835034847,0.017731063067913055,0.012421554885804653,0.021190082654356956,6.37324123597266e-13],[0.006801993120461702,0.2333187609910965,0.8687839508056641,0.016921233385801315,0.016492240130901337,0.01322645228356123,0.019674325361847878,0.1887282431125641,0.015904132276773453,0.01703622378408909,0.9406628608703613,0.4930949807167053],[0.2856510579586029,0.24327194690704346,0.09269988536834717,0.008840292692184448,0.08025243133306503,0.02457164041697979,0.6502691507339478,0.025971438735723495,0.06609994173049927,0.6651257872581482,0.016287032514810562,0.059300363063812256],[0.020594194531440735,0.07444951683282852,0.05489909648895264,0.011792006902396679,0.035416655242443085,0.18142472207546234,0.07927346229553223,0.09301110357046127,0.006783642340451479,0.46906527876853943,0.18708381056785583,0.02835739403963089]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Score by Head in Distil GPT-2\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('dbf6eebe-b801-499c-ae42-69b716676601');\n",
+       "var gd = document.getElementById('9edfad89-f746-474f-bf61-4970859ddb89');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -1411,10 +1411,10 @@
    "execution_count": 23,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.538111Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.537775Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.541375Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.540841Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.430454Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.430276Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.434311Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.433758Z"
     }
    },
    "outputs": [
@@ -1455,10 +1455,10 @@
    "execution_count": 24,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.543396Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.543097Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.546697Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.546132Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.436410Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.436074Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.439851Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.439277Z"
     }
    },
    "outputs": [
@@ -1500,10 +1500,10 @@
    "execution_count": 25,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.548595Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.548297Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.613502Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.612907Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.441909Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.441575Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.508498Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.507875Z"
     }
    },
    "outputs": [
@@ -1597,10 +1597,10 @@
    "execution_count": 26,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.616023Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.615697Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.623078Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.622549Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.510967Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.510553Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.518174Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.517597Z"
     }
    },
    "outputs": [],
@@ -1614,10 +1614,10 @@
    "execution_count": 27,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.625291Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.624934Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.630110Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.629576Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.520468Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.520164Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.525784Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.525336Z"
     }
    },
    "outputs": [
@@ -1695,10 +1695,10 @@
    "execution_count": 28,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.632173Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.631872Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.636179Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.635633Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.527773Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.527416Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.531769Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.531210Z"
     }
    },
    "outputs": [
@@ -1763,10 +1763,10 @@
    "execution_count": 29,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.638202Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.637904Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.641930Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.641390Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.533921Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.533544Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.537388Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.536948Z"
     }
    },
    "outputs": [
@@ -1796,10 +1796,10 @@
    "execution_count": 30,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.643851Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.643527Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.647075Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.646631Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.539350Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.539034Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.542478Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.542039Z"
     }
    },
    "outputs": [
@@ -1836,10 +1836,10 @@
    "execution_count": 31,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.649091Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.648780Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.652300Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.651856Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.544374Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.544061Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.547441Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.547011Z"
     }
    },
    "outputs": [
@@ -1879,10 +1879,10 @@
    "execution_count": 32,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.654141Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.653850Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.733043Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.732447Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.549271Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.549111Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.629732Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.629133Z"
     }
    },
    "outputs": [
@@ -1919,10 +1919,10 @@
    "execution_count": 33,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.735431Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.735099Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.738701Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.738137Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.632074Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.631867Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.635537Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.635055Z"
     }
    },
    "outputs": [
@@ -1957,10 +1957,10 @@
    "execution_count": 34,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.740521Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.740374Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.744419Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.743888Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.637406Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.637238Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.641984Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.641539Z"
     }
    },
    "outputs": [
@@ -1968,7 +1968,13 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "With BOS: 2\n",
+      "With BOS: 2\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
       "Without BOS: 1\n"
      ]
     }
@@ -1990,10 +1996,10 @@
    "execution_count": 35,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.746262Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.746107Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.750558Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.749975Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.643976Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.643810Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.647941Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.647470Z"
     }
    },
    "outputs": [
@@ -2029,10 +2035,10 @@
    "execution_count": 36,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.752736Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.752254Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.756490Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.755962Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.649863Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.649561Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.653553Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.653130Z"
     }
    },
    "outputs": [
@@ -2080,10 +2086,10 @@
    "execution_count": 37,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.758654Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.758224Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.938824Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.938255Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.655664Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.655350Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.845352Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.844783Z"
     }
    },
    "outputs": [
@@ -2133,10 +2139,10 @@
    "execution_count": 38,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.941187Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.940849Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.126773Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.126177Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.847768Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.847371Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.039535Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.038932Z"
     }
    },
    "outputs": [
@@ -2179,10 +2185,10 @@
    "execution_count": 39,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.129259Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.128853Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.132747Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.132217Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.041928Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.041534Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.046212Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.045740Z"
     }
    },
    "outputs": [
@@ -2190,7 +2196,13 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "| Claire| -> [' Claire']\n",
+      "| Claire| -> [' Claire']\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
       "|Claire| -> ['Cl', 'aire']\n"
      ]
     }
@@ -2239,10 +2251,10 @@
    "execution_count": 40,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.134822Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.134503Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.140172Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.139746Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.048305Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.047990Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.053784Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.053329Z"
     }
    },
    "outputs": [
@@ -2250,13 +2262,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Norms:\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
+      "Norms:\n",
       "tensor(9.9105)\n",
       "tensor(9.9105)\n",
       "Right dimension: 5, Left dimension: 5, Hidden dimension: 2\n"
@@ -2290,10 +2296,10 @@
    "execution_count": 41,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.142239Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.141760Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.146533Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.146081Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.055928Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.055534Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.060809Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.060358Z"
     }
    },
    "outputs": [
@@ -2335,10 +2341,10 @@
    "execution_count": 42,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.148444Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.148122Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.153324Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.152860Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.062895Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.062525Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.068174Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.067658Z"
     }
    },
    "outputs": [
@@ -2377,10 +2383,10 @@
    "execution_count": 43,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.155444Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.155136Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.158501Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.157943Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.070365Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.070004Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.073836Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.073343Z"
     }
    },
    "outputs": [
@@ -2427,10 +2433,10 @@
    "execution_count": 44,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.160772Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.160309Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.167404Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.166840Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.075936Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.075593Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.083052Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.082508Z"
     }
    },
    "outputs": [
@@ -2452,10 +2458,10 @@
    "execution_count": 45,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.169580Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.169221Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.281720Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.281204Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.085328Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.084971Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.203987Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.203332Z"
     }
    },
    "outputs": [
@@ -2479,10 +2485,10 @@
    "execution_count": 46,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.283992Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.283618Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.314155Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.313586Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.206398Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.205995Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.236866Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.236311Z"
     }
    },
    "outputs": [
@@ -2493,9 +2499,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"59953da0-a49b-4bc7-9665-3a8ac7e6c037\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"59953da0-a49b-4bc7-9665-3a8ac7e6c037\")) {                    Plotly.newPlot(                        \"59953da0-a49b-4bc7-9665-3a8ac7e6c037\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786],[-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697],[-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901],[0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308],[0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029],[0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455],[0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157],[0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901],[-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115],[0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226],[0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959],[0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0,\"cmin\":-1.0,\"cmax\":1.0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"173b8c0f-e256-4c2c-b8cb-70ecbd73a627\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"173b8c0f-e256-4c2c-b8cb-70ecbd73a627\")) {                    Plotly.newPlot(                        \"173b8c0f-e256-4c2c-b8cb-70ecbd73a627\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786],[-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697],[-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901],[0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308],[0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029],[0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455],[0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157],[0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901],[-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115],[0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226],[0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959],[0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0,\"cmin\":-1.0,\"cmax\":1.0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('59953da0-a49b-4bc7-9665-3a8ac7e6c037');\n",
+       "var gd = document.getElementById('173b8c0f-e256-4c2c-b8cb-70ecbd73a627');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -2543,10 +2549,10 @@
    "execution_count": 47,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.316325Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.316018Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.345529Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.345071Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.239257Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.238842Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.269882Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.269292Z"
     }
    },
    "outputs": [
@@ -2557,9 +2563,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"f7ee0aa6-b7b4-42a5-a235-065ce2336733\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"f7ee0aa6-b7b4-42a5-a235-065ce2336733\")) {                    Plotly.newPlot(                        \"f7ee0aa6-b7b4-42a5-a235-065ce2336733\",                        [{\"hovertemplate\":\"Real=%{x}\\u003cbr\\u003eImaginary=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-2.139726161956787,1.4152659177780151,3.4444546699523926,4.0276689529418945,8.882657051086426,4.866776943206787,4.866776943206787,4.843708038330078,4.843708038330078,8.477534294128418,8.21679973602295,8.21679973602295,5.078621864318848,7.855459213256836,7.855459213256836,5.365771770477295,5.365771770477295,5.563427448272705,5.563427448272705,5.421727657318115,7.769131660461426,7.769131660461426,7.042290210723877,7.042290210723877,5.675149917602539,5.675149917602539,7.6785993576049805,7.6785993576049805,6.573331356048584,6.573331356048584,7.67292594909668,7.172202110290527,7.172202110290527,7.423615455627441,7.423615455627441,7.4708147048950195,6.08908748626709,6.08908748626709,6.306832313537598,6.306832313537598,6.511747360229492,6.511747360229492,5.955250263214111,5.955250263214111,5.858802795410156,5.858802795410156,7.147878170013428,7.147878170013428,7.185699939727783,7.185699939727783,6.6706037521362305,6.6706037521362305,6.7359819412231445,6.7359819412231445,6.149754524230957,6.149754524230957,6.288780212402344,6.288780212402344,6.344789028167725,6.625576972961426,6.625576972961426,6.899187088012695,6.899187088012695,6.856410026550293],\"xaxis\":\"x\",\"y\":[0.0,0.0,0.0,0.0,0.0,0.41851967573165894,-0.41851967573165894,0.09079498052597046,-0.09079498052597046,0.0,0.40868431329727173,-0.40868431329727173,0.0,0.7007191777229309,-0.7007191777229309,0.46421778202056885,-0.46421778202056885,0.5558270215988159,-0.5558270215988159,0.0,0.47056713700294495,-0.47056713700294495,1.029872179031372,-1.029872179031372,0.48252731561660767,-0.48252731561660767,0.33564886450767517,-0.33564886450767517,0.9988701343536377,-0.9988701343536377,0.0,0.7531797885894775,-0.7531797885894775,0.425758957862854,-0.425758957862854,0.0,0.6436269283294678,-0.6436269283294678,0.7701666951179504,-0.7701666951179504,0.7558029294013977,-0.7558029294013977,0.2591177523136139,-0.2591177523136139,0.013043581508100033,-0.013043581508100033,0.40166139602661133,-0.40166139602661133,0.28192487359046936,-0.28192487359046936,0.6146230697631836,-0.6146230697631836,0.5391324758529663,-0.5391324758529663,0.2823374569416046,-0.2823374569416046,0.35283783078193665,-0.35283783078193665,0.0,0.24868342280387878,-0.24868342280387878,0.15545885264873505,-0.15545885264873505,0.0],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Real\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Imaginary\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Eigenvalues of Head L11H11 of GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"4dc7e94a-e602-487a-b30a-a76bd44f0c45\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"4dc7e94a-e602-487a-b30a-a76bd44f0c45\")) {                    Plotly.newPlot(                        \"4dc7e94a-e602-487a-b30a-a76bd44f0c45\",                        [{\"hovertemplate\":\"Real=%{x}\\u003cbr\\u003eImaginary=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-2.139726161956787,1.4152659177780151,3.4444546699523926,4.0276689529418945,8.882657051086426,4.866776943206787,4.866776943206787,4.843708038330078,4.843708038330078,8.477534294128418,8.21679973602295,8.21679973602295,5.078621864318848,7.855459213256836,7.855459213256836,5.365771770477295,5.365771770477295,5.563427448272705,5.563427448272705,5.421727657318115,7.769131660461426,7.769131660461426,7.042290210723877,7.042290210723877,5.675149917602539,5.675149917602539,7.6785993576049805,7.6785993576049805,6.573331356048584,6.573331356048584,7.67292594909668,7.172202110290527,7.172202110290527,7.423615455627441,7.423615455627441,7.4708147048950195,6.08908748626709,6.08908748626709,6.306832313537598,6.306832313537598,6.511747360229492,6.511747360229492,5.955250263214111,5.955250263214111,5.858802795410156,5.858802795410156,7.147878170013428,7.147878170013428,7.185699939727783,7.185699939727783,6.6706037521362305,6.6706037521362305,6.7359819412231445,6.7359819412231445,6.149754524230957,6.149754524230957,6.288780212402344,6.288780212402344,6.344789028167725,6.625576972961426,6.625576972961426,6.899187088012695,6.899187088012695,6.856410026550293],\"xaxis\":\"x\",\"y\":[0.0,0.0,0.0,0.0,0.0,0.41851967573165894,-0.41851967573165894,0.09079498052597046,-0.09079498052597046,0.0,0.40868431329727173,-0.40868431329727173,0.0,0.7007191777229309,-0.7007191777229309,0.46421778202056885,-0.46421778202056885,0.5558270215988159,-0.5558270215988159,0.0,0.47056713700294495,-0.47056713700294495,1.029872179031372,-1.029872179031372,0.48252731561660767,-0.48252731561660767,0.33564886450767517,-0.33564886450767517,0.9988701343536377,-0.9988701343536377,0.0,0.7531797885894775,-0.7531797885894775,0.425758957862854,-0.425758957862854,0.0,0.6436269283294678,-0.6436269283294678,0.7701666951179504,-0.7701666951179504,0.7558029294013977,-0.7558029294013977,0.2591177523136139,-0.2591177523136139,0.013043581508100033,-0.013043581508100033,0.40166139602661133,-0.40166139602661133,0.28192487359046936,-0.28192487359046936,0.6146230697631836,-0.6146230697631836,0.5391324758529663,-0.5391324758529663,0.2823374569416046,-0.2823374569416046,0.35283783078193665,-0.35283783078193665,0.0,0.24868342280387878,-0.24868342280387878,0.15545885264873505,-0.15545885264873505,0.0],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Real\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Imaginary\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Eigenvalues of Head L11H11 of GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('f7ee0aa6-b7b4-42a5-a235-065ce2336733');\n",
+       "var gd = document.getElementById('4dc7e94a-e602-487a-b30a-a76bd44f0c45');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -2606,10 +2612,10 @@
    "execution_count": 48,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.347557Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.347231Z",
-     "iopub.status.idle": "2023-11-23T20:37:46.216142Z",
-     "shell.execute_reply": "2023-11-23T20:37:46.215447Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.272237Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.271884Z",
+     "iopub.status.idle": "2023-11-29T23:48:32.582905Z",
+     "shell.execute_reply": "2023-11-29T23:48:32.582324Z"
     }
    },
    "outputs": [
@@ -2631,10 +2637,10 @@
    "execution_count": 49,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:46.218489Z",
-     "iopub.status.busy": "2023-11-23T20:37:46.218157Z",
-     "iopub.status.idle": "2023-11-23T20:37:46.764659Z",
-     "shell.execute_reply": "2023-11-23T20:37:46.764084Z"
+     "iopub.execute_input": "2023-11-29T23:48:32.585412Z",
+     "iopub.status.busy": "2023-11-29T23:48:32.584945Z",
+     "iopub.status.idle": "2023-11-29T23:48:33.110923Z",
+     "shell.execute_reply": "2023-11-29T23:48:33.110396Z"
     }
    },
    "outputs": [
@@ -2658,10 +2664,10 @@
    "execution_count": 50,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:46.766805Z",
-     "iopub.status.busy": "2023-11-23T20:37:46.766500Z",
-     "iopub.status.idle": "2023-11-23T20:37:46.795915Z",
-     "shell.execute_reply": "2023-11-23T20:37:46.795432Z"
+     "iopub.execute_input": "2023-11-29T23:48:33.113385Z",
+     "iopub.status.busy": "2023-11-29T23:48:33.113065Z",
+     "iopub.status.idle": "2023-11-29T23:48:33.143851Z",
+     "shell.execute_reply": "2023-11-29T23:48:33.143330Z"
     }
    },
    "outputs": [
@@ -2672,9 +2678,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"8b1c5801-760f-4212-9bb0-8c4e5aaff51b\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"8b1c5801-760f-4212-9bb0-8c4e5aaff51b\")) {                    Plotly.newPlot(                        \"8b1c5801-760f-4212-9bb0-8c4e5aaff51b\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771],[-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248],[-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857],[0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744],[0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354],[0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723],[0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449],[0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425],[-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529],[0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827],[0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214],[0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0,\"cmin\":-1.0,\"cmax\":1.0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"39533659-d4c1-4a47-b699-0f5b696b403a\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"39533659-d4c1-4a47-b699-0f5b696b403a\")) {                    Plotly.newPlot(                        \"39533659-d4c1-4a47-b699-0f5b696b403a\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771],[-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248],[-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857],[0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744],[0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354],[0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723],[0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449],[0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425],[-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529],[0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827],[0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214],[0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0,\"cmin\":-1.0,\"cmax\":1.0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('8b1c5801-760f-4212-9bb0-8c4e5aaff51b');\n",
+       "var gd = document.getElementById('39533659-d4c1-4a47-b699-0f5b696b403a');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -2722,10 +2728,10 @@
    "execution_count": 51,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:46.797897Z",
-     "iopub.status.busy": "2023-11-23T20:37:46.797592Z",
-     "iopub.status.idle": "2023-11-23T20:37:46.827453Z",
-     "shell.execute_reply": "2023-11-23T20:37:46.826932Z"
+     "iopub.execute_input": "2023-11-29T23:48:33.145842Z",
+     "iopub.status.busy": "2023-11-29T23:48:33.145675Z",
+     "iopub.status.idle": "2023-11-29T23:48:33.176339Z",
+     "shell.execute_reply": "2023-11-29T23:48:33.175794Z"
     }
    },
    "outputs": [
@@ -2736,9 +2742,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"f412985e-2b74-4d32-8384-566f0f9d80a7\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"f412985e-2b74-4d32-8384-566f0f9d80a7\")) {                    Plotly.newPlot(                        \"f412985e-2b74-4d32-8384-566f0f9d80a7\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eFull OV Copying Score=%{x}\\u003cbr\\u003eOV Copying Score=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771,-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248,-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857,0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744,0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354,0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723,0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449,0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425,-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529,0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827,0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214,0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823],\"xaxis\":\"x\",\"y\":[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786,-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697,-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901,0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308,0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029,0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455,0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157,0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901,-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115,0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226,0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959,0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Full OV Copying Score\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"OV Copying Score\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"cc16e949-8179-4a2f-86a2-c5af97c13e3b\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"cc16e949-8179-4a2f-86a2-c5af97c13e3b\")) {                    Plotly.newPlot(                        \"cc16e949-8179-4a2f-86a2-c5af97c13e3b\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eFull OV Copying Score=%{x}\\u003cbr\\u003eOV Copying Score=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771,-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248,-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857,0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744,0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354,0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723,0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449,0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425,-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529,0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827,0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214,0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823],\"xaxis\":\"x\",\"y\":[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786,-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697,-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901,0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308,0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029,0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455,0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157,0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901,-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115,0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226,0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959,0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Full OV Copying Score\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"OV Copying Score\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('f412985e-2b74-4d32-8384-566f0f9d80a7');\n",
+       "var gd = document.getElementById('cc16e949-8179-4a2f-86a2-c5af97c13e3b');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -2778,10 +2784,10 @@
    "execution_count": 52,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:46.829318Z",
-     "iopub.status.busy": "2023-11-23T20:37:46.829023Z",
-     "iopub.status.idle": "2023-11-23T20:37:46.832349Z",
-     "shell.execute_reply": "2023-11-23T20:37:46.831892Z"
+     "iopub.execute_input": "2023-11-29T23:48:33.178242Z",
+     "iopub.status.busy": "2023-11-29T23:48:33.178075Z",
+     "iopub.status.idle": "2023-11-29T23:48:33.181768Z",
+     "shell.execute_reply": "2023-11-29T23:48:33.181279Z"
     }
    },
    "outputs": [
@@ -2822,17 +2828,17 @@
    "execution_count": 53,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:46.834154Z",
-     "iopub.status.busy": "2023-11-23T20:37:46.833994Z",
-     "iopub.status.idle": "2023-11-23T20:37:48.776909Z",
-     "shell.execute_reply": "2023-11-23T20:37:48.776320Z"
+     "iopub.execute_input": "2023-11-29T23:48:33.183863Z",
+     "iopub.status.busy": "2023-11-29T23:48:33.183462Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.246747Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.246157Z"
     }
    },
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "bfc7818ade744e64b7037b1cc4bf9ce1",
+       "model_id": "eae92d5bbd834318ba65cd319a4b4de7",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2908,10 +2914,10 @@
    "execution_count": 54,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:48.779414Z",
-     "iopub.status.busy": "2023-11-23T20:37:48.779031Z",
-     "iopub.status.idle": "2023-11-23T20:37:48.785024Z",
-     "shell.execute_reply": "2023-11-23T20:37:48.784549Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.249244Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.248894Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.254579Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.254133Z"
     }
    },
    "outputs": [],
@@ -2973,10 +2979,10 @@
    "execution_count": 55,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:48.787034Z",
-     "iopub.status.busy": "2023-11-23T20:37:48.786707Z",
-     "iopub.status.idle": "2023-11-23T20:37:48.790432Z",
-     "shell.execute_reply": "2023-11-23T20:37:48.789968Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.256714Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.256397Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.260318Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.259852Z"
     }
    },
    "outputs": [
@@ -3015,10 +3021,10 @@
    "execution_count": 56,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:48.792380Z",
-     "iopub.status.busy": "2023-11-23T20:37:48.792083Z",
-     "iopub.status.idle": "2023-11-23T20:37:48.795878Z",
-     "shell.execute_reply": "2023-11-23T20:37:48.795413Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.262399Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.262075Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.265841Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.265420Z"
     }
    },
    "outputs": [
@@ -3089,10 +3095,10 @@
    "execution_count": 57,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:48.797908Z",
-     "iopub.status.busy": "2023-11-23T20:37:48.797608Z",
-     "iopub.status.idle": "2023-11-23T20:37:49.365325Z",
-     "shell.execute_reply": "2023-11-23T20:37:49.364776Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.267873Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.267551Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.602907Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.602394Z"
     }
    },
    "outputs": [
@@ -3103,9 +3109,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"ffb2502f-d1c3-4bcc-907a-ff19f63fbad3\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"ffb2502f-d1c3-4bcc-907a-ff19f63fbad3\")) {                    Plotly.newPlot(                        \"ffb2502f-d1c3-4bcc-907a-ff19f63fbad3\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],\"xaxis\":\"x\",\"y\":[262144,2621440,4718592,7077888,9175040,11272192,13631488,15728640,18087936,20185088,22282240,33292288,44302336,55312384,66322432,77332480,88342528,99352576,110362624,121372672,132382720,143392768,154402816,165412864,176422912,187432960,198443008,209453056,220463104,264503296,308281344,352321536,396361728,440401920,484442112,528482304,572522496,616300544,660340736,704380928,748421120,792461312,836501504,880279552,924319744,968359936,1012400128,1056440320,1100480512,1144520704,1188298752,1232338944,1276379136,1320419328,1364459520,1408499712,1452277760,1496317952,1540358144,1584398336,1628438528,1672478720,1716518912,1760296960,1804337152,1848377344,1892417536,1936457728,1980497920,2024275968,2068316160,2112356352,2156396544,2200436736,2420375552,2640314368,2860515328,3080454144,3300392960,3520331776,3740270592,3960471552,4180410368,4400349184,4620288000,4840488960,5060427776,5280366592,5500305408,5720506368,5940445184,6160384000,6380322816,6600523776,6820462592,7040401408,7260340224,7480279040,7700480000,7920418816,8140357632,8360296448,8580497408,8800436224,9020375040,9240313856,9460514816,9680453632,9900392448,10120331264,10340270080,10560471040,10780409856,11000348672,11220287488,11440488448,11660427264,11880366080,12100304896,12320505856,12540444672,12760383488,12980322304,13200523264,13420462080,13640400896,13860339712,14080278528,14300479488,14520418304,14740357120,14960295936,15180496896,15400435712,15620374528,15840313344,16060514304,16280453120,16500391936,16720330752,16940269568,17160470528,17380409344,17600348160,17820286976,18040487936,18260426752,18480365568,18700304384,18920505344,19140444160,19360382976,19580321792,19800522752,20020461568,20240400384,20460339200,20680278016,20900478976,21120417792,21340356608,21560295424,21780496384],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for attn-only-2l (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"8b78bac3-371d-4455-8b7b-0e77efe1e1b0\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"8b78bac3-371d-4455-8b7b-0e77efe1e1b0\")) {                    Plotly.newPlot(                        \"8b78bac3-371d-4455-8b7b-0e77efe1e1b0\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],\"xaxis\":\"x\",\"y\":[262144,2621440,4718592,7077888,9175040,11272192,13631488,15728640,18087936,20185088,22282240,33292288,44302336,55312384,66322432,77332480,88342528,99352576,110362624,121372672,132382720,143392768,154402816,165412864,176422912,187432960,198443008,209453056,220463104,264503296,308281344,352321536,396361728,440401920,484442112,528482304,572522496,616300544,660340736,704380928,748421120,792461312,836501504,880279552,924319744,968359936,1012400128,1056440320,1100480512,1144520704,1188298752,1232338944,1276379136,1320419328,1364459520,1408499712,1452277760,1496317952,1540358144,1584398336,1628438528,1672478720,1716518912,1760296960,1804337152,1848377344,1892417536,1936457728,1980497920,2024275968,2068316160,2112356352,2156396544,2200436736,2420375552,2640314368,2860515328,3080454144,3300392960,3520331776,3740270592,3960471552,4180410368,4400349184,4620288000,4840488960,5060427776,5280366592,5500305408,5720506368,5940445184,6160384000,6380322816,6600523776,6820462592,7040401408,7260340224,7480279040,7700480000,7920418816,8140357632,8360296448,8580497408,8800436224,9020375040,9240313856,9460514816,9680453632,9900392448,10120331264,10340270080,10560471040,10780409856,11000348672,11220287488,11440488448,11660427264,11880366080,12100304896,12320505856,12540444672,12760383488,12980322304,13200523264,13420462080,13640400896,13860339712,14080278528,14300479488,14520418304,14740357120,14960295936,15180496896,15400435712,15620374528,15840313344,16060514304,16280453120,16500391936,16720330752,16940269568,17160470528,17380409344,17600348160,17820286976,18040487936,18260426752,18480365568,18700304384,18920505344,19140444160,19360382976,19580321792,19800522752,20020461568,20240400384,20460339200,20680278016,20900478976,21120417792,21340356608,21560295424,21780496384],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for attn-only-2l (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('ffb2502f-d1c3-4bcc-907a-ff19f63fbad3');\n",
+       "var gd = document.getElementById('8b78bac3-371d-4455-8b7b-0e77efe1e1b0');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3142,9 +3148,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"c303e26d-5e7c-4604-8204-747efa5bb4a9\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"c303e26d-5e7c-4604-8204-747efa5bb4a9\")) {                    Plotly.newPlot(                        \"c303e26d-5e7c-4604-8204-747efa5bb4a9\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],\"xaxis\":\"x\",\"y\":[196608,3342336,6291456,9240576,12386304,15335424,18284544,21233664,24379392,27328512,30277632,45219840,60358656,75300864,90243072,105381888,120324096,135266304,150208512,165347328,180289536,195231744,210370560,225312768,240254976,255197184,270336000,285278208,300220416,360382464,420347904,480313344,540278784,600244224,660209664,720371712,780337152,840302592,900268032,960233472,1020198912,1080360960,1140326400,1200291840,1260257280,1320222720,1380384768,1440350208,1500315648,1560281088,1620246528,1680211968,1740374016,1800339456,1860304896,1920270336,1980235776,2040201216,2100363264,2160328704,2220294144,2280259584,2340225024,2400387072,2460352512,2520317952,2580283392,2640248832,2700214272,2760376320,2820341760,2880307200,2940272640,3000238080,3300261888,3600285696,3900309504,4200333312,4500357120,4800380928,5100208128,5400231936,5700255744,6000279552,6300303360,6600327168,6900350976,7200374784,7500201984,7800225792,8100249600,8400273408,8700297216,9000321024,9300344832,9600368640,9900392448,10200219648,10500243456,10800267264,11100291072,11400314880,11700338688,12000362496,12300386304,12600213504,12900237312,13200261120,13500284928,13800308736,14100332544,14400356352,14700380160,15000207360,15300231168,15600254976,15900278784,16200302592,16500326400,16800350208,17100374016,17400201216,17700225024,18000248832,18300272640,18600296448,18900320256,19200344064,19500367872,19800391680,20100218880,20400242688,20700266496,21000290304,21300314112,21600337920,21900361728,22200385536,22500212736,22800236544,23100260352,23400284160,23700307968,24000331776,24300355584,24600379392,24900206592,25200230400,25500254208,25800278016,26100301824,26400325632,26700349440,27000373248,27300200448,27600224256,27900248064,28200271872,28500295680,28800319488,29100343296,29400367104,29700390912],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-12l (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"d9ef844f-cc41-48bb-9754-d4c6b8eb02c0\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"d9ef844f-cc41-48bb-9754-d4c6b8eb02c0\")) {                    Plotly.newPlot(                        \"d9ef844f-cc41-48bb-9754-d4c6b8eb02c0\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],\"xaxis\":\"x\",\"y\":[196608,3342336,6291456,9240576,12386304,15335424,18284544,21233664,24379392,27328512,30277632,45219840,60358656,75300864,90243072,105381888,120324096,135266304,150208512,165347328,180289536,195231744,210370560,225312768,240254976,255197184,270336000,285278208,300220416,360382464,420347904,480313344,540278784,600244224,660209664,720371712,780337152,840302592,900268032,960233472,1020198912,1080360960,1140326400,1200291840,1260257280,1320222720,1380384768,1440350208,1500315648,1560281088,1620246528,1680211968,1740374016,1800339456,1860304896,1920270336,1980235776,2040201216,2100363264,2160328704,2220294144,2280259584,2340225024,2400387072,2460352512,2520317952,2580283392,2640248832,2700214272,2760376320,2820341760,2880307200,2940272640,3000238080,3300261888,3600285696,3900309504,4200333312,4500357120,4800380928,5100208128,5400231936,5700255744,6000279552,6300303360,6600327168,6900350976,7200374784,7500201984,7800225792,8100249600,8400273408,8700297216,9000321024,9300344832,9600368640,9900392448,10200219648,10500243456,10800267264,11100291072,11400314880,11700338688,12000362496,12300386304,12600213504,12900237312,13200261120,13500284928,13800308736,14100332544,14400356352,14700380160,15000207360,15300231168,15600254976,15900278784,16200302592,16500326400,16800350208,17100374016,17400201216,17700225024,18000248832,18300272640,18600296448,18900320256,19200344064,19500367872,19800391680,20100218880,20400242688,20700266496,21000290304,21300314112,21600337920,21900361728,22200385536,22500212736,22800236544,23100260352,23400284160,23700307968,24000331776,24300355584,24600379392,24900206592,25200230400,25500254208,25800278016,26100301824,26400325632,26700349440,27000373248,27300200448,27600224256,27900248064,28200271872,28500295680,28800319488,29100343296,29400367104,29700390912],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-12l (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('c303e26d-5e7c-4604-8204-747efa5bb4a9');\n",
+       "var gd = document.getElementById('d9ef844f-cc41-48bb-9754-d4c6b8eb02c0');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3181,9 +3187,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"e4168240-6d63-4fa2-8793-a7d1fbfddf23\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"e4168240-6d63-4fa2-8793-a7d1fbfddf23\")) {                    Plotly.newPlot(                        \"e4168240-6d63-4fa2-8793-a7d1fbfddf23\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509,510,511,512,513,514,515,516,517,518,519,520,521,522,523,524,525,526,527,528,529,530,531,532,533,534,535,536,537,538,539,540,541,542,543,544,545,546,547,548,549,550,551,552,553,554,555,556,557,558,559,560,561,562,563,564,565,566,567,568,569,570,571,572,573,574,575,576,577,578,579,580,581,582,583,584,585,586,587,588,589,590,591,592,593,594,595,596,597,598,599,600,601,602,603,604,605,606,607,608],\"xaxis\":\"x\",\"y\":[0,10,20,30,40,50,60,70,80,90,100,150,200,250,300,350,400,450,500,550,600,650,700,750,800,850,900,950,1000,1050,1100,1150,1200,1250,1300,1350,1400,1450,1500,1550,1600,1650,1700,1750,1800,1850,1900,1950,2000,2100,2200,2300,2400,2500,2600,2700,2800,2900,3000,3100,3200,3300,3400,3500,3600,3700,3800,3900,4000,4100,4200,4300,4400,4500,4600,4700,4800,4900,5000,5100,5200,5300,5400,5500,5600,5700,5800,5900,6000,6100,6200,6300,6400,6500,6600,6700,6800,6900,7000,7100,7200,7300,7400,7500,7600,7700,7800,7900,8000,8100,8200,8300,8400,8500,8600,8700,8800,8900,9000,9100,9200,9300,9400,9500,9600,9700,9800,9900,10000,10100,10200,10300,10400,10500,10600,10700,10800,10900,11000,11100,11200,11300,11400,11500,11600,11700,11800,11900,12000,12100,12200,12300,12400,12500,12600,12700,12800,12900,13000,13100,13200,13300,13400,13500,13600,13700,13800,13900,14000,14100,14200,14300,14400,14500,14600,14700,14800,14900,15000,15100,15200,15300,15400,15500,15600,15700,15800,15900,16000,16100,16200,16300,16400,16500,16600,16700,16800,16900,17000,17100,17200,17300,17400,17500,17600,17700,17800,17900,18000,18100,18200,18300,18400,18500,18600,18700,18800,18900,19000,19100,19200,19300,19400,19500,19600,19700,19800,19900,20000,21000,22000,23000,24000,25000,26000,27000,28000,29000,30000,31000,32000,33000,34000,35000,36000,37000,38000,39000,40000,41000,42000,43000,44000,45000,46000,47000,48000,49000,50000,51000,52000,53000,54000,55000,56000,57000,58000,59000,60000,61000,62000,63000,64000,65000,66000,67000,68000,69000,70000,71000,72000,73000,74000,75000,76000,77000,78000,79000,80000,81000,82000,83000,84000,85000,86000,87000,88000,89000,90000,91000,92000,93000,94000,95000,96000,97000,98000,99000,100000,101000,102000,103000,104000,105000,106000,107000,108000,109000,110000,111000,112000,113000,114000,115000,116000,117000,118000,119000,120000,121000,122000,123000,124000,125000,126000,127000,128000,129000,130000,131000,132000,133000,134000,135000,136000,137000,138000,139000,140000,141000,142000,143000,144000,145000,146000,147000,148000,149000,150000,151000,152000,153000,154000,155000,156000,157000,158000,159000,160000,161000,162000,163000,164000,165000,166000,167000,168000,169000,170000,171000,172000,173000,174000,175000,176000,177000,178000,179000,180000,181000,182000,183000,184000,185000,186000,187000,188000,189000,190000,191000,192000,193000,194000,195000,196000,197000,198000,199000,200000,201000,202000,203000,204000,205000,206000,207000,208000,209000,210000,211000,212000,213000,214000,215000,216000,217000,218000,219000,220000,221000,222000,223000,224000,225000,226000,227000,228000,229000,230000,231000,232000,233000,234000,235000,236000,237000,238000,239000,240000,241000,242000,243000,244000,245000,246000,247000,248000,249000,250000,251000,252000,253000,254000,255000,256000,257000,258000,259000,260000,261000,262000,263000,264000,265000,266000,267000,268000,269000,270000,271000,272000,273000,274000,275000,276000,277000,278000,279000,280000,281000,282000,283000,284000,285000,286000,287000,288000,289000,290000,291000,292000,293000,294000,295000,296000,297000,298000,299000,300000,301000,302000,303000,304000,305000,306000,307000,308000,309000,310000,311000,312000,313000,314000,315000,316000,317000,318000,319000,320000,321000,322000,323000,324000,325000,326000,327000,328000,329000,330000,331000,332000,333000,334000,335000,336000,337000,338000,339000,340000,341000,342000,343000,344000,345000,346000,347000,348000,349000,350000,351000,352000,353000,354000,355000,356000,357000,358000,359000,360000,361000,362000,363000,364000,365000,366000,367000,368000,369000,370000,371000,372000,373000,374000,375000,376000,377000,378000,379000,380000,381000,382000,383000,384000,385000,386000,387000,388000,389000,390000,391000,392000,393000,394000,395000,396000,397000,398000,399000,400000],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for stanford-gpt2-small-a (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"5eb85cdf-6e03-4c66-8dd2-6d5330384159\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"5eb85cdf-6e03-4c66-8dd2-6d5330384159\")) {                    Plotly.newPlot(                        \"5eb85cdf-6e03-4c66-8dd2-6d5330384159\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509,510,511,512,513,514,515,516,517,518,519,520,521,522,523,524,525,526,527,528,529,530,531,532,533,534,535,536,537,538,539,540,541,542,543,544,545,546,547,548,549,550,551,552,553,554,555,556,557,558,559,560,561,562,563,564,565,566,567,568,569,570,571,572,573,574,575,576,577,578,579,580,581,582,583,584,585,586,587,588,589,590,591,592,593,594,595,596,597,598,599,600,601,602,603,604,605,606,607,608],\"xaxis\":\"x\",\"y\":[0,10,20,30,40,50,60,70,80,90,100,150,200,250,300,350,400,450,500,550,600,650,700,750,800,850,900,950,1000,1050,1100,1150,1200,1250,1300,1350,1400,1450,1500,1550,1600,1650,1700,1750,1800,1850,1900,1950,2000,2100,2200,2300,2400,2500,2600,2700,2800,2900,3000,3100,3200,3300,3400,3500,3600,3700,3800,3900,4000,4100,4200,4300,4400,4500,4600,4700,4800,4900,5000,5100,5200,5300,5400,5500,5600,5700,5800,5900,6000,6100,6200,6300,6400,6500,6600,6700,6800,6900,7000,7100,7200,7300,7400,7500,7600,7700,7800,7900,8000,8100,8200,8300,8400,8500,8600,8700,8800,8900,9000,9100,9200,9300,9400,9500,9600,9700,9800,9900,10000,10100,10200,10300,10400,10500,10600,10700,10800,10900,11000,11100,11200,11300,11400,11500,11600,11700,11800,11900,12000,12100,12200,12300,12400,12500,12600,12700,12800,12900,13000,13100,13200,13300,13400,13500,13600,13700,13800,13900,14000,14100,14200,14300,14400,14500,14600,14700,14800,14900,15000,15100,15200,15300,15400,15500,15600,15700,15800,15900,16000,16100,16200,16300,16400,16500,16600,16700,16800,16900,17000,17100,17200,17300,17400,17500,17600,17700,17800,17900,18000,18100,18200,18300,18400,18500,18600,18700,18800,18900,19000,19100,19200,19300,19400,19500,19600,19700,19800,19900,20000,21000,22000,23000,24000,25000,26000,27000,28000,29000,30000,31000,32000,33000,34000,35000,36000,37000,38000,39000,40000,41000,42000,43000,44000,45000,46000,47000,48000,49000,50000,51000,52000,53000,54000,55000,56000,57000,58000,59000,60000,61000,62000,63000,64000,65000,66000,67000,68000,69000,70000,71000,72000,73000,74000,75000,76000,77000,78000,79000,80000,81000,82000,83000,84000,85000,86000,87000,88000,89000,90000,91000,92000,93000,94000,95000,96000,97000,98000,99000,100000,101000,102000,103000,104000,105000,106000,107000,108000,109000,110000,111000,112000,113000,114000,115000,116000,117000,118000,119000,120000,121000,122000,123000,124000,125000,126000,127000,128000,129000,130000,131000,132000,133000,134000,135000,136000,137000,138000,139000,140000,141000,142000,143000,144000,145000,146000,147000,148000,149000,150000,151000,152000,153000,154000,155000,156000,157000,158000,159000,160000,161000,162000,163000,164000,165000,166000,167000,168000,169000,170000,171000,172000,173000,174000,175000,176000,177000,178000,179000,180000,181000,182000,183000,184000,185000,186000,187000,188000,189000,190000,191000,192000,193000,194000,195000,196000,197000,198000,199000,200000,201000,202000,203000,204000,205000,206000,207000,208000,209000,210000,211000,212000,213000,214000,215000,216000,217000,218000,219000,220000,221000,222000,223000,224000,225000,226000,227000,228000,229000,230000,231000,232000,233000,234000,235000,236000,237000,238000,239000,240000,241000,242000,243000,244000,245000,246000,247000,248000,249000,250000,251000,252000,253000,254000,255000,256000,257000,258000,259000,260000,261000,262000,263000,264000,265000,266000,267000,268000,269000,270000,271000,272000,273000,274000,275000,276000,277000,278000,279000,280000,281000,282000,283000,284000,285000,286000,287000,288000,289000,290000,291000,292000,293000,294000,295000,296000,297000,298000,299000,300000,301000,302000,303000,304000,305000,306000,307000,308000,309000,310000,311000,312000,313000,314000,315000,316000,317000,318000,319000,320000,321000,322000,323000,324000,325000,326000,327000,328000,329000,330000,331000,332000,333000,334000,335000,336000,337000,338000,339000,340000,341000,342000,343000,344000,345000,346000,347000,348000,349000,350000,351000,352000,353000,354000,355000,356000,357000,358000,359000,360000,361000,362000,363000,364000,365000,366000,367000,368000,369000,370000,371000,372000,373000,374000,375000,376000,377000,378000,379000,380000,381000,382000,383000,384000,385000,386000,387000,388000,389000,390000,391000,392000,393000,394000,395000,396000,397000,398000,399000,400000],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for stanford-gpt2-small-a (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('e4168240-6d63-4fa2-8793-a7d1fbfddf23');\n",
+       "var gd = document.getElementById('5eb85cdf-6e03-4c66-8dd2-6d5330384159');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3220,9 +3226,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0\")) {                    Plotly.newPlot(                        \"5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49],\"xaxis\":\"x\",\"y\":[832,1664,2496,3328,4160,4992,5824,6656,7488,8320,9152,9984,10816,11648,12480,13312,14144,14976,15808,16640,17472,18304,19136,19968,20800,21632,22464,23296,24128,24960,25792,26624,27456,28288,29120,29952,30784,31616,32448,33280,34112,34944,35776,36608,37440,38272,39104,39936,40768,41600],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-1l-pile (Linear scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c\")) {                    Plotly.newPlot(                        \"3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49],\"xaxis\":\"x\",\"y\":[832,1664,2496,3328,4160,4992,5824,6656,7488,8320,9152,9984,10816,11648,12480,13312,14144,14976,15808,16640,17472,18304,19136,19968,20800,21632,22464,23296,24128,24960,25792,26624,27456,28288,29120,29952,30784,31616,32448,33280,34112,34944,35776,36608,37440,38272,39104,39936,40768,41600],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-1l-pile (Linear scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0');\n",
+       "var gd = document.getElementById('3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3259,9 +3265,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"bdf79564-82eb-4fdf-a88e-ddb94e0f8d93\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"bdf79564-82eb-4fdf-a88e-ddb94e0f8d93\")) {                    Plotly.newPlot(                        \"bdf79564-82eb-4fdf-a88e-ddb94e0f8d93\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99],\"xaxis\":\"x\",\"y\":[326,652,978,1304,1630,1956,2282,2608,2934,3260,3586,3912,4238,4564,4890,5216,5542,5868,6194,6520,6846,7172,7498,7824,8150,8476,8802,9128,9454,9780,10106,10432,10758,11084,11410,11736,12062,12388,12714,13040,13366,13692,14018,14344,14670,14996,15322,15648,15974,16300,16626,16952,17278,17604,17930,18256,18582,18908,19234,19560,19886,20212,20538,20864,21190,21516,21842,22168,22494,22820,23146,23472,23798,24124,24450,24776,25102,25428,25754,26080,26406,26732,27058,27384,27710,28036,28362,28688,29014,29340,29666,29992,30318,30644,30970,31296,31622,31948,32274,32600],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-6l-pile (Linear scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"34326856-fd97-463c-936a-4a7f6a8de4cf\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"34326856-fd97-463c-936a-4a7f6a8de4cf\")) {                    Plotly.newPlot(                        \"34326856-fd97-463c-936a-4a7f6a8de4cf\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99],\"xaxis\":\"x\",\"y\":[326,652,978,1304,1630,1956,2282,2608,2934,3260,3586,3912,4238,4564,4890,5216,5542,5868,6194,6520,6846,7172,7498,7824,8150,8476,8802,9128,9454,9780,10106,10432,10758,11084,11410,11736,12062,12388,12714,13040,13366,13692,14018,14344,14670,14996,15322,15648,15974,16300,16626,16952,17278,17604,17930,18256,18582,18908,19234,19560,19886,20212,20538,20864,21190,21516,21842,22168,22494,22820,23146,23472,23798,24124,24450,24776,25102,25428,25754,26080,26406,26732,27058,27384,27710,28036,28362,28688,29014,29340,29666,29992,30318,30644,30970,31296,31622,31948,32274,32600],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-6l-pile (Linear scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('bdf79564-82eb-4fdf-a88e-ddb94e0f8d93');\n",
+       "var gd = document.getElementById('34326856-fd97-463c-936a-4a7f6a8de4cf');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3336,10 +3342,10 @@
    "execution_count": 58,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:49.367457Z",
-     "iopub.status.busy": "2023-11-23T20:37:49.367292Z",
-     "iopub.status.idle": "2023-11-23T20:37:49.370353Z",
-     "shell.execute_reply": "2023-11-23T20:37:49.369906Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.605215Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.604827Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.607963Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.607453Z"
     }
    },
    "outputs": [],
@@ -3366,10 +3372,10 @@
    "execution_count": 59,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:49.372226Z",
-     "iopub.status.busy": "2023-11-23T20:37:49.371910Z",
-     "iopub.status.idle": "2023-11-23T20:37:49.375018Z",
-     "shell.execute_reply": "2023-11-23T20:37:49.374554Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.609979Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.609673Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.613299Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.612755Z"
     }
    },
    "outputs": [],
@@ -3401,10 +3407,10 @@
    "execution_count": 60,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:49.376923Z",
-     "iopub.status.busy": "2023-11-23T20:37:49.376624Z",
-     "iopub.status.idle": "2023-11-23T20:37:49.405891Z",
-     "shell.execute_reply": "2023-11-23T20:37:49.405357Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.615402Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.614958Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.647983Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.647405Z"
     }
    },
    "outputs": [
@@ -3415,9 +3421,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"c9e27a14-6af1-41bf-aa5c-aebbe6701428\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"c9e27a14-6af1-41bf-aa5c-aebbe6701428\")) {                    Plotly.newPlot(                        \"c9e27a14-6af1-41bf-aa5c-aebbe6701428\",                        [],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Induction Loss over training: solu-2l\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"e1ff9fbb-f895-4bfa-9bab-9fef4f755390\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"e1ff9fbb-f895-4bfa-9bab-9fef4f755390\")) {                    Plotly.newPlot(                        \"e1ff9fbb-f895-4bfa-9bab-9fef4f755390\",                        [],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Induction Loss over training: solu-2l\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('c9e27a14-6af1-41bf-aa5c-aebbe6701428');\n",
+       "var gd = document.getElementById('e1ff9fbb-f895-4bfa-9bab-9fef4f755390');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3479,43 +3485,7 @@
   "widgets": {
    "application/vnd.jupyter.widget-state+json": {
     "state": {
-     "00521af6d85a4127a3623772d140e6be": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "0089816cd8884492a63f2c94c3c10f3e": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "038cb28813594e25952454ac7881a27b": {
+     "01e85863c3fa4db7b3900f3c8063a2dc": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -3533,7 +3503,7 @@
        "text_color": null
       }
      },
-     "042d8584fcc44916a30557de5e22b605": {
+     "02c5577eec0d401ea468b73ddf879b24": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3586,23 +3556,7 @@
        "width": null
       }
      },
-     "06d7ed1a97e34e73b510b96147c8deae": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
-      }
-     },
-     "07c6d994c9094ee7952ad0c5a12278e9": {
+     "0311b177510d4f308aa2f2f36a848b31": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3655,7 +3609,69 @@
        "width": null
       }
      },
-     "07d944446bb4468e94468144ed8a2bae": {
+     "05347def7d234aceb504435210584caf": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "05a9884c908f460690e0dd578437aa81": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_2794eaa80378432189591498f72d892f",
+       "placeholder": "​",
+       "style": "IPY_MODEL_4b0eab5dbe08403b9962310b4728b008",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "100%"
+      }
+     },
+     "0b21ce06122341128c52124b485b9dd2": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_c74eac1e637b422e942d9744790c98f6",
+       "placeholder": "​",
+       "style": "IPY_MODEL_ce158930b285462e8db68bc7c34c3994",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading tokenizer.json: 100%"
+      }
+     },
+     "0bd22359e4bf434bab178da1e78be153": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3708,7 +3724,7 @@
        "width": null
       }
      },
-     "082b6afa8dc74abfabfb380839e224ef": {
+     "1a8fc10abf9a40bdae56cc4ebc00b3c0": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3761,33 +3777,31 @@
        "width": null
       }
      },
-     "0918eabdf6fc44c5b0aebb9a5d3d80f3": {
+     "1c14c4d236624c57af329d5c5c2061cb": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
+      "model_name": "HBoxModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
+       "_model_name": "HBoxModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_e1f354f282e54bc9bda72fd9f0a0944a",
-       "max": 12.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_06d7ed1a97e34e73b510b96147c8deae",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_b9df25119e274eaaa426b4088da5bb3b",
+        "IPY_MODEL_4a1d06bdc82e48e59b00c8a94a187e74",
+        "IPY_MODEL_5e4233fbb0844cd8b42e0127d95dd05d"
+       ],
+       "layout": "IPY_MODEL_b5be3469c6ab4921b2b3711f4336e65d",
        "tabbable": null,
-       "tooltip": null,
-       "value": 12.0
+       "tooltip": null
       }
      },
-     "0dbd187232be4e1f8700275ac2b0723e": {
+     "1dbd6f87c7ed4c639957b51410147539": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3840,7 +3854,7 @@
        "width": null
       }
      },
-     "0de3ed3ca3194eab9f61298a5bf93d33": {
+     "1e42ee1627d84adba1d821ac413a4242": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3893,31 +3907,23 @@
        "width": null
       }
      },
-     "104c8103d3264bfda160d0018d2ee6f7": {
+     "1fa931b1aed3409b859a7b94cfc1736d": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "ProgressStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "ProgressStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_38fac44fa83f470ea976735205b1e460",
-        "IPY_MODEL_4141187bbf924c39b1733ba358c0f222",
-        "IPY_MODEL_ec6f5dad7735468cbbf1fe7d9e21f647"
-       ],
-       "layout": "IPY_MODEL_6091ca7e8ae64427800273c43bdbc3e5",
-       "tabbable": null,
-       "tooltip": null
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
       }
      },
-     "175ce6eba8804660a74eef0e68dcb4e4": {
+     "2794eaa80378432189591498f72d892f": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3970,7 +3976,7 @@
        "width": null
       }
      },
-     "193014f721734d24bb9f9ca34e078041": {
+     "27c0785b8187450a8723715b7f195ec1": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
@@ -3985,15 +3991,15 @@
        "_view_name": "HTMLView",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_4efd0a50cb5f4e229f915ee3f9373c25",
+       "layout": "IPY_MODEL_627d12ce7d4f493abcf891bc05ba75f7",
        "placeholder": "​",
-       "style": "IPY_MODEL_620be8520ab14c15bb915cc0229f574e",
+       "style": "IPY_MODEL_63b921dcc7964f3ba266cbf72eb06d12",
        "tabbable": null,
        "tooltip": null,
-       "value": " 50/50 [00:01&lt;00:00, 26.23it/s]"
+       "value": " 124/124 [00:00&lt;00:00, 20.8kB/s]"
       }
      },
-     "1971e21880fb4344b3cad408a87eec93": {
+     "27c9a11a626c474aa7967e7146f4335e": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4046,97 +4052,7 @@
        "width": null
       }
      },
-     "1bcb8e47069f473db646dbb3f4ac9aa3": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_6f50ca4da1904919bdbaf79b52ed7bbd",
-       "placeholder": "​",
-       "style": "IPY_MODEL_038cb28813594e25952454ac7881a27b",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading vocab.json: 100%"
-      }
-     },
-     "2142a92c66bc4df0bc76efe046067b26": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "264efdb9901a48099c1dccb3aec4fe9d": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_042d8584fcc44916a30557de5e22b605",
-       "max": 1355256.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_cbec039c72824749b1d374e3601d9461",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 1355256.0
-      }
-     },
-     "2671586cdc9c49bdb50ed419da07355a": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_3708ba6081eb4396982784be9618600d",
-       "placeholder": "​",
-       "style": "IPY_MODEL_785354d44bbe40029e3ee43386ae4199",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading merges.txt: 100%"
-      }
-     },
-     "35be155bd62c4dbfb653d786fb628e01": {
+     "292419af9a2b4b21b0bc1f1b88e4a4fb": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "ProgressStyleModel",
@@ -4152,7 +4068,7 @@
        "description_width": ""
       }
      },
-     "36d5562c5ac04adfa2eef19c7e6a597c": {
+     "2b2b2771778642a9b23b84479b2f3d1b": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4205,7 +4121,23 @@
        "width": null
       }
      },
-     "3708ba6081eb4396982784be9618600d": {
+     "2b7f01a8889b42b4a4ff0a2a25ce6c48": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "3099648da7d14d8caf50b80cd43feed7": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4258,37 +4190,14 @@
        "width": null
       }
      },
-     "38fac44fa83f470ea976735205b1e460": {
+     "3404d9305a8e49db853fc7e6718884b8": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_d037536c2c184d1d8f6ed7e1fc48cdd8",
-       "placeholder": "​",
-       "style": "IPY_MODEL_0089816cd8884492a63f2c94c3c10f3e",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading model.safetensors: 100%"
-      }
-     },
-     "40adc0e290c64297a02e19ad6b2b7f88": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
@@ -4299,105 +4208,31 @@
        "text_color": null
       }
      },
-     "4141187bbf924c39b1733ba358c0f222": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_082b6afa8dc74abfabfb380839e224ef",
-       "max": 352824413.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_ac8341e787c84eae8a4027d277ef193e",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 352824413.0
-      }
-     },
-     "4482fe89f1ca47f0bdebdd62fa44faaf": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_d29950525deb4b52829ed63bf31ab500",
-       "max": 1042301.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_35be155bd62c4dbfb653d786fb628e01",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 1042301.0
-      }
-     },
-     "49316f9493cb406c841e1fb70096fac2": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_175ce6eba8804660a74eef0e68dcb4e4",
-       "placeholder": "​",
-       "style": "IPY_MODEL_e589530d06744e1b85e2cbfd05c5e616",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 456k/456k [00:00&lt;00:00, 41.6MB/s]"
-      }
-     },
-     "4986caf8183b485aba54c4832df01b88": {
+     "36496b2a4f6a4468839e239007f2c081": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "HBoxModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "HBoxModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_0dbd187232be4e1f8700275ac2b0723e",
-       "placeholder": "​",
-       "style": "IPY_MODEL_99d71259ad1441e0acb60db93146af62",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_f090ec1606d34a548ed62a7b7bdd279c",
+        "IPY_MODEL_4e590b6d9d3a461b84a60cc3c2266ed5",
+        "IPY_MODEL_be742a66a0fc409fa0f485611d88814b"
+       ],
+       "layout": "IPY_MODEL_40eac97716e9443597b911e722d9d4c9",
        "tabbable": null,
-       "tooltip": null,
-       "value": "100%"
+       "tooltip": null
       }
      },
-     "4dbfaec340aa4047b9c5965333fb901e": {
+     "3be3d1bf354048329275fe26c5636be9": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4450,7 +4285,7 @@
        "width": null
       }
      },
-     "4e6ddc74288f44c4a95186536c796f14": {
+     "40eac97716e9443597b911e722d9d4c9": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4503,60 +4338,56 @@
        "width": null
       }
      },
-     "4efd0a50cb5f4e229f915ee3f9373c25": {
-      "model_module": "@jupyter-widgets/base",
+     "472de8c83ab140a49f1ae1ec4dfade00": {
+      "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
+      "model_name": "HTMLModel",
       "state": {
-       "_model_module": "@jupyter-widgets/base",
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "LayoutModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "LayoutView",
-       "align_content": null,
-       "align_items": null,
-       "align_self": null,
-       "border_bottom": null,
-       "border_left": null,
-       "border_right": null,
-       "border_top": null,
-       "bottom": null,
-       "display": null,
-       "flex": null,
-       "flex_flow": null,
-       "grid_area": null,
-       "grid_auto_columns": null,
-       "grid_auto_flow": null,
-       "grid_auto_rows": null,
-       "grid_column": null,
-       "grid_gap": null,
-       "grid_row": null,
-       "grid_template_areas": null,
-       "grid_template_columns": null,
-       "grid_template_rows": null,
-       "height": null,
-       "justify_content": null,
-       "justify_items": null,
-       "left": null,
-       "margin": null,
-       "max_height": null,
-       "max_width": null,
-       "min_height": null,
-       "min_width": null,
-       "object_fit": null,
-       "object_position": null,
-       "order": null,
-       "overflow": null,
-       "padding": null,
-       "right": null,
-       "top": null,
-       "visibility": null,
-       "width": null
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_c0f3d2761dac4fb7a55cb0d7567d875a",
+       "placeholder": "​",
+       "style": "IPY_MODEL_ba30a691ae7249e7b7e12fbe71377298",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 50/50 [00:02&lt;00:00, 24.76it/s]"
+      }
+     },
+     "4a1d06bdc82e48e59b00c8a94a187e74": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_2b2b2771778642a9b23b84479b2f3d1b",
+       "max": 1042301.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_65beea13c2c3402091f82391d033f2f3",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 1042301.0
       }
      },
-     "4f1fb6e04c38476eba86e406041fc75a": {
+     "4b0eab5dbe08403b9962310b4728b008": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -4574,7 +4405,7 @@
        "text_color": null
       }
      },
-     "5640001d44204701b6e6dd990309490b": {
+     "4bca6fa64d6043aeae26ff8edf87158c": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -4592,191 +4423,151 @@
        "text_color": null
       }
      },
-     "59084f869c144cd686a434d55332feb8": {
+     "4e590b6d9d3a461b84a60cc3c2266ed5": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "FloatProgressModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "FloatProgressModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_36d5562c5ac04adfa2eef19c7e6a597c",
-       "placeholder": "​",
-       "style": "IPY_MODEL_00521af6d85a4127a3623772d140e6be",
+       "layout": "IPY_MODEL_3be3d1bf354048329275fe26c5636be9",
+       "max": 456318.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_05347def7d234aceb504435210584caf",
        "tabbable": null,
        "tooltip": null,
-       "value": " 1.36M/1.36M [00:00&lt;00:00, 47.7MB/s]"
+       "value": 456318.0
       }
      },
-     "5a38a459fa064c4d99606083abcac766": {
+     "4eb46626080b42adb59dc4d2b93460b4": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_dd6c8b2a9f9f447cbb8bf77a03df62bb",
-       "max": 124.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_dee6790a4ddc41159ec7bc61f9e3dc6b",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 124.0
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "5ed73c91d3c34b4d9c5596a9968d5636": {
+     "5305b83d3e884770854a521a9afebc5f": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
+      "model_name": "HTMLStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "6091ca7e8ae64427800273c43bdbc3e5": {
-      "model_module": "@jupyter-widgets/base",
+     "53c11a18431a4acea8395b8f0da020e0": {
+      "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_model_module": "@jupyter-widgets/base",
+       "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "LayoutModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "LayoutView",
-       "align_content": null,
-       "align_items": null,
-       "align_self": null,
-       "border_bottom": null,
-       "border_left": null,
-       "border_right": null,
-       "border_top": null,
-       "bottom": null,
-       "display": null,
-       "flex": null,
-       "flex_flow": null,
-       "grid_area": null,
-       "grid_auto_columns": null,
-       "grid_auto_flow": null,
-       "grid_auto_rows": null,
-       "grid_column": null,
-       "grid_gap": null,
-       "grid_row": null,
-       "grid_template_areas": null,
-       "grid_template_columns": null,
-       "grid_template_rows": null,
-       "height": null,
-       "justify_content": null,
-       "justify_items": null,
-       "left": null,
-       "margin": null,
-       "max_height": null,
-       "max_width": null,
-       "min_height": null,
-       "min_width": null,
-       "object_fit": null,
-       "object_position": null,
-       "order": null,
-       "overflow": null,
-       "padding": null,
-       "right": null,
-       "top": null,
-       "visibility": null,
-       "width": null
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "620be8520ab14c15bb915cc0229f574e": {
+     "578fbaa376a54c94bfee9a453ac369b6": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "HTMLModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_a4dcd33d67404acba7a4441c3645daf4",
+       "placeholder": "​",
+       "style": "IPY_MODEL_01e85863c3fa4db7b3900f3c8063a2dc",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 12/12 [00:18&lt;00:00,  1.58s/it]"
       }
      },
-     "62d684835645497195b004f8405155c8": {
+     "5ac42f3ea8ed4979a2ec01b7d48d265e": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_4986caf8183b485aba54c4832df01b88",
-        "IPY_MODEL_0918eabdf6fc44c5b0aebb9a5d3d80f3",
-        "IPY_MODEL_a92aca74f97d447d86c419e38f3e5f17"
-       ],
-       "layout": "IPY_MODEL_f9620fbd42054819a2677082406eb83d",
-       "tabbable": null,
-       "tooltip": null
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "62ef140a0ba44e349c47bceda8550521": {
+     "5e4233fbb0844cd8b42e0127d95dd05d": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_9654dcdbe7204cd1a8b73f7dc2ac05b2",
-        "IPY_MODEL_264efdb9901a48099c1dccb3aec4fe9d",
-        "IPY_MODEL_59084f869c144cd686a434d55332feb8"
-       ],
-       "layout": "IPY_MODEL_4dbfaec340aa4047b9c5965333fb901e",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_5fca157c52d5488ea274383e5f5bc6be",
+       "placeholder": "​",
+       "style": "IPY_MODEL_4bca6fa64d6043aeae26ff8edf87158c",
        "tabbable": null,
-       "tooltip": null
+       "tooltip": null,
+       "value": " 1.04M/1.04M [00:00&lt;00:00, 54.2MB/s]"
       }
      },
-     "692a60cabf034f5c833348bf4e9b72e9": {
+     "5fca157c52d5488ea274383e5f5bc6be": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4829,25 +4620,60 @@
        "width": null
       }
      },
-     "6a78e5391000469c8fae030d68f2d4f9": {
-      "model_module": "@jupyter-widgets/controls",
+     "60132043ee594b09bc6de6e2df194d21": {
+      "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "LayoutModel",
       "state": {
-       "_model_module": "@jupyter-widgets/controls",
+       "_model_module": "@jupyter-widgets/base",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "LayoutView",
+       "align_content": null,
+       "align_items": null,
+       "align_self": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
+       "bottom": null,
+       "display": null,
+       "flex": null,
+       "flex_flow": null,
+       "grid_area": null,
+       "grid_auto_columns": null,
+       "grid_auto_flow": null,
+       "grid_auto_rows": null,
+       "grid_column": null,
+       "grid_gap": null,
+       "grid_row": null,
+       "grid_template_areas": null,
+       "grid_template_columns": null,
+       "grid_template_rows": null,
+       "height": null,
+       "justify_content": null,
+       "justify_items": null,
+       "left": null,
+       "margin": null,
+       "max_height": null,
+       "max_width": null,
+       "min_height": null,
+       "min_width": null,
+       "object_fit": null,
+       "object_position": null,
+       "order": null,
+       "overflow": null,
+       "padding": null,
+       "right": null,
+       "top": null,
+       "visibility": null,
+       "width": null
       }
      },
-     "6f50ca4da1904919bdbaf79b52ed7bbd": {
+     "627d12ce7d4f493abcf891bc05ba75f7": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4900,7 +4726,7 @@
        "width": null
       }
      },
-     "785354d44bbe40029e3ee43386ae4199": {
+     "63b921dcc7964f3ba266cbf72eb06d12": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -4918,95 +4744,76 @@
        "text_color": null
       }
      },
-     "814bf5ab8d71434f8592dd4fa16382e1": {
+     "65beea13c2c3402091f82391d033f2f3": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_8790cd82032a4378b2b819fa44b5a294",
-        "IPY_MODEL_5a38a459fa064c4d99606083abcac766",
-        "IPY_MODEL_bd614db9bc554382be25523845367225"
-       ],
-       "layout": "IPY_MODEL_f75cb2c60b614f13aca8129955760686",
-       "tabbable": null,
-       "tooltip": null
-      }
-     },
-     "850a011f97774d05876b6bc40345578b": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "ProgressStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "ProgressStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "8540afadcf9b4d2ab894e489b7f47474": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_4e6ddc74288f44c4a95186536c796f14",
-       "placeholder": "​",
-       "style": "IPY_MODEL_850a011f97774d05876b6bc40345578b",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "100%"
+       "bar_color": null,
+       "description_width": ""
       }
      },
-     "8790cd82032a4378b2b819fa44b5a294": {
-      "model_module": "@jupyter-widgets/controls",
+     "6b4a3b660ead49f996838bf7ce95add7": {
+      "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "LayoutModel",
       "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
+       "_model_module": "@jupyter-widgets/base",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "LayoutModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_1971e21880fb4344b3cad408a87eec93",
-       "placeholder": "​",
-       "style": "IPY_MODEL_2142a92c66bc4df0bc76efe046067b26",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading generation_config.json: 100%"
+       "_view_name": "LayoutView",
+       "align_content": null,
+       "align_items": null,
+       "align_self": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
+       "bottom": null,
+       "display": null,
+       "flex": null,
+       "flex_flow": null,
+       "grid_area": null,
+       "grid_auto_columns": null,
+       "grid_auto_flow": null,
+       "grid_auto_rows": null,
+       "grid_column": null,
+       "grid_gap": null,
+       "grid_row": null,
+       "grid_template_areas": null,
+       "grid_template_columns": null,
+       "grid_template_rows": null,
+       "height": null,
+       "justify_content": null,
+       "justify_items": null,
+       "left": null,
+       "margin": null,
+       "max_height": null,
+       "max_width": null,
+       "min_height": null,
+       "min_width": null,
+       "object_fit": null,
+       "object_position": null,
+       "order": null,
+       "overflow": null,
+       "padding": null,
+       "right": null,
+       "top": null,
+       "visibility": null,
+       "width": null
       }
      },
-     "9122c17aef57409d8c310e83000bbcc4": {
+     "7374cfb4d9084763b2eb012237dc1bdf": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "FloatProgressModel",
@@ -5022,154 +4829,70 @@
        "bar_style": "success",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_fe1bde55419d448cae02af1b067432d9",
-       "max": 50.0,
+       "layout": "IPY_MODEL_60132043ee594b09bc6de6e2df194d21",
+       "max": 352824413.0,
        "min": 0.0,
        "orientation": "horizontal",
-       "style": "IPY_MODEL_962e355ccc304f99b9bd5f711c724f57",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 50.0
-      }
-     },
-     "94f5c4d8df86404ba173fa012ec8466d": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_b096af637f9d4dcf89a7e49b989428d8",
-       "placeholder": "​",
-       "style": "IPY_MODEL_4f1fb6e04c38476eba86e406041fc75a",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 1.04M/1.04M [00:00&lt;00:00, 42.0MB/s]"
-      }
-     },
-     "962e355ccc304f99b9bd5f711c724f57": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
-      }
-     },
-     "9654dcdbe7204cd1a8b73f7dc2ac05b2": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_07d944446bb4468e94468144ed8a2bae",
-       "placeholder": "​",
-       "style": "IPY_MODEL_ab0549545683406fba2091e511c04437",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading tokenizer.json: 100%"
-      }
-     },
-     "99d71259ad1441e0acb60db93146af62": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "a92aca74f97d447d86c419e38f3e5f17": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_692a60cabf034f5c833348bf4e9b72e9",
-       "placeholder": "​",
-       "style": "IPY_MODEL_40adc0e290c64297a02e19ad6b2b7f88",
+       "style": "IPY_MODEL_2b7f01a8889b42b4a4ff0a2a25ce6c48",
        "tabbable": null,
        "tooltip": null,
-       "value": " 12/12 [00:17&lt;00:00,  1.49s/it]"
-      }
-     },
-     "ab0549545683406fba2091e511c04437": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "value": 352824413.0
       }
      },
-     "ac8341e787c84eae8a4027d277ef193e": {
-      "model_module": "@jupyter-widgets/controls",
+     "7def5eaa678f4b48b6ed6288fc5b054b": {
+      "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
+      "model_name": "LayoutModel",
       "state": {
-       "_model_module": "@jupyter-widgets/controls",
+       "_model_module": "@jupyter-widgets/base",
        "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "_view_name": "LayoutView",
+       "align_content": null,
+       "align_items": null,
+       "align_self": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
+       "bottom": null,
+       "display": null,
+       "flex": null,
+       "flex_flow": null,
+       "grid_area": null,
+       "grid_auto_columns": null,
+       "grid_auto_flow": null,
+       "grid_auto_rows": null,
+       "grid_column": null,
+       "grid_gap": null,
+       "grid_row": null,
+       "grid_template_areas": null,
+       "grid_template_columns": null,
+       "grid_template_rows": null,
+       "height": null,
+       "justify_content": null,
+       "justify_items": null,
+       "left": null,
+       "margin": null,
+       "max_height": null,
+       "max_width": null,
+       "min_height": null,
+       "min_width": null,
+       "object_fit": null,
+       "object_position": null,
+       "order": null,
+       "overflow": null,
+       "padding": null,
+       "right": null,
+       "top": null,
+       "visibility": null,
+       "width": null
       }
      },
-     "acbe0cfba1614c2fbb5fbf875db35e05": {
+     "7f7a03309689428eaf1a800493eb429e": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5222,7 +4945,7 @@
        "width": null
       }
      },
-     "b096af637f9d4dcf89a7e49b989428d8": {
+     "7ff72217c02e4147b2669b0cfd3eef85": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5275,7 +4998,54 @@
        "width": null
       }
      },
-     "b6a6ba5fad8241e69941537436db583d": {
+     "828eefde7f2842238ae46606b3060305": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_0bd22359e4bf434bab178da1e78be153",
+       "placeholder": "​",
+       "style": "IPY_MODEL_dcfad4099ff94438bc0d2725a563b218",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "100%"
+      }
+     },
+     "8bf1d0ed09eb4e31855b9daad3e00ef3": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_fa2e61e2e6154bcd9ca57edbfa0a639e",
+        "IPY_MODEL_7374cfb4d9084763b2eb012237dc1bdf",
+        "IPY_MODEL_f108d3dc601c4b2a8386b628c0cee81b"
+       ],
+       "layout": "IPY_MODEL_8cfdf4b27a0e42029fc0dcf8f29ff0ae",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "8cfdf4b27a0e42029fc0dcf8f29ff0ae": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5328,7 +5098,7 @@
        "width": null
       }
      },
-     "bd614db9bc554382be25523845367225": {
+     "92225137f2e841098a14e591fd4ea99c": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
@@ -5343,63 +5113,90 @@
        "_view_name": "HTMLView",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_07c6d994c9094ee7952ad0c5a12278e9",
+       "layout": "IPY_MODEL_6b4a3b660ead49f996838bf7ce95add7",
        "placeholder": "​",
-       "style": "IPY_MODEL_5640001d44204701b6e6dd990309490b",
+       "style": "IPY_MODEL_5305b83d3e884770854a521a9afebc5f",
        "tabbable": null,
        "tooltip": null,
-       "value": " 124/124 [00:00&lt;00:00, 21.5kB/s]"
+       "value": " 1.36M/1.36M [00:00&lt;00:00, 50.4MB/s]"
       }
      },
-     "bfc7818ade744e64b7037b1cc4bf9ce1": {
+     "979129ef3e434c98be0c0edaa6490580": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_8540afadcf9b4d2ab894e489b7f47474",
-        "IPY_MODEL_9122c17aef57409d8c310e83000bbcc4",
-        "IPY_MODEL_193014f721734d24bb9f9ca34e078041"
-       ],
-       "layout": "IPY_MODEL_0de3ed3ca3194eab9f61298a5bf93d33",
-       "tabbable": null,
-       "tooltip": null
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "c6ead7276f204281afcb2ade6c46f37a": {
+     "9867cec44d024626b718178a2006531e": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "999117eb84654fd4889f246d2f672fdf": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "9be97f442c02447fbec103bac276f540": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_1bcb8e47069f473db646dbb3f4ac9aa3",
-        "IPY_MODEL_4482fe89f1ca47f0bdebdd62fa44faaf",
-        "IPY_MODEL_94f5c4d8df86404ba173fa012ec8466d"
-       ],
-       "layout": "IPY_MODEL_b6a6ba5fad8241e69941537436db583d",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_7def5eaa678f4b48b6ed6288fc5b054b",
+       "placeholder": "​",
+       "style": "IPY_MODEL_5ac42f3ea8ed4979a2ec01b7d48d265e",
        "tabbable": null,
-       "tooltip": null
+       "tooltip": null,
+       "value": "Downloading generation_config.json: 100%"
       }
      },
-     "c86ba1e021ee46bea98cacbe937db5a3": {
+     "a1cc06b6ae6941b784dd055006eda6d1": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "FloatProgressModel",
@@ -5415,17 +5212,17 @@
        "bar_style": "success",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_acbe0cfba1614c2fbb5fbf875db35e05",
-       "max": 456318.0,
+       "layout": "IPY_MODEL_a7f657ffbddf422cb1d75560e057c210",
+       "max": 12.0,
        "min": 0.0,
        "orientation": "horizontal",
-       "style": "IPY_MODEL_5ed73c91d3c34b4d9c5596a9968d5636",
+       "style": "IPY_MODEL_d0dac218c82c48f992142bbc3965c313",
        "tabbable": null,
        "tooltip": null,
-       "value": 456318.0
+       "value": 12.0
       }
      },
-     "c87708a786fc41d8af1b2d08df28af87": {
+     "a4dcd33d67404acba7a4441c3645daf4": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5478,23 +5275,60 @@
        "width": null
       }
      },
-     "cbec039c72824749b1d374e3601d9461": {
-      "model_module": "@jupyter-widgets/controls",
+     "a7f657ffbddf422cb1d75560e057c210": {
+      "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
+      "model_name": "LayoutModel",
       "state": {
-       "_model_module": "@jupyter-widgets/controls",
+       "_model_module": "@jupyter-widgets/base",
        "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "_view_name": "LayoutView",
+       "align_content": null,
+       "align_items": null,
+       "align_self": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
+       "bottom": null,
+       "display": null,
+       "flex": null,
+       "flex_flow": null,
+       "grid_area": null,
+       "grid_auto_columns": null,
+       "grid_auto_flow": null,
+       "grid_auto_rows": null,
+       "grid_column": null,
+       "grid_gap": null,
+       "grid_row": null,
+       "grid_template_areas": null,
+       "grid_template_columns": null,
+       "grid_template_rows": null,
+       "height": null,
+       "justify_content": null,
+       "justify_items": null,
+       "left": null,
+       "margin": null,
+       "max_height": null,
+       "max_width": null,
+       "min_height": null,
+       "min_width": null,
+       "object_fit": null,
+       "object_position": null,
+       "order": null,
+       "overflow": null,
+       "padding": null,
+       "right": null,
+       "top": null,
+       "visibility": null,
+       "width": null
       }
      },
-     "d037536c2c184d1d8f6ed7e1fc48cdd8": {
+     "b5be3469c6ab4921b2b3711f4336e65d": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5547,7 +5381,121 @@
        "width": null
       }
      },
-     "d1dd404b05c44cdfad4872e36e32b7b6": {
+     "b9df25119e274eaaa426b4088da5bb3b": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_ccd54f0e462641c2b5858eb8b621ef5d",
+       "placeholder": "​",
+       "style": "IPY_MODEL_3404d9305a8e49db853fc7e6718884b8",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading vocab.json: 100%"
+      }
+     },
+     "ba30a691ae7249e7b7e12fbe71377298": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "bd9930c345d349a6ac0c4f7334371900": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_05a9884c908f460690e0dd578437aa81",
+        "IPY_MODEL_a1cc06b6ae6941b784dd055006eda6d1",
+        "IPY_MODEL_578fbaa376a54c94bfee9a453ac369b6"
+       ],
+       "layout": "IPY_MODEL_0311b177510d4f308aa2f2f36a848b31",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "bde7a7500f6e45738ac896a18bd1807b": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_eb00713081bc4807a86b2abee4a9fced",
+       "max": 124.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_292419af9a2b4b21b0bc1f1b88e4a4fb",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 124.0
+      }
+     },
+     "be742a66a0fc409fa0f485611d88814b": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_3099648da7d14d8caf50b80cd43feed7",
+       "placeholder": "​",
+       "style": "IPY_MODEL_53c11a18431a4acea8395b8f0da020e0",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 456k/456k [00:00&lt;00:00, 62.7MB/s]"
+      }
+     },
+     "bfd019474e1844df9b981c51f8855060": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5600,7 +5548,7 @@
        "width": null
       }
      },
-     "d29950525deb4b52829ed63bf31ab500": {
+     "c0f3d2761dac4fb7a55cb0d7567d875a": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5653,7 +5601,7 @@
        "width": null
       }
      },
-     "dd6c8b2a9f9f447cbb8bf77a03df62bb": {
+     "c74eac1e637b422e942d9744790c98f6": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5706,23 +5654,7 @@
        "width": null
       }
      },
-     "dee6790a4ddc41159ec7bc61f9e3dc6b": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
-      }
-     },
-     "e1f354f282e54bc9bda72fd9f0a0944a": {
+     "ccd54f0e462641c2b5858eb8b621ef5d": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5775,7 +5707,7 @@
        "width": null
       }
      },
-     "e589530d06744e1b85e2cbfd05c5e616": {
+     "ce158930b285462e8db68bc7c34c3994": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -5793,83 +5725,115 @@
        "text_color": null
       }
      },
-     "ec6f5dad7735468cbbf1fe7d9e21f647": {
+     "d0dac218c82c48f992142bbc3965c313": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "d971ee545cf741d6882ae1ff83de763c": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "HBoxModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_9be97f442c02447fbec103bac276f540",
+        "IPY_MODEL_bde7a7500f6e45738ac896a18bd1807b",
+        "IPY_MODEL_27c0785b8187450a8723715b7f195ec1"
+       ],
+       "layout": "IPY_MODEL_7f7a03309689428eaf1a800493eb429e",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "dcfad4099ff94438bc0d2725a563b218": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "e9f6ca8c369a408b99dc5179a02b412a": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_d1dd404b05c44cdfad4872e36e32b7b6",
-       "placeholder": "​",
-       "style": "IPY_MODEL_6a78e5391000469c8fae030d68f2d4f9",
+       "layout": "IPY_MODEL_bfd019474e1844df9b981c51f8855060",
+       "max": 50.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_999117eb84654fd4889f246d2f672fdf",
        "tabbable": null,
        "tooltip": null,
-       "value": " 353M/353M [00:01&lt;00:00, 311MB/s]"
+       "value": 50.0
       }
      },
-     "f75cb2c60b614f13aca8129955760686": {
-      "model_module": "@jupyter-widgets/base",
+     "eae92d5bbd834318ba65cd319a4b4de7": {
+      "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
+      "model_name": "HBoxModel",
       "state": {
-       "_model_module": "@jupyter-widgets/base",
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "LayoutModel",
+       "_model_name": "HBoxModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "LayoutView",
-       "align_content": null,
-       "align_items": null,
-       "align_self": null,
-       "border_bottom": null,
-       "border_left": null,
-       "border_right": null,
-       "border_top": null,
-       "bottom": null,
-       "display": null,
-       "flex": null,
-       "flex_flow": null,
-       "grid_area": null,
-       "grid_auto_columns": null,
-       "grid_auto_flow": null,
-       "grid_auto_rows": null,
-       "grid_column": null,
-       "grid_gap": null,
-       "grid_row": null,
-       "grid_template_areas": null,
-       "grid_template_columns": null,
-       "grid_template_rows": null,
-       "height": null,
-       "justify_content": null,
-       "justify_items": null,
-       "left": null,
-       "margin": null,
-       "max_height": null,
-       "max_width": null,
-       "min_height": null,
-       "min_width": null,
-       "object_fit": null,
-       "object_position": null,
-       "order": null,
-       "overflow": null,
-       "padding": null,
-       "right": null,
-       "top": null,
-       "visibility": null,
-       "width": null
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_828eefde7f2842238ae46606b3060305",
+        "IPY_MODEL_e9f6ca8c369a408b99dc5179a02b412a",
+        "IPY_MODEL_472de8c83ab140a49f1ae1ec4dfade00"
+       ],
+       "layout": "IPY_MODEL_1a8fc10abf9a40bdae56cc4ebc00b3c0",
+       "tabbable": null,
+       "tooltip": null
       }
      },
-     "f9620fbd42054819a2677082406eb83d": {
+     "eb00713081bc4807a86b2abee4a9fced": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5922,7 +5886,79 @@
        "width": null
       }
      },
-     "fa94446c47904b35925aacd066419df2": {
+     "f090ec1606d34a548ed62a7b7bdd279c": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_1e42ee1627d84adba1d821ac413a4242",
+       "placeholder": "​",
+       "style": "IPY_MODEL_979129ef3e434c98be0c0edaa6490580",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading merges.txt: 100%"
+      }
+     },
+     "f108d3dc601c4b2a8386b628c0cee81b": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_02c5577eec0d401ea468b73ddf879b24",
+       "placeholder": "​",
+       "style": "IPY_MODEL_9867cec44d024626b718178a2006531e",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 353M/353M [00:01&lt;00:00, 284MB/s]"
+      }
+     },
+     "f2b30e18f6b04a2b8d00f5544025d8ad": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_1dbd6f87c7ed4c639957b51410147539",
+       "max": 1355256.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_1fa931b1aed3409b859a7b94cfc1736d",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 1355256.0
+      }
+     },
+     "fa038191ecdf43288a05fe92964fea3c": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HBoxModel",
@@ -5937,66 +5973,36 @@
        "_view_name": "HBoxView",
        "box_style": "",
        "children": [
-        "IPY_MODEL_2671586cdc9c49bdb50ed419da07355a",
-        "IPY_MODEL_c86ba1e021ee46bea98cacbe937db5a3",
-        "IPY_MODEL_49316f9493cb406c841e1fb70096fac2"
+        "IPY_MODEL_0b21ce06122341128c52124b485b9dd2",
+        "IPY_MODEL_f2b30e18f6b04a2b8d00f5544025d8ad",
+        "IPY_MODEL_92225137f2e841098a14e591fd4ea99c"
        ],
-       "layout": "IPY_MODEL_c87708a786fc41d8af1b2d08df28af87",
+       "layout": "IPY_MODEL_7ff72217c02e4147b2669b0cfd3eef85",
        "tabbable": null,
        "tooltip": null
       }
      },
-     "fe1bde55419d448cae02af1b067432d9": {
-      "model_module": "@jupyter-widgets/base",
+     "fa2e61e2e6154bcd9ca57edbfa0a639e": {
+      "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
+      "model_name": "HTMLModel",
       "state": {
-       "_model_module": "@jupyter-widgets/base",
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "LayoutModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "LayoutView",
-       "align_content": null,
-       "align_items": null,
-       "align_self": null,
-       "border_bottom": null,
-       "border_left": null,
-       "border_right": null,
-       "border_top": null,
-       "bottom": null,
-       "display": null,
-       "flex": null,
-       "flex_flow": null,
-       "grid_area": null,
-       "grid_auto_columns": null,
-       "grid_auto_flow": null,
-       "grid_auto_rows": null,
-       "grid_column": null,
-       "grid_gap": null,
-       "grid_row": null,
-       "grid_template_areas": null,
-       "grid_template_columns": null,
-       "grid_template_rows": null,
-       "height": null,
-       "justify_content": null,
-       "justify_items": null,
-       "left": null,
-       "margin": null,
-       "max_height": null,
-       "max_width": null,
-       "min_height": null,
-       "min_width": null,
-       "object_fit": null,
-       "object_position": null,
-       "order": null,
-       "overflow": null,
-       "padding": null,
-       "right": null,
-       "top": null,
-       "visibility": null,
-       "width": null
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_27c9a11a626c474aa7967e7146f4335e",
+       "placeholder": "​",
+       "style": "IPY_MODEL_4eb46626080b42adb59dc4d2b93460b4",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading model.safetensors: 100%"
       }
      }
     },
diff --git a/generated/demos/Exploratory_Analysis_Demo.html b/generated/demos/Exploratory_Analysis_Demo.html
index 8ae4f4958..2d68d1636 100644
--- a/generated/demos/Exploratory_Analysis_Demo.html
+++ b/generated/demos/Exploratory_Analysis_Demo.html
@@ -421,31 +421,31 @@ <h3>Indirect Object Identification<a class="headerlink" href="#Indirect-Object-I
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "14f617a06c8f4b1c8ca1b6d6309d21b9"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "fb1af2face1f4ab788109b68cc5ed201"}</script></div>
 </div>
 <div class="nboutput docutils container">
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "efdc17b516424b8cbf8a63cb0b9d9bd8"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "a6fa4cbe24c94826b4ac6beaa14568d1"}</script></div>
 </div>
 <div class="nboutput docutils container">
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "31b4276df976449c99867c8641cd008b"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "00e21baadbb54855b45bd4300baf1da7"}</script></div>
 </div>
 <div class="nboutput docutils container">
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "3abe3055b51e4cb08739a07e618a5c3f"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "02422154db5c43c88e6c06e64a35f638"}</script></div>
 </div>
 <div class="nboutput docutils container">
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "8fbbdb0ca2ab4aa7a36f1e59f1e91f77"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "3254cec1d1a14b5e997d4bfe1bee1c70"}</script></div>
 </div>
 <div class="nboutput nblast docutils container">
 <div class="prompt empty docutils container">
@@ -838,9 +838,9 @@ <h3>Logit Lens<a class="headerlink" href="#Logit-Lens" title="Permalink to this
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="bba0809f-f23b-437d-8259-cdb722f84ccb" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("bba0809f-f23b-437d-8259-cdb722f84ccb")) {                    Plotly.newPlot(                        "bba0809f-f23b-437d-8259-cdb722f84ccb",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003ex=%{x}\u003cbr\u003ey=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["0_pre","0_mid","1_pre","1_mid","2_pre","2_mid","3_pre","3_mid","4_pre","4_mid","5_pre","5_mid","6_pre","6_mid","7_pre","7_mid","8_pre","8_mid","9_pre","9_mid","10_pre","10_mid","11_pre","11_mid","final_post"],"legendgroup":"","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"lines","name":"","orientation":"v","showlegend":false,"x":[0.0,0.5,1.0,1.5,2.0,2.5,3.0,3.5,4.0,4.5,5.0,5.5,6.0,6.5,7.0,7.5,8.0,8.5,9.0,9.5,10.0,10.5,11.0,11.5,12.0],"xaxis":"x","y":[1.293595414608717e-05,-0.006643435452133417,-0.007525061257183552,-0.009075632318854332,-0.008736707270145416,-0.008685559965670109,-0.006480466574430466,-0.007940070703625679,-0.009662052616477013,-0.015096214599907398,-0.014190716668963432,-0.0199296735227108,-0.00912466924637556,-0.027298130095005035,-0.02985500544309616,0.2497260570526123,0.2505583167076111,0.4500511884689331,0.45996880531311035,5.025448799133301,5.142897605895996,4.730566501617432,4.88706636428833,3.4453954696655273,3.551884651184082],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"x"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"y"}},"legend":{"tracegroupgap":0},"title":{"text":"Logit Difference From Accumulate Residual Stream"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c")) {                    Plotly.newPlot(                        "f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003ex=%{x}\u003cbr\u003ey=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["0_pre","0_mid","1_pre","1_mid","2_pre","2_mid","3_pre","3_mid","4_pre","4_mid","5_pre","5_mid","6_pre","6_mid","7_pre","7_mid","8_pre","8_mid","9_pre","9_mid","10_pre","10_mid","11_pre","11_mid","final_post"],"legendgroup":"","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"lines","name":"","orientation":"v","showlegend":false,"x":[0.0,0.5,1.0,1.5,2.0,2.5,3.0,3.5,4.0,4.5,5.0,5.5,6.0,6.5,7.0,7.5,8.0,8.5,9.0,9.5,10.0,10.5,11.0,11.5,12.0],"xaxis":"x","y":[1.293595414608717e-05,-0.006643435452133417,-0.007525061257183552,-0.009075632318854332,-0.008736707270145416,-0.008685559965670109,-0.006480466574430466,-0.007940070703625679,-0.009662052616477013,-0.015096214599907398,-0.014190716668963432,-0.0199296735227108,-0.00912466924637556,-0.027298130095005035,-0.02985500544309616,0.2497260570526123,0.2505583167076111,0.4500511884689331,0.45996880531311035,5.025448799133301,5.142897605895996,4.730566501617432,4.88706636428833,3.4453954696655273,3.551884651184082],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"x"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"y"}},"legend":{"tracegroupgap":0},"title":{"text":"Logit Difference From Accumulate Residual Stream"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('bba0809f-f23b-437d-8259-cdb722f84ccb');
+var gd = document.getElementById('f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -886,9 +886,9 @@ <h3>Layer Attribution<a class="headerlink" href="#Layer-Attribution" title="Perm
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="4a8f2bc4-bcf6-433c-88ca-728973846ecb" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("4a8f2bc4-bcf6-433c-88ca-728973846ecb")) {                    Plotly.newPlot(                        "4a8f2bc4-bcf6-433c-88ca-728973846ecb",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003ex=%{x}\u003cbr\u003ey=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["embed","pos_embed","0_attn_out","0_mlp_out","1_attn_out","1_mlp_out","2_attn_out","2_mlp_out","3_attn_out","3_mlp_out","4_attn_out","4_mlp_out","5_attn_out","5_mlp_out","6_attn_out","6_mlp_out","7_attn_out","7_mlp_out","8_attn_out","8_mlp_out","9_attn_out","9_mlp_out","10_attn_out","10_mlp_out","11_attn_out","11_mlp_out"],"legendgroup":"","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"lines","name":"","orientation":"v","showlegend":false,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],"xaxis":"x","y":[-0.0002836667117662728,0.00029660205473192036,-0.006656345911324024,-0.0008816644549369812,-0.0015505512710660696,0.00033888069447129965,5.1152193918824196e-05,0.0022051380947232246,-0.0014596364926546812,-0.0017219948349520564,-0.005434125661849976,0.0009055216796696186,-0.00573904300108552,0.010805015452206135,-0.018173500895500183,-0.0025567931588739157,0.2795809805393219,0.0008323963265866041,0.19949282705783844,0.009917497634887695,4.565478324890137,0.11744901537895203,-0.4123265743255615,0.15649503469467163,-1.4416694641113281,0.10648900270462036],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"x"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"y"}},"legend":{"tracegroupgap":0},"title":{"text":"Logit Difference From Each Layer"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="fbf38fde-3c2b-4316-96e8-81fe20afd036" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("fbf38fde-3c2b-4316-96e8-81fe20afd036")) {                    Plotly.newPlot(                        "fbf38fde-3c2b-4316-96e8-81fe20afd036",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003ex=%{x}\u003cbr\u003ey=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["embed","pos_embed","0_attn_out","0_mlp_out","1_attn_out","1_mlp_out","2_attn_out","2_mlp_out","3_attn_out","3_mlp_out","4_attn_out","4_mlp_out","5_attn_out","5_mlp_out","6_attn_out","6_mlp_out","7_attn_out","7_mlp_out","8_attn_out","8_mlp_out","9_attn_out","9_mlp_out","10_attn_out","10_mlp_out","11_attn_out","11_mlp_out"],"legendgroup":"","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"lines","name":"","orientation":"v","showlegend":false,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],"xaxis":"x","y":[-0.0002836667117662728,0.00029660205473192036,-0.006656345911324024,-0.0008816644549369812,-0.0015505512710660696,0.00033888069447129965,5.1152193918824196e-05,0.0022051380947232246,-0.0014596364926546812,-0.0017219948349520564,-0.005434125661849976,0.0009055216796696186,-0.00573904300108552,0.010805015452206135,-0.018173500895500183,-0.0025567931588739157,0.2795809805393219,0.0008323963265866041,0.19949282705783844,0.009917497634887695,4.565478324890137,0.11744901537895203,-0.4123265743255615,0.15649503469467163,-1.4416694641113281,0.10648900270462036],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"x"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"y"}},"legend":{"tracegroupgap":0},"title":{"text":"Logit Difference From Each Layer"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('4a8f2bc4-bcf6-433c-88ca-728973846ecb');
+var gd = document.getElementById('fbf38fde-3c2b-4316-96e8-81fe20afd036');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -956,9 +956,9 @@ <h2>Head Attribution<a class="headerlink" href="#Head-Attribution" title="Permal
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="03b69bc7-cb4d-4ad9-8158-b1d0da5000c1" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("03b69bc7-cb4d-4ad9-8158-b1d0da5000c1")) {                    Plotly.newPlot(                        "03b69bc7-cb4d-4ad9-8158-b1d0da5000c1",                        [{"coloraxis":"coloraxis","name":"0","z":[[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06],[-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163],[0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06],[-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102],[-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048],[0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852],[-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05],[-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658],[-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746],[0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517],[0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684],[0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Each Head"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="36a57bb3-89a2-4eb5-9388-f14b408af502" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("36a57bb3-89a2-4eb5-9388-f14b408af502")) {                    Plotly.newPlot(                        "36a57bb3-89a2-4eb5-9388-f14b408af502",                        [{"coloraxis":"coloraxis","name":"0","z":[[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06],[-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163],[0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06],[-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102],[-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048],[0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852],[-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05],[-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658],[-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746],[0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517],[0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684],[0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Each Head"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('03b69bc7-cb4d-4ad9-8158-b1d0da5000c1');
+var gd = document.getElementById('36a57bb3-89a2-4eb5-9388-f14b408af502');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1080,19 +1080,19 @@ <h2>Attention Analysis<a class="headerlink" href="#Attention-Analysis" title="Pe
 </pre></div>
 </div>
 <div class="output_area rendered_html docutils container">
-<div style='max-width: 700px;'><h2>Top 3 Positive Logit Attribution Heads</h2><br/><div id="circuits-vis-650d206c-7015" style="margin: 15px 0;"/>
+<div style='max-width: 700px;'><h2>Top 3 Positive Logit Attribution Heads</h2><br/><div id="circuits-vis-45680ade-e8e2" style="margin: 15px 0;"/>
     <script crossorigin type="module">
     import { render, AttentionHeads } from "https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js";
     render(
-      "circuits-vis-650d206c-7015",
+      "circuits-vis-45680ade-e8e2",
       AttentionHeads,
       {"attention": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9979304075241089, 0.0020696199499070644, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9971864819526672, 0.0010516579495742917, 0.0017618322744965553, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9594858288764954, 0.0013107206905260682, 0.03694296255707741, 0.002260446548461914, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9891613125801086, 0.0010526262922212481, 0.004854187369346619, 0.0011043576523661613, 0.0038275623228400946, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9963598847389221, 0.0007981755770742893, 0.0007764199399389327, 0.00019262272689957172, 0.0002416164061287418, 0.0016313284868374467, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.981286346912384, 0.0018637743778526783, 0.006344134453684092, 0.0002960925630759448, 0.004604941233992577, 0.0013966895639896393, 0.004207880236208439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950011372566223, 0.001323046861216426, 0.0007920725620351732, 0.0002464439021423459, 0.00034051432157866657, 0.00016826108912937343, 0.0002837745123542845, 0.0018447553738951683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9920291900634766, 0.0013539865612983704, 0.0007168339216150343, 9.214157034875825e-05, 0.00013419259630609304, 0.00019706363673321903, 0.00035278149880468845, 0.0002426079590804875, 0.004881148226559162, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5483195781707764, 0.00758381187915802, 0.2826598286628723, 0.002968565095216036, 0.14815665781497955, 0.0008172976085916162, 0.0006479920702986419, 0.0017078514210879803, 0.004129360429942608, 0.003009049454703927, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8642559051513672, 0.003649302525445819, 0.004925847053527832, 0.06957447528839111, 0.03868309408426285, 0.00960985105484724, 0.0008548596524633467, 0.0005643010372295976, 0.0037071455735713243, 0.0013952692970633507, 0.00278007285669446, 0.0, 0.0, 0.0, 0.0], [0.30253109335899353, 0.006584455259144306, 0.14017540216445923, 0.030065717175602913, 0.480668306350708, 0.0005923579446971416, 0.0005309728439897299, 0.002413470298051834, 0.008505764417350292, 0.001376626780256629, 0.023764926940202713, 0.002790812635794282, 0.0, 0.0, 0.0], [0.7773903608322144, 0.003722910536453128, 0.022378060966730118, 0.015139482915401459, 0.017408329993486404, 0.0024166577495634556, 0.000709561281837523, 0.0007399592432193458, 0.13850116729736328, 0.0023606487084180117, 0.0057768565602600574, 0.002801432739943266, 0.010654580779373646, 0.0, 0.0], [0.9735962152481079, 0.001281249220483005, 0.0026179130654782057, 9.89185573416762e-05, 0.0005098484689369798, 0.0001200068072648719, 0.00045229317038320005, 0.00010779594595078379, 0.0029545300640165806, 0.001644384115934372, 0.0012141232145950198, 0.00018637318862602115, 0.0008510717889294028, 0.014365249313414097, 0.0], [0.0990300253033638, 0.0009710826561786234, 0.0641324445605278, 0.005246950313448906, 0.8110400438308716, 8.250329847214743e-05, 6.596777529921383e-05, 0.0011991320643574, 0.0008852760074660182, 0.00024891135399229825, 0.01033641118556261, 7.95233208918944e-05, 0.004943298641592264, 0.00028918671887367964, 0.0014492359478026628]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9985041618347168, 0.0014959025429561734, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9966639876365662, 0.0004695779934991151, 0.002866446040570736, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.920828640460968, 0.0007845007348805666, 0.07676951587200165, 0.0016173417679965496, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9835838675498962, 0.0006018307176418602, 0.003012280212715268, 0.006188073195517063, 0.006614003796130419, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950478076934814, 0.0007798016886226833, 0.0007059428025968373, 0.0003824840241577476, 0.000779877882450819, 0.0023041400127112865, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9838821887969971, 0.001590739586390555, 0.006336132530122995, 0.0004584550915751606, 0.004829842131584883, 0.0009966534562408924, 0.0019060714403167367, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.995481014251709, 0.0010436336742714047, 0.0005037460359744728, 0.0005756178870797157, 0.0004619477840606123, 0.0004267198091838509, 0.0006751784239895642, 0.0008320938213728368, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9798213243484497, 0.008518284186720848, 0.0010190311586484313, 0.00029932960751466453, 0.00030979886651039124, 0.0003330529434606433, 0.0015419875271618366, 0.000812650949228555, 0.007344539742916822, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6489241123199463, 0.00872244406491518, 0.10265975445508957, 0.0038905509281903505, 0.22694915533065796, 0.0011350922286510468, 0.00045881973346695304, 0.0004216693341732025, 0.005373908672481775, 0.0014645857736468315, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9156036972999573, 0.0013435527216643095, 0.001167393522337079, 0.04532044753432274, 0.02015787735581398, 0.007576438598334789, 0.0011305586667731404, 0.00024880593991838396, 0.0048463172279298306, 0.0007249554619193077, 0.0018800391117110848, 0.0, 0.0, 0.0, 0.0], [0.496212899684906, 0.0019782891031354666, 0.05844101682305336, 0.00783691368997097, 0.40375587344169617, 0.0005728101823478937, 0.00029639957938343287, 0.0009752865298651159, 0.004650795832276344, 0.0003252361493650824, 0.0231854896992445, 0.001768997753970325, 0.0, 0.0, 0.0], [0.8397700190544128, 0.0018636895110830665, 0.005577517673373222, 0.020380757749080658, 0.029273321852087975, 0.0044487593695521355, 0.0011503295972943306, 0.00024191565171349794, 0.08715135604143143, 0.001358860987238586, 0.002641611732542515, 0.0019266572780907154, 0.004215249326080084, 0.0, 0.0], [0.9744171500205994, 0.002402116311714053, 0.004550523590296507, 0.0002054769138339907, 0.0026625008322298527, 0.0002182716561947018, 0.0008242507465183735, 0.00040549691766500473, 0.0026430347934365273, 0.0015235630562528968, 0.0031088453251868486, 7.676478708162904e-05, 0.0018502476159483194, 0.005111755337566137, 0.0], [0.1847037822008133, 0.0003885060432367027, 0.06518028676509857, 0.0014534678775817156, 0.7318766713142395, 0.00010888312681345269, 2.7485761165735312e-05, 0.0001123118054238148, 0.00136720878072083, 4.016269667772576e-05, 0.012543701566755772, 5.958586552878842e-05, 0.0007756472914479673, 0.001057534827850759, 0.00030486498144455254]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9776753783226013, 0.02232469990849495, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9430753588676453, 0.018823016434907913, 0.03810162842273712, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8963210582733154, 0.006171723362058401, 0.07676297426223755, 0.020744264125823975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8522232174873352, 0.01784440502524376, 0.05478663742542267, 0.012976269237697124, 0.06216944754123688, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9669022560119629, 0.004049539100378752, 0.0020623321179300547, 0.007766410708427429, 0.007081823889166117, 0.012137661688029766, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7676378488540649, 0.018502313643693924, 0.04501323774456978, 0.012471760623157024, 0.10591398924589157, 0.018323639407753944, 0.032137323170900345, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8918280601501465, 0.01006962452083826, 0.013090015389025211, 0.010685205459594727, 0.031169503927230835, 0.00650228513404727, 0.021038588136434555, 0.01561673916876316, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9457208514213562, 0.0045005246065557, 0.013905968517065048, 0.0013248985633254051, 0.01557667925953865, 0.0011157025583088398, 0.0007837474695406854, 0.0007244564476422966, 0.016347261145710945, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5131925940513611, 0.006032112520188093, 0.11406771093606949, 0.009519235230982304, 0.3061339259147644, 0.0034422720782458782, 0.0026016735937446356, 0.0026653956156224012, 0.03412358835339546, 0.008221509866416454, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8395129442214966, 0.008326223120093346, 0.012920897454023361, 0.012827806174755096, 0.029934581369161606, 0.013884127140045166, 0.0034839059226214886, 0.0018691609147936106, 0.039465777575969696, 0.011843975633382797, 0.025930656120181084, 0.0, 0.0, 0.0, 0.0], [0.3585001230239868, 0.004236206877976656, 0.10680269449949265, 0.015598678961396217, 0.4160805344581604, 0.0024919386487454176, 0.0035857129842042923, 0.0038999104872345924, 0.0158549677580595, 0.005938144400715828, 0.06202790141105652, 0.004983280785381794, 0.0, 0.0, 0.0], [0.6125422716140747, 0.004679441452026367, 0.02915518917143345, 0.02824045717716217, 0.08258958160877228, 0.007909875363111496, 0.011129364371299744, 0.003477593418210745, 0.1702776700258255, 0.010538909584283829, 0.015773531049489975, 0.013295065611600876, 0.010391025803983212, 0.0, 0.0], [0.8758100867271423, 0.007089320570230484, 0.012082858942449093, 0.002599617000669241, 0.02126944810152054, 0.0016535734757781029, 0.001903675263747573, 0.0016310070641338825, 0.028230469673871994, 0.008473561145365238, 0.011080380529165268, 0.0027609618846327066, 0.0025940893683582544, 0.022820891812443733, 0.0], [0.5415226817131042, 0.0033975024707615376, 0.03888264298439026, 0.007577141281217337, 0.36139360070228577, 0.0013810729142278433, 0.0010475203162059188, 0.0012340188259258866, 0.006947713904082775, 0.003757023485377431, 0.017671911045908928, 0.0011743957875296474, 0.0036232508718967438, 0.002192466054111719, 0.008196976967155933]]], "attentionHeadNames": ["L9H9", "L9H6", "L10H0"], "tokens": ["<|endoftext|>", "When", " John", " and", " Mary", " went", " to", " the", " shops", ",", " John", " gave", " the", " bag", " to"]}
     )
-    </script></div><div style='max-width: 700px;'><h2>Top 3 Negative Logit Attribution Heads</h2><br/><div id="circuits-vis-066d56eb-a3d5" style="margin: 15px 0;"/>
+    </script></div><div style='max-width: 700px;'><h2>Top 3 Negative Logit Attribution Heads</h2><br/><div id="circuits-vis-85e61c23-3abc" style="margin: 15px 0;"/>
     <script crossorigin type="module">
     import { render, AttentionHeads } from "https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js";
     render(
-      "circuits-vis-066d56eb-a3d5",
+      "circuits-vis-85e61c23-3abc",
       AttentionHeads,
       {"attention": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9628916382789612, 0.03710833564400673, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9778333902359009, 0.0034864158369600773, 0.018680140376091003, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.873769998550415, 0.00596432713791728, 0.08126718550920486, 0.038998477160930634, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8745137453079224, 0.017276132479310036, 0.01887470670044422, 0.05426836758852005, 0.03506700322031975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9704693555831909, 0.003517787903547287, 0.00032398526673205197, 0.004373480100184679, 0.00039530493086203933, 0.02092018723487854, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7694657444953918, 0.006685878150165081, 0.011966496706008911, 0.040966231375932693, 0.03344444930553436, 0.04401005432009697, 0.09346108883619308, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8177720904350281, 0.009112615138292313, 0.004233685787767172, 0.03900327533483505, 0.012653338722884655, 0.007337867747992277, 0.07410026341676712, 0.03578697517514229, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8309932947158813, 0.0187966451048851, 0.003303283592686057, 0.019832152873277664, 0.004009508993476629, 0.01207832433283329, 0.03246011957526207, 0.01032226998358965, 0.06820440292358398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3140331208705902, 0.015227909199893475, 0.19789265096187592, 0.05937967821955681, 0.32360386848449707, 0.00903772097080946, 0.019917726516723633, 0.01247529685497284, 0.013939710333943367, 0.03449235484004021, 0.0, 0.0, 0.0, 0.0, 0.0], [0.731956958770752, 0.030870256945490837, 0.005064086522907019, 0.08703816682100296, 0.004982737358659506, 0.044725529849529266, 0.023506149649620056, 0.006397760007530451, 0.0034696520306169987, 0.04865318164229393, 0.013335521332919598, 0.0, 0.0, 0.0, 0.0], [0.13710620999336243, 0.012017928063869476, 0.1459234207868576, 0.01568349078297615, 0.4412509799003601, 0.004342444706708193, 0.011117917485535145, 0.007466629147529602, 0.0012341709807515144, 0.019460301846265793, 0.16842906177043915, 0.035967450588941574, 0.0, 0.0, 0.0], [0.40524864196777344, 0.00972096435725689, 0.03158120810985565, 0.09247028082609177, 0.04880831763148308, 0.008174206130206585, 0.03170830383896828, 0.02787904441356659, 0.14128021895885468, 0.030234068632125854, 0.033928606659173965, 0.031714264303445816, 0.10725181549787521, 0.0, 0.0], [0.8084691762924194, 0.005670279264450073, 0.006755997892469168, 0.008696597069501877, 0.010473438538610935, 0.003464746056124568, 0.006761002819985151, 0.002588924951851368, 0.015097740106284618, 0.016036033630371094, 0.011288080364465714, 0.01727747544646263, 0.007799200247973204, 0.07962139695882797, 0.0], [0.029391108080744743, 0.0016060562338680029, 0.0600556842982769, 0.008175741881132126, 0.8099162578582764, 0.0003979629836976528, 0.0028282564599066973, 0.003363262861967087, 0.00015691174485255033, 0.0036459509283304214, 0.05494087189435959, 0.0016660342225804925, 0.015368952415883541, 5.0166785513283685e-05, 0.008436804637312889]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9124024510383606, 0.08759751915931702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.97407466173172, 0.014344141818583012, 0.01158120296895504, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8240249752998352, 0.03700510039925575, 0.06643951684236526, 0.07253044843673706, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5370795726776123, 0.15483315289020538, 0.09031295031309128, 0.1213119626045227, 0.09646230936050415, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9388002157211304, 0.028733229264616966, 0.00034310255432501435, 0.010481266304850578, 0.0008399294456467032, 0.020802246406674385, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6318808794021606, 0.059302765876054764, 0.03517916053533554, 0.0317409373819828, 0.11746876686811447, 0.06869620084762573, 0.05573124438524246, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7625215649604797, 0.04435170814394951, 0.010552986524999142, 0.034276317805051804, 0.014203960075974464, 0.01270359568297863, 0.0725969448685646, 0.04879297316074371, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5725989937782288, 0.12681788206100464, 0.03727065399289131, 0.04314148798584938, 0.0412958487868309, 0.04644748941063881, 0.02916436828672886, 0.037511881440877914, 0.06575131416320801, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12316938489675522, 0.026347056031227112, 0.27960503101348877, 0.04198966920375824, 0.4410582184791565, 0.0061389729380607605, 0.007793002296239138, 0.007175277452915907, 0.01128680631518364, 0.05543654039502144, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4485592544078827, 0.14324842393398285, 0.010774237103760242, 0.07855045050382614, 0.014047829434275627, 0.014864688739180565, 0.008633705787360668, 0.0030146564822643995, 0.012792138382792473, 0.1640862077474594, 0.10142832249403, 0.0, 0.0, 0.0, 0.0], [0.10228177160024643, 0.023883234709501266, 0.05525030940771103, 0.05206810310482979, 0.5759843587875366, 0.0011948138708248734, 0.0013662469573318958, 0.002567774150520563, 0.0018699945649132133, 0.04316002503037453, 0.1088719516992569, 0.03150139003992081, 0.0, 0.0, 0.0], [0.3931320011615753, 0.04406267777085304, 0.040099095553159714, 0.07407409697771072, 0.04061635211110115, 0.007346791215240955, 0.00950719602406025, 0.013865180313587189, 0.06405404210090637, 0.04894230514764786, 0.06277522444725037, 0.09996508061885834, 0.10155992954969406, 0.0, 0.0], [0.7573199272155762, 0.01509570237249136, 0.007350178435444832, 0.013156387954950333, 0.0057263909839093685, 0.008556420914828777, 0.00828259252011776, 0.010307085700333118, 0.0029048887081444263, 0.017329048365354538, 0.015188956633210182, 0.07965736091136932, 0.03024447336792946, 0.028880525380373, 0.0], [0.08579517155885696, 0.023773612454533577, 0.028759416192770004, 0.050303779542446136, 0.674645185470581, 0.0010763935279101133, 0.001151484902948141, 0.0027219706680625677, 0.0005617720307782292, 0.03909158334136009, 0.04861968383193016, 0.015520057640969753, 0.004084523767232895, 0.00043291517067700624, 0.023462478071451187]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9691731929779053, 0.030826786532998085, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9864587187767029, 0.007659828290343285, 0.005881553515791893, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9318376183509827, 0.011915582232177258, 0.0205316673964262, 0.03571505844593048, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8786705732345581, 0.03427591919898987, 0.013157891109585762, 0.027051273733377457, 0.046844419091939926, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9850097298622131, 0.00501946872100234, 0.0013920083874836564, 0.0018760553793981671, 0.00417111162096262, 0.0025315615348517895, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8907089829444885, 0.02026253007352352, 0.020904427394270897, 0.009134638123214245, 0.040578052401542664, 0.003215113654732704, 0.015196285210549831, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9318532347679138, 0.012423785403370857, 0.007052858360111713, 0.006267632357776165, 0.009715685620903969, 0.0013882723869755864, 0.012697475962340832, 0.018601110205054283, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7722936868667603, 0.03829522058367729, 0.03943638876080513, 0.009729274548590183, 0.11019405722618103, 0.009773475117981434, 0.00886813085526228, 0.00397774251177907, 0.007432021200656891, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6659272313117981, 0.019893720746040344, 0.057482197880744934, 0.02604653127491474, 0.1897868812084198, 0.0017340340418741107, 0.004116128198802471, 0.004545121919363737, 0.007496055215597153, 0.022972118109464645, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8588333129882812, 0.018521541729569435, 0.010080326348543167, 0.016174692660570145, 0.044801268726587296, 0.018235502764582634, 0.0026932843029499054, 0.0009044640464708209, 0.004338269587606192, 0.010200376622378826, 0.015216904692351818, 0.0, 0.0, 0.0, 0.0], [0.7452800273895264, 0.020592190325260162, 0.03344869241118431, 0.0456031933426857, 0.09397711604833603, 0.0019107998814433813, 0.003916192799806595, 0.004672205541282892, 0.0032160987611860037, 0.01806800812482834, 0.016300559043884277, 0.013014956377446651, 0.0, 0.0, 0.0], [0.7450795769691467, 0.016002928838133812, 0.02564328908920288, 0.030005209147930145, 0.06691135466098785, 0.0032243195455521345, 0.006530730053782463, 0.006865617819130421, 0.04355346038937569, 0.012662939727306366, 0.010547313839197159, 0.010315658524632454, 0.02265755645930767, 0.0, 0.0], [0.8363592624664307, 0.013512489385902882, 0.016558658331632614, 0.00888032279908657, 0.056306786835193634, 0.002255747327581048, 0.0023983947467058897, 0.0012933423276990652, 0.003150221658870578, 0.013540888205170631, 0.021650196984410286, 0.005392782390117645, 0.004322767723351717, 0.014378189109265804, 0.0], [0.7888550162315369, 0.014087552204728127, 0.022160790860652924, 0.04220626875758171, 0.06532401591539383, 0.0011144892778247595, 0.001956801163032651, 0.002514236606657505, 0.0014487016014754772, 0.012026123702526093, 0.009607548825442791, 0.0068955253809690475, 0.0045570856891572475, 0.003263340797275305, 0.023982463404536247]]], "attentionHeadNames": ["L10H7", "L11H10", "L11H2"], "tokens": ["<|endoftext|>", "When", " John", " and", " Mary", " went", " to", " the", " shops", ",", " John", " gave", " the", " bag", " to"]}
     )
@@ -1245,9 +1245,9 @@ <h2>Residual Stream<a class="headerlink" href="#Residual-Stream" title="Permalin
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="a51a3c19-0178-46e9-9e65-4f93cc66936c" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("a51a3c19-0178-46e9-9e65-4f93cc66936c")) {                    Plotly.newPlot(                        "a51a3c19-0178-46e9-9e65-4f93cc66936c",                        [{"coloraxis":"coloraxis","name":"0","x":["\u003c|endoftext|\u003e_0","When_1"," John_2"," and_3"," Mary_4"," went_5"," to_6"," the_7"," shops_8",",_9"," John_10"," gave_11"," the_12"," bag_13"," to_14"],"z":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0006500482559204,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0010517835617065,-2.644706728460733e-05,-2.0439421859919094e-05,-0.00045893044443801045,-0.0005940857226960361],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0002665519714355,0.0008679874008521438,0.0005162883899174631,-0.0009931075619533658,-0.0008653023978695273],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9949079155921936,0.005429435055702925,0.001605652505531907,-0.0006178813637234271,-0.0016323344316333532],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675662517547607,0.03134235739707947,0.0028418514411896467,-0.0012303927214816213,-0.0009863615268841386],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675208330154419,0.031000729650259018,0.0017825256800279021,-0.000485612457850948,-0.0006468120263889432],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9228319525718689,0.051345907151699066,0.004729326348751783,0.000934742740355432,0.017047081142663956],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6565485000610352,0.023856764659285545,0.002357480814680457,-1.725100628391374e-05,0.3186914622783661],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02730260230600834,0.03142482042312622,0.0018209208501502872,0.0007993861217983067,0.9383869767189026],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.02684192731976509,0.020981116220355034,0.0012511678505688906,0.00032387589453719556,1.0048280954360962],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005687999073415995,0.014263493940234184,0.0004869885160587728,-9.014824900077656e-05,0.9914219975471497]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Position: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Position"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched Residual Stream"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="7734f85a-ec7c-48b9-9209-458c9be122dd" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("7734f85a-ec7c-48b9-9209-458c9be122dd")) {                    Plotly.newPlot(                        "7734f85a-ec7c-48b9-9209-458c9be122dd",                        [{"coloraxis":"coloraxis","name":"0","x":["\u003c|endoftext|\u003e_0","When_1"," John_2"," and_3"," Mary_4"," went_5"," to_6"," the_7"," shops_8",",_9"," John_10"," gave_11"," the_12"," bag_13"," to_14"],"z":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0006500482559204,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0010517835617065,-2.644706728460733e-05,-2.0439421859919094e-05,-0.00045893044443801045,-0.0005940857226960361],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0002665519714355,0.0008679874008521438,0.0005162883899174631,-0.0009931075619533658,-0.0008653023978695273],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9949079155921936,0.005429435055702925,0.001605652505531907,-0.0006178813637234271,-0.0016323344316333532],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675662517547607,0.03134235739707947,0.0028418514411896467,-0.0012303927214816213,-0.0009863615268841386],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675208330154419,0.031000729650259018,0.0017825256800279021,-0.000485612457850948,-0.0006468120263889432],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9228319525718689,0.051345907151699066,0.004729326348751783,0.000934742740355432,0.017047081142663956],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6565485000610352,0.023856764659285545,0.002357480814680457,-1.725100628391374e-05,0.3186914622783661],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02730260230600834,0.03142482042312622,0.0018209208501502872,0.0007993861217983067,0.9383869767189026],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.02684192731976509,0.020981116220355034,0.0012511678505688906,0.00032387589453719556,1.0048280954360962],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005687999073415995,0.014263493940234184,0.0004869885160587728,-9.014824900077656e-05,0.9914219975471497]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Position: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Position"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched Residual Stream"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('a51a3c19-0178-46e9-9e65-4f93cc66936c');
+var gd = document.getElementById('7734f85a-ec7c-48b9-9209-458c9be122dd');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1333,9 +1333,9 @@ <h2>Layers<a class="headerlink" href="#Layers" title="Permalink to this heading"
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="a7c3c399-8c51-4a2f-acc7-6ef0884a1d58" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("a7c3c399-8c51-4a2f-acc7-6ef0884a1d58")) {                    Plotly.newPlot(                        "a7c3c399-8c51-4a2f-acc7-6ef0884a1d58",                        [{"coloraxis":"coloraxis","name":"0","x":["\u003c|endoftext|\u003e_0","When_1"," John_2"," and_3"," Mary_4"," went_5"," to_6"," the_7"," shops_8",",_9"," John_10"," gave_11"," the_12"," bag_13"," to_14"],"z":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03545692563056946,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0029835179448127747,7.960970106068999e-05,2.0942856281180866e-05,8.034807251533493e-05,-0.0005964686279185116],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0019127808045595884,0.0006664795218966901,0.0003951621474698186,-0.0007046734099276364,-0.00027312972815707326],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15463124215602875,0.0038023365195840597,0.0005173287936486304,-0.00012005223106825724,-0.0005605570040643215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005406210198998451,0.019581837579607964,0.0010074721649289131,-0.00024265519459731877,0.0007941504009068012],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.35209766030311584,0.0010531839216127992,0.00022453156998381019,0.00013357782154344022,8.299948967760429e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11985955387353897,0.021244244650006294,0.0027281425427645445,0.0013408797094598413,0.01797393709421158],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013311197981238365,0.011509575881063938,0.0003747562877833843,-4.1147341107716784e-05,0.29760220646858215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.001500166254118085,0.017352767288684845,0.0005848560831509531,0.0010114996694028378,0.5697319507598877],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00012844279990531504,0.006301282439380884,0.00014149851631373167,0.0003127332020085305,0.2715231478214264],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0009371927590109408,8.652352698845789e-05,0.00033203151542693377,1.4431775525736157e-06,-0.19297605752944946],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.406176894903183]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Position: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Position"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched Attention Layer"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="6430cce1-82ad-4ef7-b694-711f25163866" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("6430cce1-82ad-4ef7-b694-711f25163866")) {                    Plotly.newPlot(                        "6430cce1-82ad-4ef7-b694-711f25163866",                        [{"coloraxis":"coloraxis","name":"0","x":["\u003c|endoftext|\u003e_0","When_1"," John_2"," and_3"," Mary_4"," went_5"," to_6"," the_7"," shops_8",",_9"," John_10"," gave_11"," the_12"," bag_13"," to_14"],"z":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03545692563056946,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0029835179448127747,7.960970106068999e-05,2.0942856281180866e-05,8.034807251533493e-05,-0.0005964686279185116],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0019127808045595884,0.0006664795218966901,0.0003951621474698186,-0.0007046734099276364,-0.00027312972815707326],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15463124215602875,0.0038023365195840597,0.0005173287936486304,-0.00012005223106825724,-0.0005605570040643215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005406210198998451,0.019581837579607964,0.0010074721649289131,-0.00024265519459731877,0.0007941504009068012],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.35209766030311584,0.0010531839216127992,0.00022453156998381019,0.00013357782154344022,8.299948967760429e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11985955387353897,0.021244244650006294,0.0027281425427645445,0.0013408797094598413,0.01797393709421158],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013311197981238365,0.011509575881063938,0.0003747562877833843,-4.1147341107716784e-05,0.29760220646858215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.001500166254118085,0.017352767288684845,0.0005848560831509531,0.0010114996694028378,0.5697319507598877],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00012844279990531504,0.006301282439380884,0.00014149851631373167,0.0003127332020085305,0.2715231478214264],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0009371927590109408,8.652352698845789e-05,0.00033203151542693377,1.4431775525736157e-06,-0.19297605752944946],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.406176894903183]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Position: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Position"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched Attention Layer"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('a7c3c399-8c51-4a2f-acc7-6ef0884a1d58');
+var gd = document.getElementById('6430cce1-82ad-4ef7-b694-711f25163866');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1382,9 +1382,9 @@ <h2>Layers<a class="headerlink" href="#Layers" title="Permalink to this heading"
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="b89d42f6-1a0d-4018-b389-a00112580fad" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("b89d42f6-1a0d-4018-b389-a00112580fad")) {                    Plotly.newPlot(                        "b89d42f6-1a0d-4018-b389-a00112580fad",                        [{"coloraxis":"coloraxis","name":"0","x":["\u003c|endoftext|\u003e_0","When_1"," John_2"," and_3"," Mary_4"," went_5"," to_6"," the_7"," shops_8",",_9"," John_10"," gave_11"," the_12"," bag_13"," to_14"],"z":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8507900834083557,-0.00027836544904857874,-7.31321852072142e-05,-0.00047309373621828854,3.997266321675852e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008864633738994598,0.00022191372408997267,0.000149788407725282,-4.8732414143159986e-05,0.00030383921694010496],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013549826107919216,5.843190956511535e-05,-0.0003299170930404216,-0.0006385557353496552,0.0007729054777882993],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0019474505679681897,0.0004986010608263314,0.00017297992599196732,0.00016865039651747793,0.00040781512507237494],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.01978670246899128,0.004129031673073769,-4.8765974497655407e-05,-0.00016975795733742416,0.0007918681367300451],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09652474522590637,-0.0018820377299562097,-0.00048356514889746904,0.0007101775845512748,-0.00018338423979002982],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.015899620950222015,-0.0008501993725076318,0.00012371051707305014,2.882998887798749e-05,-0.0072376360185444355],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.010361075401306152,0.0031509934924542904,0.000531156430952251,0.0002355399919906631,0.008496892638504505],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.012532721273601055,2.2553844246431254e-05,-0.000354014802724123,8.652352698845789e-05,-0.021631352603435516],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00033431375049985945,0.0008099246770143509,1.654619882174302e-05,0.00012944966147188097,0.0316244512796402],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0013598088407889009,-0.0001945940311998129,-9.921006858348846e-05,-0.00014143140288069844,0.02876470983028412],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02044915407896042]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Position: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Position"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched MLP Layer"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="437722b4-a859-4f5d-a010-dc3fb8779e6a" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("437722b4-a859-4f5d-a010-dc3fb8779e6a")) {                    Plotly.newPlot(                        "437722b4-a859-4f5d-a010-dc3fb8779e6a",                        [{"coloraxis":"coloraxis","name":"0","x":["\u003c|endoftext|\u003e_0","When_1"," John_2"," and_3"," Mary_4"," went_5"," to_6"," the_7"," shops_8",",_9"," John_10"," gave_11"," the_12"," bag_13"," to_14"],"z":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8507900834083557,-0.00027836544904857874,-7.31321852072142e-05,-0.00047309373621828854,3.997266321675852e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008864633738994598,0.00022191372408997267,0.000149788407725282,-4.8732414143159986e-05,0.00030383921694010496],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013549826107919216,5.843190956511535e-05,-0.0003299170930404216,-0.0006385557353496552,0.0007729054777882993],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0019474505679681897,0.0004986010608263314,0.00017297992599196732,0.00016865039651747793,0.00040781512507237494],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.01978670246899128,0.004129031673073769,-4.8765974497655407e-05,-0.00016975795733742416,0.0007918681367300451],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09652474522590637,-0.0018820377299562097,-0.00048356514889746904,0.0007101775845512748,-0.00018338423979002982],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.015899620950222015,-0.0008501993725076318,0.00012371051707305014,2.882998887798749e-05,-0.0072376360185444355],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.010361075401306152,0.0031509934924542904,0.000531156430952251,0.0002355399919906631,0.008496892638504505],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.012532721273601055,2.2553844246431254e-05,-0.000354014802724123,8.652352698845789e-05,-0.021631352603435516],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00033431375049985945,0.0008099246770143509,1.654619882174302e-05,0.00012944966147188097,0.0316244512796402],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0013598088407889009,-0.0001945940311998129,-9.921006858348846e-05,-0.00014143140288069844,0.02876470983028412],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02044915407896042]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Position: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Position"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched MLP Layer"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('b89d42f6-1a0d-4018-b389-a00112580fad');
+var gd = document.getElementById('437722b4-a859-4f5d-a010-dc3fb8779e6a');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1465,9 +1465,9 @@ <h2>Heads<a class="headerlink" href="#Heads" title="Permalink to this heading">#
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="756ddb81-9a6c-4bfb-a7d3-e27c01f21347" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("756ddb81-9a6c-4bfb-a7d3-e27c01f21347")) {                    Plotly.newPlot(                        "756ddb81-9a6c-4bfb-a7d3-e27c01f21347",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914],[-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934],[-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136],[0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631],[-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408],[-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322],[0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635],[0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078],[-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526],[0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973],[0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407],[0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched Head Output"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="2a7a1226-0244-411d-b545-96df76631e85" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("2a7a1226-0244-411d-b545-96df76631e85")) {                    Plotly.newPlot(                        "2a7a1226-0244-411d-b545-96df76631e85",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914],[-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934],[-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136],[0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631],[-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408],[-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322],[0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635],[0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078],[-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526],[0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973],[0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407],[0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched Head Output"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('756ddb81-9a6c-4bfb-a7d3-e27c01f21347');
+var gd = document.getElementById('2a7a1226-0244-411d-b545-96df76631e85');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1538,9 +1538,9 @@ <h2>Decomposing Heads<a class="headerlink" href="#Decomposing-Heads" title="Perm
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="3d01f8a3-4cea-4621-b7b6-86ff14fa182e" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("3d01f8a3-4cea-4621-b7b6-86ff14fa182e")) {                    Plotly.newPlot(                        "3d01f8a3-4cea-4621-b7b6-86ff14fa182e",                        [{"coloraxis":"coloraxis","name":"0","z":[[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008],[-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811],[0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526],[0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05],[-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286],[7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594],[0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012],[-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697],[-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418],[-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157],[-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113],[0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched Head Value"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="2f61422c-ab6e-4891-b165-eb5d08bbb0f5" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("2f61422c-ab6e-4891-b165-eb5d08bbb0f5")) {                    Plotly.newPlot(                        "2f61422c-ab6e-4891-b165-eb5d08bbb0f5",                        [{"coloraxis":"coloraxis","name":"0","z":[[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008],[-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811],[0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526],[0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05],[-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286],[7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594],[0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012],[-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697],[-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418],[-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157],[-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113],[0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched Head Value"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('3d01f8a3-4cea-4621-b7b6-86ff14fa182e');
+var gd = document.getElementById('2f61422c-ab6e-4891-b165-eb5d08bbb0f5');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1594,9 +1594,9 @@ <h2>Decomposing Heads<a class="headerlink" href="#Decomposing-Heads" title="Perm
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="dc52a291-b702-4ed9-b59a-416caaded9a9" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("dc52a291-b702-4ed9-b59a-416caaded9a9")) {                    Plotly.newPlot(                        "dc52a291-b702-4ed9-b59a-416caaded9a9",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003eValue Patch=%{x}\u003cbr\u003eOutput Patch=%{y}\u003cbr\u003eLayer=%{marker.color}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["L0H0","L0H1","L0H2","L0H3","L0H4","L0H5","L0H6","L0H7","L0H8","L0H9","L0H10","L0H11","L1H0","L1H1","L1H2","L1H3","L1H4","L1H5","L1H6","L1H7","L1H8","L1H9","L1H10","L1H11","L2H0","L2H1","L2H2","L2H3","L2H4","L2H5","L2H6","L2H7","L2H8","L2H9","L2H10","L2H11","L3H0","L3H1","L3H2","L3H3","L3H4","L3H5","L3H6","L3H7","L3H8","L3H9","L3H10","L3H11","L4H0","L4H1","L4H2","L4H3","L4H4","L4H5","L4H6","L4H7","L4H8","L4H9","L4H10","L4H11","L5H0","L5H1","L5H2","L5H3","L5H4","L5H5","L5H6","L5H7","L5H8","L5H9","L5H10","L5H11","L6H0","L6H1","L6H2","L6H3","L6H4","L6H5","L6H6","L6H7","L6H8","L6H9","L6H10","L6H11","L7H0","L7H1","L7H2","L7H3","L7H4","L7H5","L7H6","L7H7","L7H8","L7H9","L7H10","L7H11","L8H0","L8H1","L8H2","L8H3","L8H4","L8H5","L8H6","L8H7","L8H8","L8H9","L8H10","L8H11","L9H0","L9H1","L9H2","L9H3","L9H4","L9H5","L9H6","L9H7","L9H8","L9H9","L9H10","L9H11","L10H0","L10H1","L10H2","L10H3","L10H4","L10H5","L10H6","L10H7","L10H8","L10H9","L10H10","L10H11","L11H0","L11H1","L11H2","L11H3","L11H4","L11H5","L11H6","L11H7","L11H8","L11H9","L11H10","L11H11"],"legendgroup":"","marker":{"color":[0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,7,7,7,8,8,8,8,8,8,8,8,8,8,8,8,9,9,9,9,9,9,9,9,9,9,9,9,10,10,10,10,10,10,10,10,10,10,10,10,11,11,11,11,11,11,11,11,11,11,11,11],"coloraxis":"coloraxis","symbol":"circle"},"mode":"markers","name":"","orientation":"v","showlegend":false,"x":[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008,-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811,0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526,0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05,-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286,7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594,0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012,-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697,-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418,-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157,-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113,0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526],"xaxis":"x","y":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Value Patch"},"range":[-0.5,0.5]},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Output Patch"},"range":[-0.5,0.5]},"coloraxis":{"colorbar":{"title":{"text":"Layer"}},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"legend":{"tracegroupgap":0},"title":{"text":"Scatter plot of output patching vs value patching"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="18b41811-3a50-4f2f-85dc-294b5c87bd54" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("18b41811-3a50-4f2f-85dc-294b5c87bd54")) {                    Plotly.newPlot(                        "18b41811-3a50-4f2f-85dc-294b5c87bd54",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003eValue Patch=%{x}\u003cbr\u003eOutput Patch=%{y}\u003cbr\u003eLayer=%{marker.color}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["L0H0","L0H1","L0H2","L0H3","L0H4","L0H5","L0H6","L0H7","L0H8","L0H9","L0H10","L0H11","L1H0","L1H1","L1H2","L1H3","L1H4","L1H5","L1H6","L1H7","L1H8","L1H9","L1H10","L1H11","L2H0","L2H1","L2H2","L2H3","L2H4","L2H5","L2H6","L2H7","L2H8","L2H9","L2H10","L2H11","L3H0","L3H1","L3H2","L3H3","L3H4","L3H5","L3H6","L3H7","L3H8","L3H9","L3H10","L3H11","L4H0","L4H1","L4H2","L4H3","L4H4","L4H5","L4H6","L4H7","L4H8","L4H9","L4H10","L4H11","L5H0","L5H1","L5H2","L5H3","L5H4","L5H5","L5H6","L5H7","L5H8","L5H9","L5H10","L5H11","L6H0","L6H1","L6H2","L6H3","L6H4","L6H5","L6H6","L6H7","L6H8","L6H9","L6H10","L6H11","L7H0","L7H1","L7H2","L7H3","L7H4","L7H5","L7H6","L7H7","L7H8","L7H9","L7H10","L7H11","L8H0","L8H1","L8H2","L8H3","L8H4","L8H5","L8H6","L8H7","L8H8","L8H9","L8H10","L8H11","L9H0","L9H1","L9H2","L9H3","L9H4","L9H5","L9H6","L9H7","L9H8","L9H9","L9H10","L9H11","L10H0","L10H1","L10H2","L10H3","L10H4","L10H5","L10H6","L10H7","L10H8","L10H9","L10H10","L10H11","L11H0","L11H1","L11H2","L11H3","L11H4","L11H5","L11H6","L11H7","L11H8","L11H9","L11H10","L11H11"],"legendgroup":"","marker":{"color":[0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,7,7,7,8,8,8,8,8,8,8,8,8,8,8,8,9,9,9,9,9,9,9,9,9,9,9,9,10,10,10,10,10,10,10,10,10,10,10,10,11,11,11,11,11,11,11,11,11,11,11,11],"coloraxis":"coloraxis","symbol":"circle"},"mode":"markers","name":"","orientation":"v","showlegend":false,"x":[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008,-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811,0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526,0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05,-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286,7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594,0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012,-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697,-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418,-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157,-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113,0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526],"xaxis":"x","y":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Value Patch"},"range":[-0.5,0.5]},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Output Patch"},"range":[-0.5,0.5]},"coloraxis":{"colorbar":{"title":{"text":"Layer"}},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]},"legend":{"tracegroupgap":0},"title":{"text":"Scatter plot of output patching vs value patching"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('dc52a291-b702-4ed9-b59a-416caaded9a9');
+var gd = document.getElementById('18b41811-3a50-4f2f-85dc-294b5c87bd54');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1683,9 +1683,9 @@ <h2>Decomposing Heads<a class="headerlink" href="#Decomposing-Heads" title="Perm
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="b7e09264-0acf-4d6f-808b-6ed78d9b64c7" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("b7e09264-0acf-4d6f-808b-6ed78d9b64c7")) {                    Plotly.newPlot(                        "b7e09264-0acf-4d6f-808b-6ed78d9b64c7",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651],[-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762],[-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488],[0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05],[-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05],[-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296],[-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218],[0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683],[0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847],[0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252],[0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368],[0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched Head Pattern"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="6138b94a-5883-4d15-9992-b50b82053fb1" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("6138b94a-5883-4d15-9992-b50b82053fb1")) {                    Plotly.newPlot(                        "6138b94a-5883-4d15-9992-b50b82053fb1",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651],[-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762],[-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488],[0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05],[-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05],[-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296],[-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218],[0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683],[0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847],[0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252],[0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368],[0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Logit Difference From Patched Head Pattern"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('b7e09264-0acf-4d6f-808b-6ed78d9b64c7');
+var gd = document.getElementById('6138b94a-5883-4d15-9992-b50b82053fb1');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1713,9 +1713,9 @@ <h2>Decomposing Heads<a class="headerlink" href="#Decomposing-Heads" title="Perm
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="2a162d08-4115-4419-a0a3-6cf23f9b8d6a" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("2a162d08-4115-4419-a0a3-6cf23f9b8d6a")) {                    Plotly.newPlot(                        "2a162d08-4115-4419-a0a3-6cf23f9b8d6a",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003eAttention Patch=%{x}\u003cbr\u003eOutput Patch=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["L0H0","L0H1","L0H2","L0H3","L0H4","L0H5","L0H6","L0H7","L0H8","L0H9","L0H10","L0H11","L1H0","L1H1","L1H2","L1H3","L1H4","L1H5","L1H6","L1H7","L1H8","L1H9","L1H10","L1H11","L2H0","L2H1","L2H2","L2H3","L2H4","L2H5","L2H6","L2H7","L2H8","L2H9","L2H10","L2H11","L3H0","L3H1","L3H2","L3H3","L3H4","L3H5","L3H6","L3H7","L3H8","L3H9","L3H10","L3H11","L4H0","L4H1","L4H2","L4H3","L4H4","L4H5","L4H6","L4H7","L4H8","L4H9","L4H10","L4H11","L5H0","L5H1","L5H2","L5H3","L5H4","L5H5","L5H6","L5H7","L5H8","L5H9","L5H10","L5H11","L6H0","L6H1","L6H2","L6H3","L6H4","L6H5","L6H6","L6H7","L6H8","L6H9","L6H10","L6H11","L7H0","L7H1","L7H2","L7H3","L7H4","L7H5","L7H6","L7H7","L7H8","L7H9","L7H10","L7H11","L8H0","L8H1","L8H2","L8H3","L8H4","L8H5","L8H6","L8H7","L8H8","L8H9","L8H10","L8H11","L9H0","L9H1","L9H2","L9H3","L9H4","L9H5","L9H6","L9H7","L9H8","L9H9","L9H10","L9H11","L10H0","L10H1","L10H2","L10H3","L10H4","L10H5","L10H6","L10H7","L10H8","L10H9","L10H10","L10H11","L11H0","L11H1","L11H2","L11H3","L11H4","L11H5","L11H6","L11H7","L11H8","L11H9","L11H10","L11H11"],"legendgroup":"","marker":{"color":"#636efa","symbol":"circle"},"mode":"markers","name":"","orientation":"v","showlegend":false,"x":[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651,-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762,-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488,0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05,-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05,-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296,-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218,0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683,0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847,0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252,0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368,0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399],"xaxis":"x","y":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Attention Patch"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Output Patch"}},"legend":{"tracegroupgap":0},"title":{"text":"Scatter plot of output patching vs attention patching"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="34effdca-7a1e-43d0-80ff-7ff254d0b0c2" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("34effdca-7a1e-43d0-80ff-7ff254d0b0c2")) {                    Plotly.newPlot(                        "34effdca-7a1e-43d0-80ff-7ff254d0b0c2",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003eAttention Patch=%{x}\u003cbr\u003eOutput Patch=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["L0H0","L0H1","L0H2","L0H3","L0H4","L0H5","L0H6","L0H7","L0H8","L0H9","L0H10","L0H11","L1H0","L1H1","L1H2","L1H3","L1H4","L1H5","L1H6","L1H7","L1H8","L1H9","L1H10","L1H11","L2H0","L2H1","L2H2","L2H3","L2H4","L2H5","L2H6","L2H7","L2H8","L2H9","L2H10","L2H11","L3H0","L3H1","L3H2","L3H3","L3H4","L3H5","L3H6","L3H7","L3H8","L3H9","L3H10","L3H11","L4H0","L4H1","L4H2","L4H3","L4H4","L4H5","L4H6","L4H7","L4H8","L4H9","L4H10","L4H11","L5H0","L5H1","L5H2","L5H3","L5H4","L5H5","L5H6","L5H7","L5H8","L5H9","L5H10","L5H11","L6H0","L6H1","L6H2","L6H3","L6H4","L6H5","L6H6","L6H7","L6H8","L6H9","L6H10","L6H11","L7H0","L7H1","L7H2","L7H3","L7H4","L7H5","L7H6","L7H7","L7H8","L7H9","L7H10","L7H11","L8H0","L8H1","L8H2","L8H3","L8H4","L8H5","L8H6","L8H7","L8H8","L8H9","L8H10","L8H11","L9H0","L9H1","L9H2","L9H3","L9H4","L9H5","L9H6","L9H7","L9H8","L9H9","L9H10","L9H11","L10H0","L10H1","L10H2","L10H3","L10H4","L10H5","L10H6","L10H7","L10H8","L10H9","L10H10","L10H11","L11H0","L11H1","L11H2","L11H3","L11H4","L11H5","L11H6","L11H7","L11H8","L11H9","L11H10","L11H11"],"legendgroup":"","marker":{"color":"#636efa","symbol":"circle"},"mode":"markers","name":"","orientation":"v","showlegend":false,"x":[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651,-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762,-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488,0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05,-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05,-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296,-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218,0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683,0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847,0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252,0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368,0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399],"xaxis":"x","y":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Attention Patch"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Output Patch"}},"legend":{"tracegroupgap":0},"title":{"text":"Scatter plot of output patching vs attention patching"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('2a162d08-4115-4419-a0a3-6cf23f9b8d6a');
+var gd = document.getElementById('34effdca-7a1e-43d0-80ff-7ff254d0b0c2');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1792,27 +1792,27 @@ <h3>Visualizing Attention Patterns<a class="headerlink" href="#Visualizing-Atten
 </pre></div>
 </div>
 <div class="output_area rendered_html docutils container">
-<div style='max-width: 700px;'><h2>Top Early Heads</h2><br/><div id="circuits-vis-db591470-72bd" style="margin: 15px 0;"/>
+<div style='max-width: 700px;'><h2>Top Early Heads</h2><br/><div id="circuits-vis-2fbf3e6b-4946" style="margin: 15px 0;"/>
     <script crossorigin type="module">
     import { render, AttentionHeads } from "https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js";
     render(
-      "circuits-vis-db591470-72bd",
+      "circuits-vis-2fbf3e6b-4946",
       AttentionHeads,
       {"attention": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9964697360992432, 0.003530223621055484, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9966080188751221, 0.0017803373048081994, 0.0016116504557430744, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9577599763870239, 0.002041342668235302, 0.005767092574387789, 0.03443162143230438, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9969283938407898, 0.0006081261090002954, 0.0016115037724375725, 0.0005201444728299975, 0.0003317891387268901, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9679324626922607, 0.0013422572519630194, 0.011834579519927502, 0.004275889601558447, 0.0052496944554150105, 0.009365051984786987, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9869164228439331, 0.001347848097793758, 0.008249755017459393, 0.00044454942690208554, 0.0012886007316410542, 0.0008496167720295489, 0.0009031298686750233, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9841058850288391, 0.005145575385540724, 0.0032505642157047987, 0.00023865960247348994, 0.0014756245072931051, 0.0009722125832922757, 0.0013405266217887402, 0.0034710431937128305, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9905136823654175, 0.002642459236085415, 0.0020855546463280916, 4.153343411417154e-07, 1.7418165953131393e-05, 0.00030960413278080523, 0.00018154091958422214, 0.0010755137773230672, 0.0031737706158310175, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9528715014457703, 0.007327647879719734, 0.008451228030025959, 0.000280464329989627, 0.002839951775968075, 0.0027732201851904392, 0.0011097610695287585, 0.0011477009393274784, 0.005757139530032873, 0.017441319301724434, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04626862332224846, 0.00023600664280820638, 0.0001257883559446782, 0.5745658874511719, 0.3546750247478485, 0.01928790658712387, 9.036163828568533e-05, 0.0004469125997275114, 0.004133328795433044, 3.633206915765186e-06, 0.00016657053492963314, 0.0, 0.0, 0.0, 0.0], [0.887678861618042, 0.005508155096322298, 0.008590019308030605, 0.02278931438922882, 0.034917283803224564, 0.0014860400697216392, 7.143733819248155e-05, 0.0006066872156225145, 0.01060196291655302, 0.00014759421173948795, 0.004989842418581247, 0.022612785920500755, 0.0, 0.0, 0.0], [0.9325922727584839, 0.009143135510385036, 0.002339170780032873, 0.0008593846578150988, 0.0012484455946832895, 0.00037233135662972927, 0.00013962917728349566, 5.667164805345237e-05, 0.029758287593722343, 0.0026664447505027056, 0.0034013024996966124, 0.0010437103919684887, 0.01637924462556839, 0.0, 0.0], [0.9817628860473633, 0.0019175870111212134, 0.0004077536868862808, 1.3564348932959547e-07, 1.2640929526241962e-05, 2.9349055694183335e-05, 3.7203823012532666e-05, 1.9605709894676693e-05, 0.00034280060208402574, 0.00201462977565825, 0.0073770079761743546, 4.7510748117929325e-06, 0.0004324719193391502, 0.005641298834234476, 0.0], [0.9087751507759094, 0.0041009001433849335, 0.006778032518923283, 1.5800427718204446e-05, 0.00011193954560440034, 8.643371984362602e-05, 3.187264610460261e-06, 0.0015851646894589067, 0.0037993916776031256, 0.006704840809106827, 0.013977107591927052, 0.00011608953354880214, 0.004422862082719803, 0.021179813891649246, 0.028343288227915764]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9990116357803345, 0.0009883939055725932, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9985806941986084, 0.0004404809733387083, 0.0009789259638637304, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9970335960388184, 0.0004637624660972506, 0.0009368500905111432, 0.0015657859621569514, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9892035126686096, 8.868413715390489e-05, 0.0005742259090766311, 0.009837915189564228, 0.00029560952680185437, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9954046010971069, 0.00010050194396171719, 0.001341593568213284, 3.886767808580771e-05, 0.00012061682355124503, 0.0029939343221485615, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989855885505676, 0.00010351985838497058, 0.0004172757326159626, 7.2275151978828944e-06, 6.0468806623248383e-05, 0.00025496730813756585, 0.0001708982017589733, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9980852603912354, 0.0001682286965660751, 0.0001091038211598061, 4.1012394831341226e-06, 5.103561852592975e-05, 0.0001056204637279734, 4.150088716414757e-05, 0.0014351900899782777, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9972643852233887, 7.076081237755716e-05, 6.327232404146343e-05, 2.615450966914068e-08, 5.106949174660258e-06, 3.738357554539107e-05, 3.4554443118395284e-05, 0.00046177589683793485, 0.0020626948680728674, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9859043955802917, 0.001569257234223187, 0.001985962735489011, 5.883407084184e-06, 0.00031620473600924015, 0.00014976735110394657, 2.411000787105877e-05, 0.0001266731705982238, 0.001265558646991849, 0.008652214892208576, 0.0, 0.0, 0.0, 0.0, 0.0], [0.32128873467445374, 0.0026113842613995075, 0.001752589363604784, 0.4828413128852844, 0.17529551684856415, 0.012053524143993855, 5.731497731176205e-05, 0.00047417357563972473, 0.0011855927295982838, 4.623091081157327e-05, 0.002393604489043355, 0.0, 0.0, 0.0, 0.0], [0.9928818941116333, 0.001145274960435927, 0.0015605563530698419, 5.5704862461425364e-05, 0.0020913362968713045, 0.00025023656780831516, 9.751709058036795e-07, 1.4541532436851412e-05, 0.0006855723913758993, 3.3004100259859115e-05, 0.0003418459964450449, 0.0009391419589519501, 0.0, 0.0, 0.0], [0.9924144148826599, 0.0006524068885482848, 0.00016266584862023592, 7.948347956698854e-06, 0.00015110620006453246, 6.227296398719773e-05, 7.466151714652369e-07, 4.0005147639021743e-07, 0.0024406753946095705, 3.0304761821753345e-05, 4.814799103769474e-05, 9.094875713344663e-05, 0.003938094712793827, 0.0, 0.0], [0.9971888661384583, 0.0006214630557224154, 3.946273500332609e-05, 1.9362426328939364e-08, 1.8006352320298902e-06, 1.908060221467167e-05, 9.158929060504306e-06, 7.050003887343337e-07, 6.766093429178e-05, 0.0008072685450315475, 0.0001361245522275567, 2.2040035219106358e-06, 2.116415635100566e-05, 0.0010850990656763315, 0.0], [0.9784426689147949, 0.0038412881549447775, 0.001794080133549869, 9.54472034209175e-06, 0.0001613274507690221, 0.00021571657271124423, 3.438454712068051e-07, 0.00019119922944810241, 0.0018584016943350434, 0.002262122230604291, 0.0028807942289859056, 0.0001513768802396953, 3.800480408244766e-05, 0.004419002216309309, 0.0037340952549129725]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9793283343315125, 0.020671723410487175, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9060323238372803, 0.0005559843848459423, 0.09341169148683548, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9916713237762451, 0.0009248537244275212, 0.0019154123729094863, 0.005488428752869368, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9500629901885986, 0.001509388443082571, 0.00022879369498696178, 0.0011742714559659362, 0.04702464118599892, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9742831587791443, 0.0013348556822165847, 0.00016252745990641415, 0.0011392695596441627, 1.2687513617493096e-06, 0.023079002276062965, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9734269380569458, 0.0036637973971664906, 0.0007961386581882834, 0.002033655997365713, 1.7259782907785848e-05, 0.013762583956122398, 0.006299522239714861, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9740443229675293, 0.0018358632223680615, 0.00031735471566207707, 0.0013147114077582955, 4.377634832053445e-05, 0.00045178644359111786, 0.00035931586171500385, 0.02163281850516796, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8537229299545288, 0.0009385432349517941, 1.8928742065327242e-05, 0.0007116467459127307, 4.057451951666735e-05, 2.70685923169367e-05, 0.0005688042147085071, 0.01303890347480774, 0.13093258440494537, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9718613028526306, 0.003021235577762127, 0.0018890928477048874, 0.0058778380043804646, 0.0006584360380657017, 0.002494583837687969, 0.0011563486186787486, 0.008928265422582626, 0.0013289464404806495, 0.002783940639346838, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21994587779045105, 0.0028093501459807158, 0.6635687351226807, 0.007326224353164434, 0.00115356151945889, 0.0018521182937547565, 0.0013647330924868584, 0.0083701703697443, 0.00012475394760258496, 0.0026706838980317116, 0.09081386029720306, 0.0, 0.0, 0.0, 0.0], [0.9398403763771057, 0.003739872481673956, 0.0006579137989319861, 0.002755152527242899, 1.3964790014142636e-05, 0.0020812121219933033, 0.007874595001339912, 0.008091972209513187, 0.002785066608339548, 0.0036972975358366966, 0.0001285759062739089, 0.028334062546491623, 0.0, 0.0, 0.0], [0.9256279468536377, 0.0036807910073548555, 0.0006159096374176443, 0.004310125019401312, 7.914528396213427e-05, 0.0015225792303681374, 0.001409343909472227, 0.0410664901137352, 0.001192767871543765, 0.0027047377079725266, 8.953321230364963e-05, 0.0003125194925814867, 0.01738814450800419, 0.0, 0.0], [0.7785976529121399, 0.005006677471101284, 8.588899072492495e-05, 0.001643915893509984, 3.517180812195875e-05, 0.0007985713891685009, 0.004088229034096003, 0.03206511214375496, 0.027686182409524918, 0.003920216578990221, 2.5869345336104743e-05, 0.0010157267097383738, 0.009296730160713196, 0.1357339769601822, 0.0], [0.954503059387207, 0.006336916238069534, 0.0003258536453358829, 0.0035448346752673388, 2.090790258080233e-05, 0.007449537981301546, 0.009913000278174877, 0.005456205457448959, 0.0005529900663532317, 0.0011178074637427926, 6.704586849082261e-05, 0.0039782775565981865, 0.0024476239923387766, 6.58445933368057e-05, 0.004220110829919577]]], "attentionHeadNames": ["L5H5", "L6H9", "L3H0"], "tokens": ["<|endoftext|>", "When", " John", " and", " Mary", " went", " to", " the", " shops", ",", " John", " gave", " the", " bag", " to"]}
     )
-    </script></div><div style='max-width: 700px;'><h2>Top Middle Heads</h2><br/><div id="circuits-vis-13b733ae-88fd" style="margin: 15px 0;"/>
+    </script></div><div style='max-width: 700px;'><h2>Top Middle Heads</h2><br/><div id="circuits-vis-4d831517-616c" style="margin: 15px 0;"/>
     <script crossorigin type="module">
     import { render, AttentionHeads } from "https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js";
     render(
-      "circuits-vis-13b733ae-88fd",
+      "circuits-vis-4d831517-616c",
       AttentionHeads,
       {"attention": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9883803129196167, 0.011619750410318375, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9756757020950317, 0.006998087745159864, 0.017326174303889275, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.06910055130720139, 0.005814334377646446, 0.9046230912208557, 0.0204620361328125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8063381910324097, 0.0033198418095707893, 0.05377721041440964, 0.110008604824543, 0.026556232944130898, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9564916491508484, 0.0042512924410402775, 0.01147796493023634, 0.011219630017876625, 0.005006634164601564, 0.011552789248526096, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9077334403991699, 0.0036374421324580908, 0.04021419957280159, 0.012946881353855133, 0.019611842930316925, 0.011057586409151554, 0.004798640497028828, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9552405476570129, 0.009812518022954464, 0.01168749388307333, 0.0090243611484766, 0.0034366215113550425, 0.004399928264319897, 0.0033402384724467993, 0.0030582621693611145, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9294586777687073, 0.009998402558267117, 0.004449563100934029, 0.006221574265509844, 0.001487632980570197, 0.018290335312485695, 0.007122071925550699, 0.003623207798227668, 0.019348634406924248, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6007112264633179, 0.014475366100668907, 0.09337012469768524, 0.016602087765932083, 0.05098911374807358, 0.10098638385534286, 0.051671918481588364, 0.02743111364543438, 0.026036005467176437, 0.017726672813296318, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6264238953590393, 0.012645110487937927, 0.01607012376189232, 0.024194443598389626, 0.029195599257946014, 0.1185709536075592, 0.06370387971401215, 0.023378631100058556, 0.0016588775906711817, 0.06528986990451813, 0.018868593499064445, 0.0, 0.0, 0.0, 0.0], [0.29910513758659363, 0.0021427394822239876, 0.024437598884105682, 0.005155457649379969, 0.01052689179778099, 0.0033212807029485703, 0.0092545161023736, 0.005843542516231537, 0.0021181900519877672, 0.017681734636425972, 0.6048202514648438, 0.01559268869459629, 0.0, 0.0, 0.0], [0.8641636967658997, 0.004937551449984312, 0.019023891538381577, 0.0016702580032870173, 0.006097312085330486, 0.0005472631310112774, 0.0035640087444335222, 0.000300026178592816, 0.007774005644023418, 0.007786968722939491, 0.0642131119966507, 0.0057893176563084126, 0.014132500626146793, 0.0, 0.0], [0.9178580045700073, 0.005138523411005735, 0.0034031877294182777, 0.002188813639804721, 0.0026149670593440533, 0.002886858768761158, 0.0028416861314326525, 0.0013745100004598498, 0.0064310976304113865, 0.01230684295296669, 0.0090817641466856, 0.013100571930408478, 0.008110271766781807, 0.012662876397371292, 0.0], [0.01948780007660389, 5.700236215488985e-05, 0.026276428252458572, 0.0009103953489102423, 0.005632849410176277, 7.981778617249802e-05, 5.7736862800084054e-05, 0.000307683803839609, 0.00014904788986314088, 0.0002852979232557118, 0.9430450201034546, 0.0007767673232592642, 0.0018659713678061962, 0.0006072790711186826, 0.00046092504635453224]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9562383890151978, 0.04376164451241493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9643059372901917, 0.007428085897117853, 0.028265973553061485, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6456212401390076, 0.029121819883584976, 0.20926053822040558, 0.11599638313055038, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7634044289588928, 0.0171402245759964, 0.026512369513511658, 0.08158662915229797, 0.11135637015104294, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.826745331287384, 0.029910143464803696, 0.015236054547131062, 0.0345725379884243, 0.02703087590634823, 0.06650504469871521, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7882241606712341, 0.028333423659205437, 0.041241876780986786, 0.024983379989862442, 0.05788372457027435, 0.020290188491344452, 0.03904324397444725, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7217293381690979, 0.027771778404712677, 0.0208197683095932, 0.02450416050851345, 0.018139688298106194, 0.01407912652939558, 0.044423941522836685, 0.12853220105171204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7728042602539062, 0.04133643954992294, 0.006504536606371403, 0.007949027232825756, 0.006013220641762018, 0.015620367601513863, 0.039801597595214844, 0.0554547980427742, 0.05451575666666031, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4707341492176056, 0.03082239255309105, 0.07406111061573029, 0.05525263771414757, 0.14865727722644806, 0.062336456030607224, 0.03405316546559334, 0.026126904413104057, 0.042439054697752, 0.05551687628030777, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6962029933929443, 0.005297218449413776, 0.004229616839438677, 0.05190788954496384, 0.007751140743494034, 0.035178836435079575, 0.030573494732379913, 0.021498773247003555, 0.015660129487514496, 0.05138472095131874, 0.08031520247459412, 0.0, 0.0, 0.0, 0.0], [0.37817683815956116, 0.006224601063877344, 0.02358856052160263, 0.044115424156188965, 0.05945148319005966, 0.009539028629660606, 0.012997728772461414, 0.014349046163260937, 0.02039376087486744, 0.01785477250814438, 0.3345959186553955, 0.07871288806200027, 0.0, 0.0, 0.0], [0.47600242495536804, 0.011026066727936268, 0.018324464559555054, 0.04565681889653206, 0.026791490614414215, 0.01126015279442072, 0.01872425712645054, 0.018448932096362114, 0.04068983718752861, 0.023096011951565742, 0.1244765892624855, 0.08994481712579727, 0.09555816650390625, 0.0, 0.0], [0.7641531825065613, 0.008243851363658905, 0.0032178768888115883, 0.004948929417878389, 0.004036620259284973, 0.007506777998059988, 0.011691202409565449, 0.013844002038240433, 0.01143656112253666, 0.022236142307519913, 0.013085337355732918, 0.033309295773506165, 0.03673030808568001, 0.06555984914302826, 0.0], [0.13033676147460938, 0.002237491775304079, 0.037363260984420776, 0.06385019421577454, 0.11956291645765305, 0.011286776512861252, 0.006565215531736612, 0.00851505808532238, 0.005633385851979256, 0.007633776869624853, 0.5373661518096924, 0.030115578323602676, 0.020915990695357323, 0.0051296791061758995, 0.013487736694514751]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9725964069366455, 0.02740364894270897, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9560405015945435, 0.037302691489458084, 0.006656826939433813, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5009390115737915, 0.08983118087053299, 0.3484293520450592, 0.06080047786235809, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7674185633659363, 0.17525693774223328, 0.021164545789361, 0.023900263011455536, 0.012259723618626595, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7222557663917542, 0.18388351798057556, 0.0237360130995512, 0.007100600283592939, 0.007225412875413895, 0.055798716843128204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6940796971321106, 0.13069437444210052, 0.02872670628130436, 0.00921639520674944, 0.01152737345546484, 0.08933130651712418, 0.03642413020133972, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6924417614936829, 0.12459337711334229, 0.01531893014907837, 0.007925067096948624, 0.006713538896292448, 0.07965286076068878, 0.04910368472337723, 0.024250807240605354, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6969704627990723, 0.10134126245975494, 0.011634239926934242, 0.00782674178481102, 0.0032780300825834274, 0.04264756292104721, 0.0584198459982872, 0.042913518846035004, 0.034968335181474686, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6869091987609863, 0.023936834186315536, 0.10650145262479782, 0.02047024294734001, 0.02552187442779541, 0.04722556099295616, 0.022190812975168228, 0.007245976012200117, 0.019754208624362946, 0.04024386778473854, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5810378789901733, 0.011352398432791233, 0.0033976135309785604, 0.036564383655786514, 0.020549336448311806, 0.05169203504920006, 0.02465183101594448, 0.015468449331820011, 0.049509212374687195, 0.15767401456832886, 0.04810291528701782, 0.0, 0.0, 0.0, 0.0], [0.43488550186157227, 0.006897200830280781, 0.012041936628520489, 0.0038147415034472942, 0.010545254684984684, 0.007663479074835777, 0.007842861115932465, 0.006417501252144575, 0.04421437904238701, 0.10391014814376831, 0.3332052230834961, 0.028561778366565704, 0.0, 0.0, 0.0], [0.47478291392326355, 0.024993134662508965, 0.009554899297654629, 0.0037503528874367476, 0.00816067773848772, 0.023397669196128845, 0.010678973980247974, 0.0014935133513063192, 0.03086368925869465, 0.19498883187770844, 0.15084587037563324, 0.05415060743689537, 0.012338892556726933, 0.0, 0.0], [0.7144878506660461, 0.009456240572035313, 0.0035061396192759275, 0.002985855331644416, 0.0012290938757359982, 0.011996102519333363, 0.008696634322404861, 0.007586750201880932, 0.009631268680095673, 0.06210417300462723, 0.014414197765290737, 0.07928310334682465, 0.043838053941726685, 0.030784552916884422, 0.0], [0.10133835673332214, 0.0038837078027427197, 0.01792379468679428, 0.003882789285853505, 0.009177414700388908, 0.013169447891414165, 0.003479758044704795, 0.0019711200147867203, 0.00492974603548646, 0.12966012954711914, 0.6630271077156067, 0.033024393022060394, 0.008983906358480453, 0.0017172317020595074, 0.0038310063537210226]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.97651207447052, 0.02348795160651207, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9743125438690186, 0.009410617873072624, 0.016276907175779343, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5441417694091797, 0.019679153338074684, 0.33595114946365356, 0.10022790729999542, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8594157695770264, 0.021821990609169006, 0.02571074850857258, 0.038425225764513016, 0.05462625250220299, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7619738578796387, 0.07210072129964828, 0.03744162991642952, 0.045061543583869934, 0.03174453601241112, 0.05167775973677635, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8025402426719666, 0.02616044506430626, 0.03313194587826729, 0.026437729597091675, 0.03139318525791168, 0.04932844266295433, 0.031008068472146988, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7639791965484619, 0.021559936925768852, 0.016495443880558014, 0.025408266112208366, 0.027263440191745758, 0.0681004673242569, 0.04742279276251793, 0.029770351946353912, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7543366551399231, 0.01597307249903679, 0.00824738945811987, 0.009672927670180798, 0.013097820803523064, 0.0341184101998806, 0.03947019949555397, 0.03229900449514389, 0.09278461337089539, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.585639238357544, 0.0213167667388916, 0.026237543672323227, 0.02069498598575592, 0.028240755200386047, 0.11104540526866913, 0.04717083275318146, 0.022986063733696938, 0.04925468564033508, 0.08741368353366852, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6466758251190186, 0.015195559710264206, 0.005940433591604233, 0.02527446299791336, 0.010863575153052807, 0.08686533570289612, 0.032730963081121445, 0.021324768662452698, 0.04200884327292442, 0.09539081901311874, 0.01772947609424591, 0.0, 0.0, 0.0, 0.0], [0.4277155101299286, 0.014421675354242325, 0.02412934973835945, 0.02609507367014885, 0.014888432808220387, 0.01052783988416195, 0.012212604284286499, 0.015342931263148785, 0.01733400858938694, 0.0443902350962162, 0.289827436208725, 0.10311481356620789, 0.0, 0.0, 0.0], [0.44051674008369446, 0.01890375465154648, 0.010929583571851254, 0.01546608004719019, 0.013489575125277042, 0.020115505903959274, 0.019655650481581688, 0.005925855599343777, 0.0227727722376585, 0.062064241617918015, 0.1612604707479477, 0.1731935292482376, 0.035706210881471634, 0.0, 0.0], [0.7304306626319885, 0.008421934209764004, 0.002235284773632884, 0.004027597606182098, 0.0036414554342627525, 0.009633215144276619, 0.021348927170038223, 0.021966975182294846, 0.026102926582098007, 0.0509340763092041, 0.008362696506083012, 0.023242808878421783, 0.03851579502224922, 0.05113569274544716, 0.0], [0.16577862203121185, 0.004480804782360792, 0.007786393631249666, 0.007284608203917742, 0.013379792682826519, 0.019251469522714615, 0.010158224031329155, 0.011724710464477539, 0.01187061332166195, 0.034697044640779495, 0.1448293924331665, 0.41440001130104065, 0.08938319236040115, 0.01955866441130638, 0.045416418462991714]]], "attentionHeadNames": ["L8H6", "L8H10", "L7H9", "L7H3"], "tokens": ["<|endoftext|>", "When", " John", " and", " Mary", " went", " to", " the", " shops", ",", " John", " gave", " the", " bag", " to"]}
     )
-    </script></div><div style='max-width: 700px;'><h2>Top Late Heads</h2><br/><div id="circuits-vis-8ebcc73d-b70f" style="margin: 15px 0;"/>
+    </script></div><div style='max-width: 700px;'><h2>Top Late Heads</h2><br/><div id="circuits-vis-dac935f6-15a5" style="margin: 15px 0;"/>
     <script crossorigin type="module">
     import { render, AttentionHeads } from "https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js";
     render(
-      "circuits-vis-8ebcc73d-b70f",
+      "circuits-vis-dac935f6-15a5",
       AttentionHeads,
       {"attention": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9628916382789612, 0.03710833564400673, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9778333902359009, 0.0034864158369600773, 0.018680140376091003, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.873769998550415, 0.00596432713791728, 0.08126718550920486, 0.038998477160930634, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8745137453079224, 0.017276132479310036, 0.01887470670044422, 0.05426836758852005, 0.03506700322031975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9704693555831909, 0.003517787903547287, 0.00032398526673205197, 0.004373480100184679, 0.00039530493086203933, 0.02092018723487854, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7694657444953918, 0.006685878150165081, 0.011966496706008911, 0.040966231375932693, 0.03344444930553436, 0.04401005432009697, 0.09346108883619308, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8177720904350281, 0.009112615138292313, 0.004233685787767172, 0.03900327533483505, 0.012653338722884655, 0.007337867747992277, 0.07410026341676712, 0.03578697517514229, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8309932947158813, 0.0187966451048851, 0.003303283592686057, 0.019832152873277664, 0.004009508993476629, 0.01207832433283329, 0.03246011957526207, 0.01032226998358965, 0.06820440292358398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3140331208705902, 0.015227909199893475, 0.19789265096187592, 0.05937967821955681, 0.32360386848449707, 0.00903772097080946, 0.019917726516723633, 0.01247529685497284, 0.013939710333943367, 0.03449235484004021, 0.0, 0.0, 0.0, 0.0, 0.0], [0.731956958770752, 0.030870256945490837, 0.005064086522907019, 0.08703816682100296, 0.004982737358659506, 0.044725529849529266, 0.023506149649620056, 0.006397760007530451, 0.0034696520306169987, 0.04865318164229393, 0.013335521332919598, 0.0, 0.0, 0.0, 0.0], [0.13710620999336243, 0.012017928063869476, 0.1459234207868576, 0.01568349078297615, 0.4412509799003601, 0.004342444706708193, 0.011117917485535145, 0.007466629147529602, 0.0012341709807515144, 0.019460301846265793, 0.16842906177043915, 0.035967450588941574, 0.0, 0.0, 0.0], [0.40524864196777344, 0.00972096435725689, 0.03158120810985565, 0.09247028082609177, 0.04880831763148308, 0.008174206130206585, 0.03170830383896828, 0.02787904441356659, 0.14128021895885468, 0.030234068632125854, 0.033928606659173965, 0.031714264303445816, 0.10725181549787521, 0.0, 0.0], [0.8084691762924194, 0.005670279264450073, 0.006755997892469168, 0.008696597069501877, 0.010473438538610935, 0.003464746056124568, 0.006761002819985151, 0.002588924951851368, 0.015097740106284618, 0.016036033630371094, 0.011288080364465714, 0.01727747544646263, 0.007799200247973204, 0.07962139695882797, 0.0], [0.029391108080744743, 0.0016060562338680029, 0.0600556842982769, 0.008175741881132126, 0.8099162578582764, 0.0003979629836976528, 0.0028282564599066973, 0.003363262861967087, 0.00015691174485255033, 0.0036459509283304214, 0.05494087189435959, 0.0016660342225804925, 0.015368952415883541, 5.0166785513283685e-05, 0.008436804637312889]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9124024510383606, 0.08759751915931702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.97407466173172, 0.014344141818583012, 0.01158120296895504, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8240249752998352, 0.03700510039925575, 0.06643951684236526, 0.07253044843673706, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5370795726776123, 0.15483315289020538, 0.09031295031309128, 0.1213119626045227, 0.09646230936050415, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9388002157211304, 0.028733229264616966, 0.00034310255432501435, 0.010481266304850578, 0.0008399294456467032, 0.020802246406674385, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6318808794021606, 0.059302765876054764, 0.03517916053533554, 0.0317409373819828, 0.11746876686811447, 0.06869620084762573, 0.05573124438524246, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7625215649604797, 0.04435170814394951, 0.010552986524999142, 0.034276317805051804, 0.014203960075974464, 0.01270359568297863, 0.0725969448685646, 0.04879297316074371, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5725989937782288, 0.12681788206100464, 0.03727065399289131, 0.04314148798584938, 0.0412958487868309, 0.04644748941063881, 0.02916436828672886, 0.037511881440877914, 0.06575131416320801, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12316938489675522, 0.026347056031227112, 0.27960503101348877, 0.04198966920375824, 0.4410582184791565, 0.0061389729380607605, 0.007793002296239138, 0.007175277452915907, 0.01128680631518364, 0.05543654039502144, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4485592544078827, 0.14324842393398285, 0.010774237103760242, 0.07855045050382614, 0.014047829434275627, 0.014864688739180565, 0.008633705787360668, 0.0030146564822643995, 0.012792138382792473, 0.1640862077474594, 0.10142832249403, 0.0, 0.0, 0.0, 0.0], [0.10228177160024643, 0.023883234709501266, 0.05525030940771103, 0.05206810310482979, 0.5759843587875366, 0.0011948138708248734, 0.0013662469573318958, 0.002567774150520563, 0.0018699945649132133, 0.04316002503037453, 0.1088719516992569, 0.03150139003992081, 0.0, 0.0, 0.0], [0.3931320011615753, 0.04406267777085304, 0.040099095553159714, 0.07407409697771072, 0.04061635211110115, 0.007346791215240955, 0.00950719602406025, 0.013865180313587189, 0.06405404210090637, 0.04894230514764786, 0.06277522444725037, 0.09996508061885834, 0.10155992954969406, 0.0, 0.0], [0.7573199272155762, 0.01509570237249136, 0.007350178435444832, 0.013156387954950333, 0.0057263909839093685, 0.008556420914828777, 0.00828259252011776, 0.010307085700333118, 0.0029048887081444263, 0.017329048365354538, 0.015188956633210182, 0.07965736091136932, 0.03024447336792946, 0.028880525380373, 0.0], [0.08579517155885696, 0.023773612454533577, 0.028759416192770004, 0.050303779542446136, 0.674645185470581, 0.0010763935279101133, 0.001151484902948141, 0.0027219706680625677, 0.0005617720307782292, 0.03909158334136009, 0.04861968383193016, 0.015520057640969753, 0.004084523767232895, 0.00043291517067700624, 0.023462478071451187]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9979304075241089, 0.0020696199499070644, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9971864819526672, 0.0010516579495742917, 0.0017618322744965553, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9594858288764954, 0.0013107206905260682, 0.03694296255707741, 0.002260446548461914, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9891613125801086, 0.0010526262922212481, 0.004854187369346619, 0.0011043576523661613, 0.0038275623228400946, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9963598847389221, 0.0007981755770742893, 0.0007764199399389327, 0.00019262272689957172, 0.0002416164061287418, 0.0016313284868374467, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.981286346912384, 0.0018637743778526783, 0.006344134453684092, 0.0002960925630759448, 0.004604941233992577, 0.0013966895639896393, 0.004207880236208439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950011372566223, 0.001323046861216426, 0.0007920725620351732, 0.0002464439021423459, 0.00034051432157866657, 0.00016826108912937343, 0.0002837745123542845, 0.0018447553738951683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9920291900634766, 0.0013539865612983704, 0.0007168339216150343, 9.214157034875825e-05, 0.00013419259630609304, 0.00019706363673321903, 0.00035278149880468845, 0.0002426079590804875, 0.004881148226559162, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5483195781707764, 0.00758381187915802, 0.2826598286628723, 0.002968565095216036, 0.14815665781497955, 0.0008172976085916162, 0.0006479920702986419, 0.0017078514210879803, 0.004129360429942608, 0.003009049454703927, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8642559051513672, 0.003649302525445819, 0.004925847053527832, 0.06957447528839111, 0.03868309408426285, 0.00960985105484724, 0.0008548596524633467, 0.0005643010372295976, 0.0037071455735713243, 0.0013952692970633507, 0.00278007285669446, 0.0, 0.0, 0.0, 0.0], [0.30253109335899353, 0.006584455259144306, 0.14017540216445923, 0.030065717175602913, 0.480668306350708, 0.0005923579446971416, 0.0005309728439897299, 0.002413470298051834, 0.008505764417350292, 0.001376626780256629, 0.023764926940202713, 0.002790812635794282, 0.0, 0.0, 0.0], [0.7773903608322144, 0.003722910536453128, 0.022378060966730118, 0.015139482915401459, 0.017408329993486404, 0.0024166577495634556, 0.000709561281837523, 0.0007399592432193458, 0.13850116729736328, 0.0023606487084180117, 0.0057768565602600574, 0.002801432739943266, 0.010654580779373646, 0.0, 0.0], [0.9735962152481079, 0.001281249220483005, 0.0026179130654782057, 9.89185573416762e-05, 0.0005098484689369798, 0.0001200068072648719, 0.00045229317038320005, 0.00010779594595078379, 0.0029545300640165806, 0.001644384115934372, 0.0012141232145950198, 0.00018637318862602115, 0.0008510717889294028, 0.014365249313414097, 0.0], [0.0990300253033638, 0.0009710826561786234, 0.0641324445605278, 0.005246950313448906, 0.8110400438308716, 8.250329847214743e-05, 6.596777529921383e-05, 0.0011991320643574, 0.0008852760074660182, 0.00024891135399229825, 0.01033641118556261, 7.95233208918944e-05, 0.004943298641592264, 0.00028918671887367964, 0.0014492359478026628]]], "attentionHeadNames": ["L10H7", "L11H10", "L9H9"], "tokens": ["<|endoftext|>", "When", " John", " and", " Mary", " went", " to", " the", " shops", ",", " John", " gave", " the", " bag", " to"]}
     )
@@ -1894,11 +1894,11 @@ <h3>Early Heads are Induction Heads(?!)<a class="headerlink" href="#Early-Heads-
 </pre></div>
 </div>
 <div class="output_area rendered_html docutils container">
-<div style='max-width: 800px;'><h2>Induction Heads</h2><br/><div id="circuits-vis-bfa19c0b-a79f" style="margin: 15px 0;"/>
+<div style='max-width: 800px;'><h2>Induction Heads</h2><br/><div id="circuits-vis-a393c134-3b30" style="margin: 15px 0;"/>
     <script crossorigin type="module">
     import { render, AttentionHeads } from "https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js";
     render(
-      "circuits-vis-bfa19c0b-a79f",
+      "circuits-vis-a393c134-3b30",
       AttentionHeads,
       {"attention": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9995203018188477, 0.0004796639841515571, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989193677902222, 0.00011719328176695853, 0.0009634941234253347, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.999607503414154, 4.1751700337044895e-05, 9.65815252129687e-06, 0.0003411163343116641, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989573955535889, 3.091418693657033e-05, 1.2123628039262258e-05, 0.00024593769921921194, 0.0007535525364801288, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9994303584098816, 3.227155684726313e-05, 2.1622317945002578e-05, 0.0004382245824672282, 4.19576681451872e-05, 3.562714846339077e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.998076319694519, 1.686005271039903e-05, 2.043977929133689e-06, 6.719817611156031e-05, 1.810902858778718e-07, 0.0001643049909034744, 0.001673092250712216, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989305138587952, 0.00013402574404608458, 1.5985064237611368e-05, 0.0004916199250146747, 6.565132792957229e-08, 6.484125151473563e-06, 1.135470301960595e-05, 0.0004098915960639715, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9949487447738647, 0.0005971405771560967, 1.4574068700312637e-05, 0.0018354473868384957, 9.743348527990747e-07, 7.46353471186012e-05, 5.5863079069240484e-06, 0.0002028967282967642, 0.0023199892602860928, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9855784177780151, 6.499096343759447e-05, 8.181428711395711e-05, 0.002469947561621666, 4.049670110362058e-08, 3.49806432495825e-05, 0.0015608681133016944, 0.0018861278658732772, 0.00011740196350729093, 0.008205550722777843, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950633645057678, 0.00021360788377933204, 0.0001461313950130716, 0.0003072646213695407, 2.2922517018741928e-05, 0.00023850984871387482, 1.9861789041897282e-05, 0.000960797886364162, 0.00013654121721629053, 0.001675124280154705, 0.0012159687466919422, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9907191395759583, 0.00013381335884332657, 3.0146418339427328e-06, 0.0023974271025508642, 2.1563655536738224e-05, 0.00042417083750478923, 1.3834565834258683e-05, 5.4525025916518643e-05, 2.2465077563538216e-05, 0.0017353452276438475, 0.002256539650261402, 0.0022182369139045477, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.99763023853302, 7.048948464216664e-05, 1.24204791518423e-06, 6.923205364728346e-05, 0.000747640267945826, 0.0007635921938344836, 7.526698027504608e-06, 7.549836300313473e-05, 2.769195930341084e-07, 9.996396693168208e-05, 3.4335786040173844e-05, 0.00019309819617774338, 0.00030683312797918916, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9413579106330872, 0.0009730341844260693, 0.00045187759678810835, 0.0012102695181965828, 2.0860329641436692e-06, 0.0018085346091538668, 1.9656070435303263e-05, 0.03966164588928223, 0.0004176550719421357, 0.0030352198518812656, 0.002604100853204727, 0.00038386505912058055, 0.0073355091735720634, 0.0007384889177046716, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.98450767993927, 0.00010836216097231954, 2.4642493372084573e-05, 0.0004206283774692565, 1.2694277984337532e-06, 0.00011915792129002512, 9.773781494004652e-05, 0.00236618728376925, 0.00036190610262565315, 0.003964339382946491, 0.000955347903072834, 0.0006011867080815136, 0.00269663380458951, 0.0001073125604307279, 0.0036676281597465277, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9236841797828674, 0.0004220438713673502, 1.190686543850461e-05, 0.03695963695645332, 0.00012378284009173512, 0.0005373579915612936, 0.0029662230517715216, 0.0006545133655890822, 5.2795927331317216e-05, 0.007721578702330589, 0.01318485476076603, 7.147369615267962e-05, 0.009510479867458344, 0.0007938834605738521, 0.0006112216506153345, 0.002694102469831705, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9707465171813965, 7.250571070471779e-05, 4.715072066119319e-07, 0.000766706361901015, 1.6138214959937613e-06, 4.375734715722501e-05, 0.0001307350175920874, 0.0010341639863327146, 0.0005418009241111577, 0.006641013082116842, 0.014592684805393219, 0.0001845868828240782, 0.003935801796615124, 3.7164666082389886e-06, 2.8841055609518662e-05, 0.000847549585159868, 0.0004274786915630102, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9573932886123657, 0.00019599894585553557, 2.3228625423143967e-07, 0.0033897331450134516, 9.590132776793325e-07, 5.782788139185868e-05, 1.3954512724012602e-05, 9.882909944280982e-05, 0.00014849765284452587, 0.006945983972400427, 0.015626555308699608, 8.081005944404751e-06, 0.011182097718119621, 6.3496572693111375e-06, 2.593484168755822e-05, 0.00012999465980101377, 0.0007364010671153665, 0.004039335995912552, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.990619421005249, 6.466382183134556e-05, 9.901290241032257e-07, 0.00021274133177939802, 1.4796130017202813e-05, 0.0001791905815480277, 6.778161605325295e-06, 7.372420805040747e-05, 0.00029962966800667346, 0.001308729755692184, 0.000567412527743727, 0.0011630650842562318, 0.002864962676540017, 9.635552851250395e-05, 8.433953917119652e-05, 0.00028768807533197105, 4.3501309846760705e-05, 0.0003870464861392975, 0.0017249600496143103, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9956457018852234, 2.669214882189408e-05, 3.945982030018058e-08, 0.0011813660385087132, 1.4715550605615135e-05, 0.00014451674360316247, 0.0004370120877865702, 3.21375482599251e-05, 8.180155930403998e-08, 9.59495737333782e-05, 0.0007029065163806081, 1.2536430403997656e-05, 0.00018710239965002984, 0.00011147724580951035, 7.006944997556275e-07, 4.411050213093404e-06, 0.0007388168596662581, 4.9732498155208305e-06, 9.90527551039122e-05, 0.0005597110721282661, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9956768155097961, 3.4643180697457865e-05, 5.037047401401651e-08, 0.00012908603821415454, 3.5287921491544694e-06, 8.075621735770255e-06, 3.1190120353130624e-05, 6.715179915772751e-05, 1.5349949933352036e-07, 0.00010576315253274515, 0.0004207944730296731, 4.7395940782735124e-05, 0.00017380036297254264, 3.910302893928019e-06, 3.712984607773251e-06, 6.05016975896433e-05, 4.9200101784663275e-05, 4.588679439621046e-05, 0.00029899843502789736, 0.00027882904396392405, 0.002560429275035858, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9873839616775513, 0.0027357644867151976, 1.0963829481624998e-05, 0.0005862267571501434, 6.1015275605313946e-06, 6.327747541945428e-05, 2.1911864678259008e-05, 0.00033786968560889363, 6.588430551346391e-05, 0.0013113204622641206, 0.00197152653709054, 0.00013529015996027738, 0.0018900192808359861, 0.0001807599765015766, 0.00026106301811523736, 0.00037814932875335217, 9.485983173362911e-05, 4.8752881411928684e-05, 0.0003568312095012516, 0.0007243764121085405, 0.00010285150347044691, 0.0013322171289473772, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3808106482028961, 0.005228962283581495, 0.6019219160079956, 0.006041457876563072, 3.194503005943261e-05, 4.2699994082795456e-05, 8.645829802844673e-05, 0.0006069983937777579, 0.0006299595115706325, 0.0009580014739185572, 0.0006117299781180918, 0.0002489397011231631, 0.00024646674864925444, 6.495702109532431e-05, 0.0006897143321111798, 0.0002199088194174692, 7.002801430644467e-05, 0.00014192573144100606, 2.700350887607783e-05, 5.169479118194431e-05, 4.572343641484622e-06, 0.00029897046624682844, 0.0009650305146351457, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5637972354888916, 0.008576351217925549, 0.00492711691185832, 0.3419375717639923, 2.1189485778450035e-05, 0.0002075338561553508, 0.0003593180445022881, 0.0014688590308651328, 0.000307029316900298, 0.029342031106352806, 0.004261568188667297, 8.383054591831751e-06, 0.002430412219837308, 9.930208761943504e-05, 0.0005423005786724389, 9.130200487561524e-05, 0.032180555164813995, 7.9902725701686e-05, 0.00038109481101855636, 0.00010837625450221822, 3.338015085319057e-05, 0.0008215190609917045, 0.001780992140993476, 0.0062367781065404415, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.37409624457359314, 0.00012492339010350406, 8.86914313014131e-06, 0.0009476651321165264, 0.6135815382003784, 0.0025169847067445517, 0.0002441515389364213, 5.642473479383625e-05, 1.7959690694624442e-06, 0.00044394400902092457, 5.296196832205169e-05, 0.000160959069035016, 0.0007701260037720203, 0.005056846421211958, 1.382048776576994e-05, 5.882314871996641e-05, 0.00018946199270430952, 0.00012655227328650653, 3.17853809974622e-05, 6.542156916111708e-05, 1.7726406440488063e-05, 0.0008768239640630782, 0.00038724494515918195, 9.01556290955341e-07, 0.0001680411078268662, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.18932676315307617, 0.00035222916631028056, 1.1454360901552718e-05, 0.0007539970683865249, 0.003070833859965205, 0.7761434316635132, 5.784459790447727e-05, 0.004086358472704887, 1.6754762327764183e-05, 0.0018927151104435325, 0.000316366262268275, 0.0005395736661739647, 0.0052181873470544815, 0.0079624829813838, 0.004062097519636154, 0.0024895835667848587, 1.408230764354812e-05, 1.4990852832852397e-05, 0.00015581191109959036, 0.00039969757199287415, 5.508653339347802e-05, 0.0019400411983951926, 0.00032818361069075763, 1.4123341429694847e-07, 8.962269930634648e-06, 0.0007822676561772823, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.020108090713620186, 2.6354913643444888e-05, 2.73332693723205e-06, 0.0002452941844239831, 1.4769815606996417e-05, 2.004582347581163e-05, 0.976558268070221, 0.000737421796657145, 2.233196937595494e-06, 0.00016837099974509329, 0.0013784588081762195, 1.0426940662000561e-06, 9.273781324736774e-05, 6.001177098369226e-06, 1.8525270206737332e-05, 7.490373536711559e-05, 2.8922087949467823e-05, 4.028360126540065e-05, 1.9591680029407144e-05, 2.944969128293451e-05, 8.476230505038984e-06, 0.0002561422879807651, 5.941159906797111e-05, 2.0145670021065598e-07, 7.743865717202425e-05, 7.494628334825393e-06, 1.7427661077817902e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2227795422077179, 0.0025939804036170244, 2.901079369621584e-06, 0.0005522932042367756, 1.904400505736703e-06, 0.0006727834115736187, 0.002130669541656971, 0.6761497259140015, 6.977446901146322e-05, 0.0037763055879622698, 0.06293375045061111, 0.0015865986933931708, 0.0017082279082387686, 3.8815047446405515e-05, 0.009210006333887577, 0.0013165996642783284, 0.00018038912094198167, 0.0012675231555476785, 0.0018657423788681626, 0.0009925088379532099, 3.758920502150431e-05, 0.0064268559217453, 0.0020985309965908527, 3.3772630558814853e-07, 2.868731644412037e-05, 2.698135972423188e-07, 0.0002518024411983788, 0.0013259671395644546, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08230320364236832, 0.0005252856644801795, 4.260607965989038e-06, 0.0006264011026360095, 8.583540278550572e-08, 4.224364147376036e-06, 4.716530838777544e-06, 0.0003961416659876704, 0.8586452603340149, 0.05151982977986336, 0.0026339683681726456, 1.645066549826879e-05, 0.0006709659937769175, 1.5013273468866828e-06, 9.04027619981207e-05, 7.098128844518214e-05, 7.727305273874663e-06, 0.00020618914277292788, 0.0005295964074321091, 0.001301282667554915, 5.2623374102722664e-08, 9.972529369406402e-05, 0.00018814762006513774, 2.380607611485175e-06, 6.255462358240038e-05, 3.8026072957109136e-08, 9.55788095780008e-07, 3.836743871943327e-06, 8.390747098019347e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4652341306209564, 0.004093280527740717, 6.743370704498375e-06, 0.004121766425669193, 5.443541795102647e-07, 5.4195435950532556e-05, 9.295007430409896e-07, 0.00026017255731858313, 0.009076226502656937, 0.5008082985877991, 0.0023183643352240324, 2.423850673949346e-05, 0.0030431344639509916, 4.6822064177831635e-05, 0.00012087315553799272, 0.000129030566313304, 0.00011785218521254137, 4.0143942896975204e-05, 0.0024619130417704582, 0.003423018380999565, 1.7263710105908103e-06, 0.0002791084407363087, 0.002281591296195984, 4.8899592002271675e-06, 0.00025089463451877236, 2.8179059086141933e-07, 1.0506965736567508e-05, 1.0709962907640147e-06, 4.7869467380223796e-05, 0.001740307081490755, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.35851436853408813, 0.0011027691652998328, 0.00016593105101492256, 0.013357696123421192, 2.5467883801866265e-07, 6.185247912071645e-05, 0.005729288794100285, 0.010611987672746181, 0.000755178218241781, 0.06400914490222931, 0.49491003155708313, 8.391544542973861e-05, 0.005665617063641548, 2.1221610495558707e-06, 0.00028140487847849727, 0.0004684610175900161, 0.0004158182709943503, 0.0012447215849533677, 0.012713280506432056, 0.001043319352902472, 1.1126149729534518e-05, 0.0011420780792832375, 0.0006368794129230082, 7.042573270155117e-05, 0.002744987141340971, 1.2285059369787632e-07, 1.4838168681308161e-05, 0.005110249854624271, 0.004603639245033264, 0.00015696858463343233, 0.014371604658663273, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3870248794555664, 0.0012950728414580226, 4.059528509969823e-05, 0.0016053802100941539, 5.915547444601543e-05, 0.00023957420489750803, 2.7291473088553175e-05, 0.004568419884890318, 0.0004761813033837825, 0.015625465661287308, 0.011085794307291508, 0.49522650241851807, 0.038701917976140976, 0.00026717031141743064, 0.0020083498675376177, 0.0040428671054542065, 0.00032641473808325827, 0.003637128509581089, 0.005066386424005032, 0.003996911458671093, 5.871384928468615e-06, 0.012405183166265488, 0.004702453035861254, 1.1575084499781951e-05, 0.00014426714915316552, 1.3832228432875127e-05, 7.560373342130333e-05, 1.5470101061509922e-05, 0.002026792149990797, 3.810120324487798e-05, 0.0035703126341104507, 0.0016691696364432573, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.47254887223243713, 0.0012542750919237733, 1.6021328974602511e-06, 0.007470454555004835, 2.09813479159493e-05, 0.0002249595709145069, 3.144755737594096e-06, 0.00015600232291035354, 5.697896267520264e-05, 0.008746425621211529, 0.0065010301768779755, 0.005835689138621092, 0.4674167037010193, 0.001390039105899632, 0.0022286369930952787, 0.0015983284683898091, 0.0009148824610747397, 4.253075530868955e-05, 0.0070897541008889675, 0.002937770914286375, 9.027141459228005e-06, 0.0025265775620937347, 0.004196964204311371, 9.68639483289735e-07, 0.0005582919111475348, 1.858495124906767e-05, 8.944851288106292e-05, 6.846822543593589e-06, 7.680764974793419e-05, 1.4904802810633555e-05, 0.003094408428296447, 0.0010494302259758115, 0.0019187434809282422, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1430491805076599, 0.00016882184718269855, 5.145520844962448e-07, 0.00013525532267522067, 0.0016709857154637575, 0.0005643695476464927, 4.049828930874355e-06, 4.103575702174567e-05, 6.743654239471653e-07, 0.00026636593975126743, 3.542486592778005e-05, 0.0003840401768684387, 0.0011047881562262774, 0.8484558463096619, 0.00022315257228910923, 0.0012599551118910313, 2.1823419956490397e-05, 4.0234493781099445e-07, 9.149315701506566e-06, 7.982309762155637e-05, 3.274883783888072e-05, 0.0008183279423974454, 0.0002738106995820999, 6.036201227743732e-08, 5.6580247473903e-06, 0.0007130208541639149, 0.00026146016898564994, 3.5881960229744436e-06, 2.192898500652518e-05, 4.159130284620005e-08, 0.00011863779945997521, 1.6391276176364045e-06, 3.8121423131087795e-05, 0.0002353005693294108, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2432815581560135, 0.0009063914185389876, 0.00027179569588042796, 0.0012521919561550021, 3.1056770239956677e-06, 0.001761566149070859, 7.013583854131866e-06, 0.04055601358413696, 0.00035386253148317337, 0.0030454746447503567, 0.0016025267541408539, 0.0006016569095663726, 0.009119387716054916, 0.0008690530085004866, 0.6830164790153503, 0.0026262758765369654, 0.0001022481665131636, 7.455732884409372e-06, 3.991544508608058e-05, 0.00021531034144572914, 2.0861389202764258e-06, 0.0007260933052748442, 0.00040098719182424247, 1.7029566151904874e-05, 6.652203592238948e-05, 3.073259904340375e-07, 0.00018005659512709826, 5.352553671400528e-06, 0.007104780990630388, 2.117290932801552e-05, 0.00044748923392035067, 5.9419922763481736e-05, 3.5880195355275646e-05, 0.0011780235217884183, 0.00011551944044185802, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.24815897643566132, 0.000448730424977839, 9.697620043880306e-06, 0.001071913749910891, 7.626630576851312e-06, 0.0001886537647806108, 6.339136598398909e-05, 0.004560606088489294, 0.0010741748847067356, 0.015649845823645592, 0.002170340856537223, 0.0007331725209951401, 0.007097168359905481, 0.000445109122665599, 0.01678050309419632, 0.6907855272293091, 0.00019302830332890153, 0.0003835346142295748, 0.0009248862625099719, 0.0018627139506861567, 2.0574215398028173e-07, 0.0025242664851248264, 0.0015590810216963291, 3.3248210229430697e-07, 1.7084641513065435e-05, 4.271304874237103e-07, 1.102623537008185e-05, 4.37856579083018e-06, 0.00015843784785829484, 1.547654755995609e-05, 0.0009950536768883467, 4.288497075322084e-05, 5.0623937568161637e-05, 0.0009952215477824211, 1.3690112609765492e-05, 0.0010022574570029974, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15202493965625763, 0.0005997107946313918, 1.1835449186037295e-05, 0.10644733905792236, 9.087695798370987e-05, 0.0003228023706469685, 0.0005420770030468702, 0.0006674134638160467, 0.00022456972510553896, 0.021209748461842537, 0.01974121667444706, 0.00012132833217037842, 0.015023800544440746, 0.0003238541539758444, 0.00034353253431618214, 0.003281800076365471, 0.6119734048843384, 0.0022423588670790195, 0.008034370839595795, 0.00395608926191926, 0.0014327869284898043, 0.01123872958123684, 0.0009119132882915437, 1.6121097360155545e-05, 0.03457110375165939, 4.050030111102387e-05, 7.184717105701566e-05, 0.000550147145986557, 0.00015637706383131444, 6.36126742392662e-06, 0.0014731294941157103, 0.0009954217821359634, 1.2639506167033687e-05, 0.001014434965327382, 3.70235247828532e-05, 5.788468843093142e-05, 0.0002305843954673037, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.035443082451820374, 2.0004930775030516e-05, 4.188053637221856e-08, 0.000380974990548566, 5.874042017239844e-07, 2.792208988466882e-06, 2.4252620278275572e-05, 8.103256550384685e-05, 0.00011144943709950894, 0.0027193878777325153, 0.004545845091342926, 4.083843668922782e-05, 0.0014098562533035874, 5.680745402969478e-07, 3.1567928999720607e-06, 8.669052476761863e-05, 0.000136510469019413, 0.8487801551818848, 0.10322006791830063, 0.00040226528653874993, 2.24475002141844e-06, 0.0014588430058211088, 0.0001291882072109729, 6.671143637504429e-08, 7.290139910764992e-05, 3.44486267067623e-07, 1.4172253486322006e-06, 1.9379867808311246e-05, 4.5301392674446106e-05, 6.376988039846765e-06, 0.00026465088012628257, 0.00045826868154108524, 2.116969699272886e-05, 9.944825433194637e-05, 4.348959947719777e-08, 3.564723840554507e-07, 2.4508367459930014e-06, 8.022140718821902e-06, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23187318444252014, 0.0003618364571593702, 8.543151608364496e-08, 0.006350400857627392, 1.038647042150842e-06, 1.70677467394853e-05, 9.30642636376433e-06, 0.00014515432121697813, 9.007053449749947e-05, 0.015441934578120708, 0.041940998286008835, 8.234208507928997e-06, 0.022686578333377838, 5.495842287928099e-06, 2.1405730876722373e-05, 5.3239622502587736e-05, 0.0014441023813560605, 0.005718642845749855, 0.6479308605194092, 0.01212808396667242, 4.02831137762405e-05, 0.0025203407276421785, 0.0007621934055350721, 6.570357413693273e-08, 0.0007668285979889333, 4.5478410015675763e-07, 8.124551641230937e-06, 1.3828541341354139e-05, 3.526900036376901e-05, 9.165473784378264e-06, 0.002091882284730673, 0.004286688286811113, 3.2024540814745706e-06, 0.0017294574063271284, 5.357061922950379e-07, 2.5018471205839887e-06, 2.884963123506168e-06, 8.676740253577009e-05, 0.0014117984101176262, 0.0, 0.0, 0.0, 0.0], [0.3010723888874054, 0.00030671944841742516, 7.214495099105989e-07, 0.0010787961073219776, 3.671145168482326e-05, 9.958168811863288e-05, 2.7117866920889355e-06, 8.51582080940716e-05, 0.000643152859993279, 0.006474051624536514, 0.0024339151568710804, 0.0026007185224443674, 0.012783744372427464, 0.00010471692803548649, 7.190489122876897e-05, 0.00023828871781006455, 0.00014132882643025368, 0.001090138335712254, 0.00650161923840642, 0.6443012356758118, 0.0005654519773088396, 0.011171967722475529, 0.001733065815642476, 3.266841304139234e-07, 7.267419277923182e-05, 1.726135451463051e-05, 5.252172195469029e-05, 2.8104716420784825e-06, 2.3941945983096957e-05, 6.633070734096691e-05, 0.0023507140576839447, 0.00014581508003175259, 0.0007032518042251468, 0.0013972847955301404, 3.202347215847112e-05, 2.3009488359093666e-05, 2.6867639462579973e-05, 1.7945203580893576e-05, 0.00012095495185349137, 0.0014081047847867012, 0.0, 0.0, 0.0], [0.012865342199802399, 1.5182674360403325e-05, 2.971996426737178e-09, 0.0002875610953196883, 1.2527964372566203e-06, 1.2526178579719272e-05, 4.250290203344775e-06, 8.040841748879757e-06, 3.2277043260364735e-08, 5.239698657533154e-05, 0.0001359849702566862, 1.0025353276432725e-06, 5.5890570365590975e-05, 7.012671630945988e-06, 9.72475291405317e-08, 3.212394688034692e-07, 4.6703753469046205e-05, 1.5471712231374113e-06, 1.759184851835016e-05, 5.3342599130701274e-05, 0.9805435538291931, 0.005806769710034132, 1.860839438450057e-05, 1.203716570863378e-09, 3.045146331714932e-05, 6.754644346074201e-07, 4.565126346278703e-06, 5.748487637902144e-06, 3.339841214256012e-06, 7.534159962574449e-10, 7.689113772357814e-06, 3.901721811416792e-06, 4.307126744151901e-08, 5.192545700083429e-07, 5.106692242407007e-07, 8.534786211100709e-09, 1.0071792289068071e-08, 2.5931649361154996e-06, 1.4836398065654066e-07, 3.509641146592912e-07, 4.402238118927926e-06, 0.0, 0.0], [0.24088750779628754, 0.0003843734448309988, 3.827233996389623e-08, 0.0007521208026446402, 4.429962700669421e-06, 1.3616971955343615e-05, 1.0370909876655787e-05, 0.0002608894428703934, 2.1804407879244536e-06, 0.0008239821181632578, 0.0025784471072256565, 0.00011275003635091707, 0.0012315150815993547, 3.8843800211907364e-06, 3.183522858307697e-05, 0.00015905732288956642, 0.00016030299593694508, 0.00039732130244374275, 0.0017629774520173669, 0.0015430883504450321, 0.0018108945805579424, 0.7393369674682617, 0.007521958090364933, 2.4824930999756134e-09, 2.4742021196288988e-05, 3.882963142132212e-07, 2.5054866910068085e-06, 3.208113639630028e-06, 4.296241604606621e-05, 2.811639809863209e-08, 1.394836090184981e-05, 1.6366115232813172e-05, 6.464314992626896e-06, 3.0046250685700215e-05, 1.3071905868855538e-07, 9.608878599465243e-07, 1.787806013453519e-06, 1.7530879858895787e-06, 4.387020908325212e-06, 1.6937901818891987e-05, 1.717588020255789e-05, 2.5725545128807425e-05, 0.0], [0.5535915493965149, 0.17262299358844757, 5.000018791179173e-05, 0.010427750647068024, 8.656287536723539e-05, 0.0002456597867421806, 5.955333836027421e-05, 0.001045246492139995, 0.000838421517983079, 0.01357331220060587, 0.011254072189331055, 0.003105833427980542, 0.020959679037332535, 0.0010894897859543562, 0.00040936795994639397, 0.0023625646717846394, 0.0016563511453568935, 0.0009357996168546379, 0.003313571447506547, 0.005430505611002445, 0.001015059999190271, 0.03274580091238022, 0.1570950150489807, 3.374249718035571e-05, 0.0007222456624731421, 2.9409602575469762e-05, 6.137103628134355e-05, 3.093136183451861e-05, 0.0002403830731054768, 4.4590546167455614e-05, 0.0006923389155417681, 0.0003041434974875301, 0.00017276791913900524, 0.0012000398710370064, 0.00010696848767111078, 2.8368300263537094e-05, 1.8425238522468135e-05, 2.822363421728369e-05, 3.7450052332133055e-05, 0.00011934141366509721, 0.00018961296882480383, 3.498637306620367e-05, 0.0019904952496290207]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9940896034240723, 0.005910441745072603, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9918997287750244, 0.002507372060790658, 0.005592965055257082, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.99346524477005, 0.003521271515637636, 0.00027059216517955065, 0.002742863493040204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9289718866348267, 0.003740770975127816, 0.00012036826956318691, 0.002464891877025366, 0.06470204144716263, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9885430335998535, 0.00061410031048581, 0.0004114519979339093, 0.007392817176878452, 0.0005395030020736158, 0.0024990371894091368, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9694589376449585, 0.0009395345114171505, 2.8261600164114498e-05, 0.002035398269072175, 2.7117452191305347e-05, 0.008294760249555111, 0.019215984269976616, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9474748373031616, 0.005424590315669775, 0.004983103834092617, 0.021659042686223984, 1.2853235602960922e-05, 0.001107643125578761, 0.0015254180179908872, 0.017812471836805344, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9157271385192871, 0.006453890819102526, 0.0011921715922653675, 0.04077351093292236, 3.28119785990566e-05, 0.002033838303759694, 0.00022136610641609877, 0.010999619029462337, 0.022565674036741257, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8299552798271179, 0.002148757688701153, 0.0021852825302630663, 0.04418087750673294, 1.7254311387659982e-05, 0.001408164738677442, 0.02080056071281433, 0.08762422204017639, 0.000955711817368865, 0.010723899118602276, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9581491351127625, 0.004779847338795662, 0.00035515186027623713, 0.002991829765960574, 0.0032907240092754364, 0.007958442904055119, 0.0017856250051409006, 0.013284478336572647, 0.00015784948482178152, 0.0009225407266058028, 0.006324480753391981, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.944205641746521, 0.0028842019382864237, 4.829797398997471e-05, 0.007261553779244423, 0.0004689150955528021, 0.005381075665354729, 0.00017496496730018407, 0.006957134231925011, 0.0001253273949259892, 0.004074102733284235, 0.016885533928871155, 0.011533282697200775, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7170466184616089, 0.0029263144824653864, 1.372532824461814e-05, 0.0010318170534446836, 0.1216488853096962, 0.14445416629314423, 0.0009355238871648908, 0.005332353990525007, 4.777341018780135e-06, 0.001248061889782548, 0.0003051110543310642, 0.001974412938579917, 0.003078160807490349, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.789435625076294, 0.0020973761565983295, 0.0020318087190389633, 0.01009996235370636, 0.0003691098827403039, 0.0671348124742508, 0.0015302899992093444, 0.08991604298353195, 0.00026954017812386155, 0.005345573648810387, 0.005062718875706196, 0.0006220955401659012, 0.01964029110968113, 0.006444740574806929, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8822959661483765, 0.0018603885546326637, 0.0004073241143487394, 0.0036608618684113026, 0.0005736551247537136, 0.00798849668353796, 0.022571340203285217, 0.02860119380056858, 0.000329213886288926, 0.004256634507328272, 0.006161160301417112, 0.0010443170322105289, 0.02063308097422123, 0.005851170513778925, 0.013765301555395126, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.786965548992157, 0.004213182721287012, 0.0001677499240031466, 0.06983144581317902, 0.00281807710416615, 0.007715720217674971, 0.031199393793940544, 0.017051473259925842, 0.00018332496983930469, 0.01200574915856123, 0.017662225291132927, 0.0002890081668738276, 0.0303249079734087, 0.0048893773928284645, 0.0030957902781665325, 0.011586987413465977, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9286779761314392, 0.00158127851318568, 1.404076101607643e-06, 0.0019428330706432462, 1.1035229363187682e-05, 0.0002707958919927478, 0.0020380315836519003, 0.003664883552119136, 0.00022354313114192337, 0.0007879877230152488, 0.04505366459488869, 0.00048093145596794784, 0.01084902323782444, 3.6126107261225116e-06, 6.59460129099898e-05, 0.0008642306202091277, 0.0034828344359993935, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8384720683097839, 0.0026208010967820883, 3.342483614687808e-05, 0.01232652086764574, 7.991626625880599e-05, 0.00343111390247941, 0.0022304027806967497, 0.008115612901747227, 0.0006596898310817778, 0.00810970924794674, 0.06382373720407486, 0.00041881599463522434, 0.0368199497461319, 0.0001210475675179623, 0.0005988327320665121, 0.008628045208752155, 0.0036246730014681816, 0.009885609149932861, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8221590518951416, 0.005797161255031824, 0.00019727346079889685, 0.005305732134729624, 0.0009490189841017127, 0.01202886551618576, 0.0019055440789088607, 0.00239914795383811, 0.010596370324492455, 0.014539756812155247, 0.011935313232243061, 0.011704172939062119, 0.04820144176483154, 0.006271735765039921, 0.006691541988402605, 0.024660807102918625, 0.005656819324940443, 0.005013485439121723, 0.00398679357022047, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9537661671638489, 0.001529865199699998, 5.003991191188106e-06, 0.007204060908406973, 0.0002875779173336923, 0.001743430970236659, 0.009829534217715263, 0.004322269465774298, 3.13617556457757e-06, 0.00010985488188453019, 0.008465062826871872, 0.00034847011556848884, 0.0013010937254875898, 0.0008953221840783954, 6.606380338780582e-05, 5.824458639835939e-05, 0.0037666442804038525, 0.0005685491487383842, 0.0014568377519026399, 0.00427270820364356, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9650986790657043, 0.0014334735460579395, 4.691036792792147e-06, 0.0012125580105930567, 0.0003355584340170026, 0.001238257042132318, 0.0013702950673177838, 0.002564989496022463, 6.760283213225193e-07, 7.471920253010467e-05, 0.001875579240731895, 0.0005754489102400839, 0.0028297884855419397, 0.0007055343012325466, 0.00027714649331755936, 0.0004861271590925753, 0.0015694517642259598, 0.0003992261190433055, 0.0028444884810596704, 0.0047886669635772705, 0.01031454000622034, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8593109250068665, 0.020267218351364136, 0.0027771464083343744, 0.013781089335680008, 0.00030035056988708675, 0.0022846166975796223, 0.0010426468215882778, 0.009922261349856853, 0.0031336552929133177, 0.0078855250030756, 0.009642815217375755, 0.0018546764040365815, 0.007874717935919762, 0.0011870957678183913, 0.002824161434546113, 0.0024228051770478487, 0.00422171875834465, 0.004099532961845398, 0.006750837899744511, 0.00587500398978591, 0.0021709557622671127, 0.0303702000528574, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10544648766517639, 0.01270483247935772, 0.763900876045227, 0.08842574805021286, 0.00018797791562974453, 0.00026289449306204915, 0.0007833960116840899, 0.0017097240779548883, 0.0024095410481095314, 0.014530734159052372, 0.0006739423843100667, 3.5821205528918654e-05, 0.0008068866445682943, 0.00015087591600604355, 0.0016638245433568954, 0.00029095326317474246, 0.0019696648232638836, 2.8075819500372745e-05, 8.648951188661158e-05, 0.00018316780915483832, 5.481347398017533e-05, 0.00040740150143392384, 0.0032857817132025957, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3312259912490845, 0.00739858765155077, 0.006046597845852375, 0.3809041678905487, 0.0007559251971542835, 0.0035477839410305023, 0.008508897386491299, 0.022009769454598427, 0.0006401495193131268, 0.06486602872610092, 0.01208797749131918, 2.160764233849477e-05, 0.0047667245380580425, 0.0004923217347823083, 0.002488801721483469, 0.00041253582458011806, 0.116484135389328, 0.0001743768953019753, 0.0011299796169623733, 0.0012968704104423523, 0.0018937578424811363, 0.006374632008373737, 0.012117773294448853, 0.014354666694998741, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.022601118311285973, 0.000438640417996794, 2.7166693143954035e-06, 0.0003694455081131309, 0.9364853501319885, 0.0321592278778553, 0.0001664008741499856, 0.0003773074713535607, 2.7193686946702655e-07, 9.796261292649433e-05, 2.4832239432726055e-05, 0.0001476559991715476, 0.00043011692469008267, 0.004391682334244251, 0.0003911108651664108, 5.064394645160064e-05, 0.0001870424166554585, 6.401350674423156e-06, 2.0583940568030812e-05, 0.0002504427684471011, 4.0589024138171226e-05, 0.0006710119196213782, 0.0006265916163101792, 2.001651182581554e-06, 6.06373832852114e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.039748262614011765, 0.0016230320325121284, 2.9864056614314904e-06, 0.0004959737416356802, 0.007599149364978075, 0.9035111665725708, 0.0003085578791797161, 0.020541097968816757, 3.7260394947224995e-06, 0.0009059489239007235, 0.0005234958953224123, 0.00019036594312638044, 0.0027696113102138042, 0.0017586355097591877, 0.006682161241769791, 0.001649097423069179, 0.00027723185485228896, 2.362007762712892e-05, 0.000335152551997453, 0.001790586393326521, 0.00015659985365346074, 0.0019276188686490059, 0.001979889115318656, 1.242638063558843e-06, 5.812725066789426e-05, 0.005136678460985422, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01739455573260784, 8.342974615516141e-05, 1.2995061524634366e-06, 0.0006728360312990844, 1.4733346688444726e-05, 0.00010638007370289415, 0.9528149962425232, 0.0219720471650362, 7.827161425666418e-07, 1.5493782484554686e-05, 0.0031969647388905287, 3.257377466070466e-05, 0.00013824716734234244, 2.3893404431873932e-05, 0.0008408373687416315, 0.00010894612205447629, 0.0002893861965276301, 0.00010895111336139962, 6.794392538722605e-05, 0.0001252618822036311, 0.00019726315804291517, 0.0008631290402263403, 0.00029805878875777125, 2.337476416869322e-06, 0.00034660816891118884, 2.377722557866946e-05, 0.0002592755190562457, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05558105930685997, 0.0006445571198128164, 4.0934548906079726e-07, 0.0004219490510877222, 1.3407849337454536e-06, 0.0006465191254392266, 0.001835803734138608, 0.910796582698822, 6.1801401898264885e-06, 0.00014045933494344354, 0.010802184231579304, 0.00020919520466122776, 0.0011495656799525023, 1.284832524106605e-05, 0.003265423933044076, 0.00011994844680884853, 0.0002061452978523448, 0.000614606833551079, 0.0012190372217446566, 0.0012672023149207234, 0.0003855071263387799, 0.0035668732598423958, 0.0011672673281282187, 5.425864060271124e-07, 0.00031768615008331835, 1.113251414608385e-06, 0.0028038339223712683, 0.0028161113150417805, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08360761404037476, 0.004941160790622234, 5.052069900557399e-05, 0.007228279486298561, 1.1925385479116812e-06, 0.00016231801419053227, 0.0002728422114159912, 0.005935690365731716, 0.6047211289405823, 0.26288920640945435, 0.005585615988820791, 7.117436325643212e-05, 0.0013994890032336116, 2.673704557309975e-06, 0.001511067501269281, 9.461444278713316e-05, 0.0003633191518019885, 0.000709978980012238, 0.0009741854155436158, 0.0035782749764621258, 1.0970167750201654e-05, 0.00015639384218957275, 0.0036893344949930906, 0.0002846126153599471, 0.0043340218253433704, 1.3892364449930028e-06, 0.0002412812173133716, 0.00018520299636293203, 0.006996457464993, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11521001905202866, 0.0067147910594940186, 0.00016211321053560823, 0.02551288716495037, 6.206569196365308e-06, 0.00040512558189220726, 5.4560361604671925e-05, 0.0035107757430523634, 0.014202420599758625, 0.7775511741638184, 0.0034905681386590004, 5.7820008805720136e-05, 0.00476842513307929, 3.606360769481398e-05, 0.0007714254315942526, 0.0003429505741223693, 0.002843403024598956, 9.518027218291536e-05, 0.003136667422950268, 0.0057289027608931065, 4.4419572077458724e-05, 0.0004939689533784986, 0.008516545407474041, 0.0005445050192065537, 0.014522193931043148, 5.89473893342074e-06, 0.0003079961461480707, 2.6790154151967727e-05, 0.0010097100166603923, 0.00992652028799057, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03713573142886162, 0.000877529731951654, 7.848624227335677e-05, 0.015299034304916859, 1.454407083656406e-06, 0.00010877808381337672, 0.006165190599858761, 0.014768629334867, 7.875587471062317e-05, 0.0019750013016164303, 0.8455947041511536, 7.480743806809187e-05, 0.0028255588840693235, 5.115849717185483e-07, 0.0001702667068457231, 0.00015173688007052988, 0.006004315335303545, 0.0034732255153357983, 0.01261287834495306, 0.0006110352696850896, 0.0005419596564024687, 0.0009975238936021924, 0.0029068191070109606, 0.00039568793727084994, 0.02026885189116001, 1.6132138398461393e-06, 0.00021117487631272525, 0.007802325300872326, 0.01750454679131508, 2.8824697437812574e-05, 0.0013330667279660702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04171165078878403, 0.0007273957598954439, 5.084301392344059e-06, 0.0004205016593914479, 0.0002682959020603448, 0.0003643743402790278, 0.0002165337500628084, 0.0014350049896165729, 5.140040229889564e-06, 9.150908590527251e-05, 0.001251966692507267, 0.9164962768554688, 0.025602230802178383, 0.0013075504684820771, 0.0030348070431500673, 0.0005533310468308628, 0.00034455902641639113, 0.00023525732103735209, 0.00042932931683026254, 0.001370531041175127, 3.670688238344155e-05, 0.0015910877846181393, 0.00048218751908279955, 9.564390893501695e-06, 0.0001552399917272851, 0.000175426626810804, 0.0004897269536741078, 6.953967385925353e-05, 0.0008855778723955154, 1.1304736062811571e-06, 4.837108645006083e-05, 0.00018408606410957873, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15541063249111176, 0.002060346072539687, 5.904763384023681e-06, 0.005144166760146618, 0.0002582334855105728, 0.001450114999897778, 5.391842205426656e-05, 0.002164045814424753, 2.152806700905785e-05, 0.0016064416849985719, 0.010191736742854118, 0.010151073336601257, 0.7491753101348877, 0.002742184791713953, 0.01017574593424797, 0.005842442158609629, 0.0030404033605009317, 3.083400588366203e-05, 0.006112963426858187, 0.016732612624764442, 0.00015879911370575428, 0.002067471155896783, 0.0016374943079426885, 1.104704733734252e-05, 0.0014025839045643806, 0.00019925452943425626, 0.001220024423673749, 2.148774183297064e-05, 0.0007244250737130642, 5.295434220897732e-06, 0.00116753822658211, 0.00188815884757787, 0.007125871255993843, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03857032209634781, 0.0004867617099080235, 8.811971952127351e-08, 0.00012277944188099355, 0.0055817193351686, 0.0025055580772459507, 2.193798718508333e-05, 0.00011670566163957119, 8.340095547509918e-08, 6.456923438236117e-05, 1.648077704885509e-05, 0.0003305192803964019, 0.0009664007229730487, 0.9410398602485657, 0.002549444790929556, 0.0009866245090961456, 0.00023048870207276195, 2.1702240360355063e-07, 9.28598365135258e-06, 0.0010759907308965921, 8.328241528943181e-05, 0.0006203314987942576, 0.0003860914730466902, 1.709914414504965e-07, 1.0055931852548383e-05, 0.0019989381544291973, 0.0020208044443279505, 4.052697477163747e-06, 1.930944199557416e-05, 3.980503038292227e-09, 1.3064985978417099e-05, 4.5675534465772216e-07, 5.041597978561185e-05, 0.00011722323688445613, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3213388919830322, 0.001503253006376326, 0.0003571729175746441, 0.009410782717168331, 0.00016890473489183933, 0.016028335317969322, 0.00020538931130431592, 0.019911278039216995, 6.106814544182271e-05, 0.0025995627511292696, 0.001890071900561452, 0.00034021324245259166, 0.018113771453499794, 0.0032540694810450077, 0.5562434792518616, 0.008188043721020222, 0.00345789548009634, 2.7599826353252865e-05, 0.0002132926310878247, 0.004111625254154205, 7.460749475285411e-05, 0.002410347107797861, 0.0031445759814232588, 0.00028739063418470323, 0.002800552174448967, 5.076801244285889e-05, 0.010558418929576874, 8.334958693012595e-05, 0.007083647884428501, 1.71520823641913e-05, 0.0007566046551801264, 0.0001342686591669917, 4.3931067921221256e-05, 0.0036519193090498447, 0.0014778126496821642, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1603616327047348, 0.0012780053075402975, 2.2185908164829016e-05, 0.002371335169300437, 0.0002248757373308763, 0.0017834786558523774, 0.003998118918389082, 0.004633312113583088, 4.076451659784652e-05, 0.001541665056720376, 0.0015637286705896258, 0.00047258968697860837, 0.016839733347296715, 0.0034527720417827368, 0.017767837271094322, 0.7616904377937317, 0.0046269274316728115, 0.00039177844882942736, 0.0009683543466962874, 0.005094065796583891, 3.4371958008705406e-06, 0.001614140928722918, 0.001699920860119164, 1.1049765817006119e-05, 0.0002908410388045013, 4.165241261944175e-05, 0.0008305368246510625, 0.00043555235606618226, 0.0004473642911761999, 1.9897668153134873e-06, 0.0003503862244542688, 6.375101656885818e-05, 6.234725151443854e-05, 0.0025966062676161528, 0.0005663720658048987, 0.0018605367513373494, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16436107456684113, 0.0026378934271633625, 4.1416933527216315e-05, 0.06607705354690552, 0.0011643720790743828, 0.0015624663792550564, 0.012553853914141655, 0.002784162759780884, 3.627438854891807e-05, 0.004333583638072014, 0.006344519089907408, 0.00013702023716177791, 0.02222045138478279, 0.0011391033185645938, 0.0015757755609229207, 0.0038945514243096113, 0.5750945806503296, 0.0019101393409073353, 0.004216515459120274, 0.005103052593767643, 0.0011178116546943784, 0.011998963542282581, 0.00614140136167407, 8.207860810216516e-05, 0.06961173564195633, 0.0019772844389081, 0.0024057836271822453, 0.013156292028725147, 0.0013538574567064643, 9.255117220163811e-06, 0.0039376732893288136, 0.0014234125846996903, 5.669046367984265e-05, 0.005461022257804871, 0.0004025489906780422, 0.0006155931623652577, 0.003060713177546859, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07928111404180527, 0.0006841904832981527, 6.815580633201535e-08, 0.0010951480362564325, 2.0406380372151034e-06, 2.2378546418622136e-05, 0.0006314091733656824, 0.0003747315495274961, 2.3558321117889136e-05, 0.0001850106054916978, 0.008331513963639736, 7.647337042726576e-05, 0.004182957112789154, 2.4447135160698963e-07, 1.1477795851533301e-05, 5.137137486599386e-05, 0.001886308309622109, 0.6889950037002563, 0.194636732339859, 0.004766394849866629, 4.986663770978339e-05, 0.0028069843538105488, 0.005558046977967024, 3.9549274788441835e-07, 0.0008065963047556579, 3.3534558951942017e-06, 5.2720373787451535e-05, 0.0003899823932442814, 0.0004888045368716121, 7.204306257335702e-06, 9.927157952915877e-05, 0.0031684355344623327, 3.950050086132251e-05, 0.000988385989330709, 7.51874864590718e-08, 1.431516125194321e-06, 6.484899131464772e-06, 0.0002943129511550069, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28373807668685913, 0.00448788795620203, 5.058397164248163e-06, 0.019317232072353363, 5.4460801038658246e-05, 0.0012376138474792242, 0.001760451472364366, 0.006312709767371416, 0.00024137903528753668, 0.0067893946543335915, 0.0716075524687767, 0.00030899536795914173, 0.06864362955093384, 4.332335447543301e-05, 0.0004192543274257332, 0.002060126280412078, 0.006795833818614483, 0.01733485609292984, 0.3385891914367676, 0.03910178691148758, 0.0007660694536752999, 0.009993116371333599, 0.007829558104276657, 1.3115730325807817e-05, 0.01356493029743433, 6.270300946198404e-05, 0.0021038020495325327, 0.0009936656570062041, 0.003334580920636654, 9.826869063545018e-05, 0.006462777964770794, 0.033566154539585114, 0.0001983151159947738, 0.030609818175435066, 1.5713814718765207e-05, 0.00012045683979522437, 0.0005064334836788476, 0.001992761390283704, 0.01891898177564144, 0.0, 0.0, 0.0, 0.0], [0.25413084030151367, 0.00728962104767561, 1.637025889067445e-05, 0.0056449612602591515, 0.00047911430010572076, 0.0030321397352963686, 0.0008039348758757114, 0.0005737108294852078, 0.001770943752489984, 0.005227960180491209, 0.006573318969458342, 0.0037488413508981466, 0.03955994173884392, 0.0013069501146674156, 0.00204958813264966, 0.0032922590617090464, 0.005070537328720093, 0.00439294520765543, 0.002960451412945986, 0.565229058265686, 0.006637278478592634, 0.020123636350035667, 0.013719644397497177, 3.509566522552632e-05, 0.0024925628677010536, 0.0006804364966228604, 0.005004295147955418, 0.0004963083774782717, 0.00029928027652204037, 0.0005683332565240562, 0.006156609859317541, 0.0014163347659632564, 0.0020802340004593134, 0.017010867595672607, 0.0011587243061512709, 0.0008447644067928195, 0.0012247745180502534, 0.0020570263732224703, 0.002771402010694146, 0.002068926114588976, 0.0, 0.0, 0.0], [0.022778915241360664, 0.00018681318033486605, 1.6159376059476926e-08, 0.0006753653869964182, 3.972021659137681e-06, 1.8965345589094795e-05, 0.00014574606029782444, 0.00015363667625933886, 1.4371021705983367e-08, 3.7149861782381777e-06, 0.00038176780799403787, 9.18957721296465e-06, 0.00013344876060727984, 1.5500425433856435e-05, 4.871670171269216e-06, 4.948611831423477e-07, 0.0004079104692209512, 1.881949901871849e-05, 3.495854252832942e-05, 0.00018379345419816673, 0.8935844302177429, 0.08001840859651566, 0.000494997831992805, 6.95558171059929e-08, 0.00036117518902756274, 4.126296062167967e-06, 4.2136412957916036e-05, 0.00015350633475463837, 9.319638047600165e-05, 8.534885020949901e-10, 9.503966111878981e-07, 2.6511615942581557e-05, 9.136738299275748e-07, 4.4258986235945486e-06, 3.622939402703196e-06, 4.963182504980068e-07, 6.715166644966075e-09, 3.286447827122174e-05, 3.728110641532112e-06, 3.7352247090893798e-06, 1.2850659004470799e-05, 0.0, 0.0], [0.04306093603372574, 0.0004312009841669351, 4.857331603602688e-08, 0.0002949705522041768, 6.446817224059487e-06, 1.7940596080734394e-05, 5.236796641838737e-05, 0.00012123035412514582, 8.686238395227974e-09, 4.085913133167196e-06, 0.00020099175162613392, 2.152495835616719e-05, 0.0004682280996348709, 1.154425808636006e-05, 3.749242750927806e-05, 7.720592293480877e-06, 0.0005387044511735439, 8.11828431324102e-05, 0.00024663933436386287, 0.0005759770865552127, 0.002397826174274087, 0.9488214254379272, 0.00212059635668993, 3.639993195747593e-08, 7.682733848923817e-05, 2.8932047371199587e-06, 1.444747977075167e-05, 1.2731473361782264e-05, 2.7991309252684005e-05, 3.747692711719708e-10, 5.714344979423913e-07, 1.0850816579477396e-05, 3.7291968055797042e-06, 4.090083166374825e-05, 3.826693500741385e-06, 6.1263049246917944e-06, 5.169466703591752e-07, 4.0861101297196e-05, 1.2315430467424449e-05, 2.7005866286344826e-05, 3.188171103829518e-05, 0.0001674705999903381, 0.0], [0.2622871994972229, 0.048153121024370193, 0.0006689657457172871, 0.021233199164271355, 9.166407835436985e-05, 0.00039222300983965397, 0.0002039681567111984, 0.002134409500285983, 0.0010948507115244865, 0.004910763818770647, 0.006146776955574751, 0.0005123686860315502, 0.009844926185905933, 0.0001430306292604655, 0.0010762690799310803, 0.000345809938153252, 0.010050451382994652, 0.008435766212642193, 0.008105284534394741, 0.0060246605426073074, 0.003813511459156871, 0.04830706864595413, 0.4991314709186554, 0.0012536756694316864, 0.03390203416347504, 0.00010517729970160872, 0.0003717833897098899, 8.200478623621166e-05, 0.0012060041772201657, 0.00018196158634964377, 0.0013505052775144577, 0.0009115563589148223, 0.00011081637785537168, 0.0016774731921032071, 3.6775327316718176e-05, 0.00017677612777333707, 4.5788809075020254e-05, 0.0010133152827620506, 0.00262007606215775, 0.0020048092119395733, 0.0010430822148919106, 0.0003667388518806547, 0.008431949652731419]]], "attentionHeadNames": ["L6H9", "L5H5"], "tokens": ["<|endoftext|>", "Research", " in", " mechan", "istic", " interpret", "ability", " seeks", " to", " explain", " behaviors", " of", " machine", " learning", " models", " in", " terms", " of", " their", " internal", " components", ".", "Research", " in", " mechan", "istic", " interpret", "ability", " seeks", " to", " explain", " behaviors", " of", " machine", " learning", " models", " in", " terms", " of", " their", " internal", " components", "."]}
     )
@@ -2025,9 +2025,9 @@ <h4>Implications<a class="headerlink" href="#Implications" title="Permalink to t
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="96479455-9b08-43dd-8fd7-bf4005227ec8" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("96479455-9b08-43dd-8fd7-bf4005227ec8")) {                    Plotly.newPlot(                        "96479455-9b08-43dd-8fd7-bf4005227ec8",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.03906984627246857,0.00044891235302202404,0.03133600950241089,0.0075195855461061,0.034592170268297195,0.0003623009251896292,0.03451276570558548,0.19740214943885803,0.03844786435365677,0.04053792357444763,0.027628779411315918,0.02496313489973545],[0.18906497955322266,0.1721990704536438,0.06807752698659897,0.044945165514945984,0.0790855661034584,0.03096737526357174,0.028282107785344124,0.036443255841732025,0.026936713606119156,0.018826231360435486,0.04510089382529259,0.0065726605243980885],[0.15745532512664795,0.020724499598145485,0.4818003177642822,0.2991351783275604,0.10764901340007782,0.33004096150398254,0.09975507855415344,0.04926132410764694,0.2549382448196411,0.3606453239917755,0.12571796774864197,0.07931824028491974],[0.0058439951390028,0.15787306427955627,0.4189079701900482,0.30129146575927734,0.014345025643706322,0.03234415873885155,0.3312898576259613,0.5285981893539429,0.34241822361946106,0.10183658450841904,0.10516025871038437,0.22331225872039795],[0.10626538842916489,0.11930901557207108,0.02288069576025009,0.22826974093914032,0.0200040303170681,0.10010093450546265,0.17392224073410034,0.17407011985778809,0.025876859202980995,0.10249903798103333,0.009514804929494858,0.9921424388885498],[0.01976674608886242,0.0052832551300525665,0.1664840430021286,0.12087709456682205,0.1649998277425766,0.008032665587961674,0.4176997244358063,0.025827916339039803,0.048025794327259064,0.016231724992394447,0.031101686879992485,0.024261072278022766],[0.21729078888893127,0.03909975290298462,0.018048644065856934,0.059900619089603424,0.032934535294771194,0.0873454138636589,0.026895390823483467,0.0943949744105339,0.49926072359085083,0.006240124814212322,0.027026761323213577,0.1278562843799591],[0.2511644661426544,0.013308697380125523,0.0066633704118430614,0.03743036091327667,0.023315411061048508,0.01740719936788082,0.02206745371222496,0.022141238674521446,0.045023560523986816,0.02084278129041195,0.008310753852128983,0.017167773097753525],[0.020890571177005768,0.016537856310606003,0.021583054214715958,0.015005748718976974,0.024211902171373367,0.1019899919629097,0.029100272804498672,0.22793738543987274,0.027814725413918495,0.01794101484119892,0.02482905052602291,0.03806224465370178],[0.02607565000653267,0.015407402999699116,0.020444141700863838,0.14558188617229462,0.012470231391489506,0.017151616513729095,0.013311782851815224,0.02445186860859394,0.01811170019209385,0.013193287886679173,0.03573964536190033,0.0187982190400362],[0.021478094160556793,0.018419133499264717,0.0181836299598217,0.021721407771110535,0.031567689031362534,0.03470620512962341,0.017550060525536537,0.011417530477046967,0.015795616433024406,0.04592299461364746,0.016215477138757706,0.030394626781344414],[0.03320508822798729,0.017571475356817245,0.015131049789488316,0.04148413613438606,0.015181178227066994,0.017589963972568512,0.01514848880469799,0.017676066607236862,0.06622706353664398,0.018451126292347908,0.01700744405388832,0.02974928542971611]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Previous Token Scores"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="ef1a9c54-904c-41c3-9b19-9315733284c0" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("ef1a9c54-904c-41c3-9b19-9315733284c0")) {                    Plotly.newPlot(                        "ef1a9c54-904c-41c3-9b19-9315733284c0",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.03906984627246857,0.00044891235302202404,0.03133600950241089,0.0075195855461061,0.034592170268297195,0.0003623009251896292,0.03451276570558548,0.19740214943885803,0.03844786435365677,0.04053792357444763,0.027628779411315918,0.02496313489973545],[0.18906497955322266,0.1721990704536438,0.06807752698659897,0.044945165514945984,0.0790855661034584,0.03096737526357174,0.028282107785344124,0.036443255841732025,0.026936713606119156,0.018826231360435486,0.04510089382529259,0.0065726605243980885],[0.15745532512664795,0.020724499598145485,0.4818003177642822,0.2991351783275604,0.10764901340007782,0.33004096150398254,0.09975507855415344,0.04926132410764694,0.2549382448196411,0.3606453239917755,0.12571796774864197,0.07931824028491974],[0.0058439951390028,0.15787306427955627,0.4189079701900482,0.30129146575927734,0.014345025643706322,0.03234415873885155,0.3312898576259613,0.5285981893539429,0.34241822361946106,0.10183658450841904,0.10516025871038437,0.22331225872039795],[0.10626538842916489,0.11930901557207108,0.02288069576025009,0.22826974093914032,0.0200040303170681,0.10010093450546265,0.17392224073410034,0.17407011985778809,0.025876859202980995,0.10249903798103333,0.009514804929494858,0.9921424388885498],[0.01976674608886242,0.0052832551300525665,0.1664840430021286,0.12087709456682205,0.1649998277425766,0.008032665587961674,0.4176997244358063,0.025827916339039803,0.048025794327259064,0.016231724992394447,0.031101686879992485,0.024261072278022766],[0.21729078888893127,0.03909975290298462,0.018048644065856934,0.059900619089603424,0.032934535294771194,0.0873454138636589,0.026895390823483467,0.0943949744105339,0.49926072359085083,0.006240124814212322,0.027026761323213577,0.1278562843799591],[0.2511644661426544,0.013308697380125523,0.0066633704118430614,0.03743036091327667,0.023315411061048508,0.01740719936788082,0.02206745371222496,0.022141238674521446,0.045023560523986816,0.02084278129041195,0.008310753852128983,0.017167773097753525],[0.020890571177005768,0.016537856310606003,0.021583054214715958,0.015005748718976974,0.024211902171373367,0.1019899919629097,0.029100272804498672,0.22793738543987274,0.027814725413918495,0.01794101484119892,0.02482905052602291,0.03806224465370178],[0.02607565000653267,0.015407402999699116,0.020444141700863838,0.14558188617229462,0.012470231391489506,0.017151616513729095,0.013311782851815224,0.02445186860859394,0.01811170019209385,0.013193287886679173,0.03573964536190033,0.0187982190400362],[0.021478094160556793,0.018419133499264717,0.0181836299598217,0.021721407771110535,0.031567689031362534,0.03470620512962341,0.017550060525536537,0.011417530477046967,0.015795616433024406,0.04592299461364746,0.016215477138757706,0.030394626781344414],[0.03320508822798729,0.017571475356817245,0.015131049789488316,0.04148413613438606,0.015181178227066994,0.017589963972568512,0.01514848880469799,0.017676066607236862,0.06622706353664398,0.018451126292347908,0.01700744405388832,0.02974928542971611]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Previous Token Scores"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('96479455-9b08-43dd-8fd7-bf4005227ec8');
+var gd = document.getElementById('ef1a9c54-904c-41c3-9b19-9315733284c0');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2055,9 +2055,9 @@ <h4>Implications<a class="headerlink" href="#Implications" title="Permalink to t
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="65e83acb-f88a-4a73-bdbe-d82e21a0b203" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("65e83acb-f88a-4a73-bdbe-d82e21a0b203")) {                    Plotly.newPlot(                        "65e83acb-f88a-4a73-bdbe-d82e21a0b203",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.003192325122654438,0.1323632001876831,0.005006915889680386,1.0427495908515994e-05,0.001311026164330542,0.7034571766853333,0.004262051545083523,0.00016496684111189097,0.0024746309500187635,0.0008572909864597023,0.018891464918851852,0.008690940216183662],[0.0002916363882832229,0.00013781929737888277,0.0015036162221804261,0.005392488092184067,0.001858389819972217,0.009062975645065308,0.012414469383656979,0.0022405527997761965,0.005135663319379091,0.005220626015216112,0.005546468310058117,0.029750704765319824],[0.002481646602973342,0.00944218598306179,0.00034561424399726093,0.00025915110018104315,0.005211672279983759,0.0005709640099667013,0.001520992023870349,0.006313098594546318,0.0015609267866238952,0.00042158178985118866,0.00015359431563410908,0.005160389933735132],[0.6775667071342468,0.0028404765762388706,0.0007841595797799528,0.004712553229182959,0.006322905886918306,0.006206708960235119,0.0005474371137097478,0.0003782906278502196,0.002015652135014534,0.007952768355607986,0.003576835384592414,0.0026087849400937557],[0.008604025468230247,0.007028575055301189,0.00759880430996418,0.003442794317379594,0.016561320051550865,0.005979631096124649,0.00486978841945529,0.0007624471327289939,0.006062139756977558,0.007536678109318018,0.012022883631289005,1.0554331930992533e-12],[0.00950299296528101,0.008562100119888783,0.0041626011952757835,0.0030086850747466087,0.00684744119644165,0.004358136095106602,0.0076692719012498856,0.009584203362464905,0.007618824951350689,0.004328041337430477,0.04140293225646019,0.00976184755563736],[0.004456125665456057,0.008873282931745052,0.0074052149429917336,0.006224929820746183,0.007319129072129726,0.005623881705105305,0.01734965294599533,0.005529425106942654,0.0029201749712228775,0.008636710233986378,0.006222231313586235,0.008358950726687908],[0.003699958324432373,0.041079357266426086,0.04148266837000847,0.009313643909990788,0.00909703690558672,0.008774375542998314,0.007298500742763281,0.023312212899327278,0.00884333811700344,0.00987985823303461,0.01759856380522251,0.006039817351847887],[0.008986336179077625,0.028667135164141655,0.00889120064675808,0.010114575736224651,0.009737403132021427,0.007611636072397232,0.009763198904693127,0.005155560560524464,0.009276360273361206,0.01189583819359541,0.010411959141492844,0.007498929277062416],[0.024409934878349304,0.011438393965363503,0.020030932500958443,0.005118591710925102,0.015081219375133514,0.012334463186562061,0.015452542342245579,0.008602442219853401,0.014702466316521168,0.02076617442071438,0.009192774072289467,0.005703325849026442],[0.017897024750709534,0.013280635699629784,0.006755182519555092,0.012744811363518238,0.008020911365747452,0.007722197566181421,0.017341352999210358,0.007454697974026203,0.007832481525838375,0.008252139203250408,0.013642731122672558,0.012807462364435196],[0.004923720378428698,0.007951016537845135,0.007947882637381554,0.0045640720054507256,0.01036337111145258,0.009582015685737133,0.010287732817232609,0.008320697583258152,0.0025700125843286514,0.012810957618057728,0.008063888177275658,0.0065582930110394955]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Duplicate Token Scores"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e")) {                    Plotly.newPlot(                        "0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.003192325122654438,0.1323632001876831,0.005006915889680386,1.0427495908515994e-05,0.001311026164330542,0.7034571766853333,0.004262051545083523,0.00016496684111189097,0.0024746309500187635,0.0008572909864597023,0.018891464918851852,0.008690940216183662],[0.0002916363882832229,0.00013781929737888277,0.0015036162221804261,0.005392488092184067,0.001858389819972217,0.009062975645065308,0.012414469383656979,0.0022405527997761965,0.005135663319379091,0.005220626015216112,0.005546468310058117,0.029750704765319824],[0.002481646602973342,0.00944218598306179,0.00034561424399726093,0.00025915110018104315,0.005211672279983759,0.0005709640099667013,0.001520992023870349,0.006313098594546318,0.0015609267866238952,0.00042158178985118866,0.00015359431563410908,0.005160389933735132],[0.6775667071342468,0.0028404765762388706,0.0007841595797799528,0.004712553229182959,0.006322905886918306,0.006206708960235119,0.0005474371137097478,0.0003782906278502196,0.002015652135014534,0.007952768355607986,0.003576835384592414,0.0026087849400937557],[0.008604025468230247,0.007028575055301189,0.00759880430996418,0.003442794317379594,0.016561320051550865,0.005979631096124649,0.00486978841945529,0.0007624471327289939,0.006062139756977558,0.007536678109318018,0.012022883631289005,1.0554331930992533e-12],[0.00950299296528101,0.008562100119888783,0.0041626011952757835,0.0030086850747466087,0.00684744119644165,0.004358136095106602,0.0076692719012498856,0.009584203362464905,0.007618824951350689,0.004328041337430477,0.04140293225646019,0.00976184755563736],[0.004456125665456057,0.008873282931745052,0.0074052149429917336,0.006224929820746183,0.007319129072129726,0.005623881705105305,0.01734965294599533,0.005529425106942654,0.0029201749712228775,0.008636710233986378,0.006222231313586235,0.008358950726687908],[0.003699958324432373,0.041079357266426086,0.04148266837000847,0.009313643909990788,0.00909703690558672,0.008774375542998314,0.007298500742763281,0.023312212899327278,0.00884333811700344,0.00987985823303461,0.01759856380522251,0.006039817351847887],[0.008986336179077625,0.028667135164141655,0.00889120064675808,0.010114575736224651,0.009737403132021427,0.007611636072397232,0.009763198904693127,0.005155560560524464,0.009276360273361206,0.01189583819359541,0.010411959141492844,0.007498929277062416],[0.024409934878349304,0.011438393965363503,0.020030932500958443,0.005118591710925102,0.015081219375133514,0.012334463186562061,0.015452542342245579,0.008602442219853401,0.014702466316521168,0.02076617442071438,0.009192774072289467,0.005703325849026442],[0.017897024750709534,0.013280635699629784,0.006755182519555092,0.012744811363518238,0.008020911365747452,0.007722197566181421,0.017341352999210358,0.007454697974026203,0.007832481525838375,0.008252139203250408,0.013642731122672558,0.012807462364435196],[0.004923720378428698,0.007951016537845135,0.007947882637381554,0.0045640720054507256,0.01036337111145258,0.009582015685737133,0.010287732817232609,0.008320697583258152,0.0025700125843286514,0.012810957618057728,0.008063888177275658,0.0065582930110394955]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Duplicate Token Scores"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('65e83acb-f88a-4a73-bdbe-d82e21a0b203');
+var gd = document.getElementById('0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2085,9 +2085,9 @@ <h4>Implications<a class="headerlink" href="#Implications" title="Permalink to t
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="cb57dbef-a3fd-4592-9967-a9450693ec52" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("cb57dbef-a3fd-4592-9967-a9450693ec52")) {                    Plotly.newPlot(                        "cb57dbef-a3fd-4592-9967-a9450693ec52",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.004035576246678829,3.8593640056205913e-05,0.003946059849113226,1.7428229170945997e-07,5.989643977954984e-05,4.083690873812884e-05,0.003501761006191373,0.0002461092371959239,0.003167978022247553,0.0030104024335741997,0.0020935393404215574,0.00852543767541647],[0.0005264793871901929,0.00015670400171075016,0.0015079418662935495,0.005595334805548191,0.0018401180859655142,0.0038875683676451445,0.005349150858819485,0.0046491725370287895,0.005880181211978197,0.007283915765583515,0.005552180111408234,0.00012677430640906096],[0.0022015536669641733,0.008784864097833633,0.002159035997465253,0.0010448114480823278,0.005142328795045614,0.002251650206744671,0.0008376684854738414,0.00635240413248539,0.0026181740686297417,0.0010309104109182954,0.00015219331544358283,0.005351161118596792],[0.007752277422696352,0.0030916105024516582,0.0013629442546516657,0.004341902676969767,0.011233088560402393,0.006535585504025221,0.0009068018407560885,0.000607864698395133,0.0028195781633257866,0.005254116374999285,0.004195699468255043,0.002554163569584489],[0.007342726923525333,0.004788324236869812,0.007458815351128578,0.0033073248341679573,0.007871863432228565,0.004219719208776951,0.004172015935182571,0.0005154729005880654,0.008124986663460732,0.006826962344348431,0.008085506036877632,3.76132007484653e-11],[0.43377670645713806,0.9306100010871887,0.006382295396178961,0.003473060904070735,0.0055010016076266766,0.9255975484848022,0.005381476134061813,0.007857297547161579,0.008637807331979275,0.015764441341161728,0.012188387103378773,0.008265750482678413],[0.0025072956923395395,0.008432058617472649,0.00862328801304102,0.007653356995433569,0.011058012954890728,0.005525417625904083,0.017205143347382545,0.00479433499276638,0.004097680561244488,0.9257785081863403,0.020375525578856468,0.006313959136605263],[0.005555588286370039,0.18942904472351074,0.8509916067123413,0.008273174986243248,0.008239679038524628,0.008649967610836029,0.02832838147878647,0.08996233344078064,0.0066174231469631195,0.009413909167051315,0.9037812352180481,0.030371207743883133],[0.007354556117206812,0.37913045287132263,0.005602708086371422,0.025401651859283447,0.008504709228873253,0.006231049541383982,0.11892382800579071,0.00511466059833765,0.013350973837077618,0.01576736941933632,0.02584417350590229,0.008429797366261482],[0.23989054560661316,0.14378714561462402,0.09330621361732483,0.005819804035127163,0.07744760811328888,0.016447952017188072,0.44428250193595886,0.011141374707221985,0.0361897349357605,0.47264590859413147,0.008039990440011024,0.030952971428632736],[0.36065515875816345,0.48201125860214233,0.022851014509797096,0.12641924619674683,0.04125586524605751,0.007237405516207218,0.287715345621109,0.3897298574447632,0.0300607867538929,0.006112928502261639,0.16554804146289825,0.22245106101036072],[0.007408501114696264,0.03373707830905914,0.02041269838809967,0.0027554102707654238,0.02518630214035511,0.07808850705623627,0.033082809299230576,0.046439964324235916,0.0032543197739869356,0.27442511916160583,0.3800223469734192,0.00948343239724636]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Induction Head Scores"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4")) {                    Plotly.newPlot(                        "1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.004035576246678829,3.8593640056205913e-05,0.003946059849113226,1.7428229170945997e-07,5.989643977954984e-05,4.083690873812884e-05,0.003501761006191373,0.0002461092371959239,0.003167978022247553,0.0030104024335741997,0.0020935393404215574,0.00852543767541647],[0.0005264793871901929,0.00015670400171075016,0.0015079418662935495,0.005595334805548191,0.0018401180859655142,0.0038875683676451445,0.005349150858819485,0.0046491725370287895,0.005880181211978197,0.007283915765583515,0.005552180111408234,0.00012677430640906096],[0.0022015536669641733,0.008784864097833633,0.002159035997465253,0.0010448114480823278,0.005142328795045614,0.002251650206744671,0.0008376684854738414,0.00635240413248539,0.0026181740686297417,0.0010309104109182954,0.00015219331544358283,0.005351161118596792],[0.007752277422696352,0.0030916105024516582,0.0013629442546516657,0.004341902676969767,0.011233088560402393,0.006535585504025221,0.0009068018407560885,0.000607864698395133,0.0028195781633257866,0.005254116374999285,0.004195699468255043,0.002554163569584489],[0.007342726923525333,0.004788324236869812,0.007458815351128578,0.0033073248341679573,0.007871863432228565,0.004219719208776951,0.004172015935182571,0.0005154729005880654,0.008124986663460732,0.006826962344348431,0.008085506036877632,3.76132007484653e-11],[0.43377670645713806,0.9306100010871887,0.006382295396178961,0.003473060904070735,0.0055010016076266766,0.9255975484848022,0.005381476134061813,0.007857297547161579,0.008637807331979275,0.015764441341161728,0.012188387103378773,0.008265750482678413],[0.0025072956923395395,0.008432058617472649,0.00862328801304102,0.007653356995433569,0.011058012954890728,0.005525417625904083,0.017205143347382545,0.00479433499276638,0.004097680561244488,0.9257785081863403,0.020375525578856468,0.006313959136605263],[0.005555588286370039,0.18942904472351074,0.8509916067123413,0.008273174986243248,0.008239679038524628,0.008649967610836029,0.02832838147878647,0.08996233344078064,0.0066174231469631195,0.009413909167051315,0.9037812352180481,0.030371207743883133],[0.007354556117206812,0.37913045287132263,0.005602708086371422,0.025401651859283447,0.008504709228873253,0.006231049541383982,0.11892382800579071,0.00511466059833765,0.013350973837077618,0.01576736941933632,0.02584417350590229,0.008429797366261482],[0.23989054560661316,0.14378714561462402,0.09330621361732483,0.005819804035127163,0.07744760811328888,0.016447952017188072,0.44428250193595886,0.011141374707221985,0.0361897349357605,0.47264590859413147,0.008039990440011024,0.030952971428632736],[0.36065515875816345,0.48201125860214233,0.022851014509797096,0.12641924619674683,0.04125586524605751,0.007237405516207218,0.287715345621109,0.3897298574447632,0.0300607867538929,0.006112928502261639,0.16554804146289825,0.22245106101036072],[0.007408501114696264,0.03373707830905914,0.02041269838809967,0.0027554102707654238,0.02518630214035511,0.07808850705623627,0.033082809299230576,0.046439964324235916,0.0032543197739869356,0.27442511916160583,0.3800223469734192,0.00948343239724636]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Induction Head Scores"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('cb57dbef-a3fd-4592-9967-a9450693ec52');
+var gd = document.getElementById('1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2210,9 +2210,9 @@ <h3>Backup Name Mover Heads<a class="headerlink" href="#Backup-Name-Mover-Heads"
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="e31e00a0-c64e-42b8-812f-8d54364153fe" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("e31e00a0-c64e-42b8-812f-8d54364153fe")) {                    Plotly.newPlot(                        "e31e00a0-c64e-42b8-812f-8d54364153fe",                        [{"coloraxis":"coloraxis","name":"0","z":[[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05],[-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182],[0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478],[-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766],[-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853],[0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956],[-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019],[-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688],[-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035],[0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353],[0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885],[0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"margin":{"t":60}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="dce0d12b-7550-4978-bd30-08ac3f55fc85" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("dce0d12b-7550-4978-bd30-08ac3f55fc85")) {                    Plotly.newPlot(                        "dce0d12b-7550-4978-bd30-08ac3f55fc85",                        [{"coloraxis":"coloraxis","name":"0","z":[[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05],[-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182],[0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478],[-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766],[-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853],[0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956],[-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019],[-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688],[-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035],[0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353],[0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885],[0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"margin":{"t":60}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('e31e00a0-c64e-42b8-812f-8d54364153fe');
+var gd = document.getElementById('dce0d12b-7550-4978-bd30-08ac3f55fc85');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2240,9 +2240,9 @@ <h3>Backup Name Mover Heads<a class="headerlink" href="#Backup-Name-Mover-Heads"
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div>                            <div id="208e629f-fbf9-4c95-ad0f-9e60913b97bb" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("208e629f-fbf9-4c95-ad0f-9e60913b97bb")) {                    Plotly.newPlot(                        "208e629f-fbf9-4c95-ad0f-9e60913b97bb",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003eAblated=%{x}\u003cbr\u003eOriginal=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["L0H0","L0H1","L0H2","L0H3","L0H4","L0H5","L0H6","L0H7","L0H8","L0H9","L0H10","L0H11","L1H0","L1H1","L1H2","L1H3","L1H4","L1H5","L1H6","L1H7","L1H8","L1H9","L1H10","L1H11","L2H0","L2H1","L2H2","L2H3","L2H4","L2H5","L2H6","L2H7","L2H8","L2H9","L2H10","L2H11","L3H0","L3H1","L3H2","L3H3","L3H4","L3H5","L3H6","L3H7","L3H8","L3H9","L3H10","L3H11","L4H0","L4H1","L4H2","L4H3","L4H4","L4H5","L4H6","L4H7","L4H8","L4H9","L4H10","L4H11","L5H0","L5H1","L5H2","L5H3","L5H4","L5H5","L5H6","L5H7","L5H8","L5H9","L5H10","L5H11","L6H0","L6H1","L6H2","L6H3","L6H4","L6H5","L6H6","L6H7","L6H8","L6H9","L6H10","L6H11","L7H0","L7H1","L7H2","L7H3","L7H4","L7H5","L7H6","L7H7","L7H8","L7H9","L7H10","L7H11","L8H0","L8H1","L8H2","L8H3","L8H4","L8H5","L8H6","L8H7","L8H8","L8H9","L8H10","L8H11","L9H0","L9H1","L9H2","L9H3","L9H4","L9H5","L9H6","L9H7","L9H8","L9H9","L9H10","L9H11","L10H0","L10H1","L10H2","L10H3","L10H4","L10H5","L10H6","L10H7","L10H8","L10H9","L10H10","L10H11","L11H0","L11H1","L11H2","L11H3","L11H4","L11H5","L11H6","L11H7","L11H8","L11H9","L11H10","L11H11"],"legendgroup":"","marker":{"color":"#636efa","symbol":"circle"},"mode":"markers","name":"","orientation":"v","showlegend":false,"x":[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05,-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182,0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478,-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766,-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853,0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956,-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019,-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688,-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035,0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353,0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885,0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324],"xaxis":"x","y":[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06,-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163,0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06,-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102,-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048,0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852,-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05,-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658,-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746,0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517,0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684,0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Ablated"},"range":[-3,3]},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Original"},"range":[-3,3]},"legend":{"tracegroupgap":0},"title":{"text":"Original vs Post-Ablation Direct Logit Attribution of Heads"}},                        {"responsive": true}                    ).then(function(){
+<div>                            <div id="de498d53-93df-47b2-864e-5d08e46da609" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                require(["plotly"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("de498d53-93df-47b2-864e-5d08e46da609")) {                    Plotly.newPlot(                        "de498d53-93df-47b2-864e-5d08e46da609",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003eAblated=%{x}\u003cbr\u003eOriginal=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["L0H0","L0H1","L0H2","L0H3","L0H4","L0H5","L0H6","L0H7","L0H8","L0H9","L0H10","L0H11","L1H0","L1H1","L1H2","L1H3","L1H4","L1H5","L1H6","L1H7","L1H8","L1H9","L1H10","L1H11","L2H0","L2H1","L2H2","L2H3","L2H4","L2H5","L2H6","L2H7","L2H8","L2H9","L2H10","L2H11","L3H0","L3H1","L3H2","L3H3","L3H4","L3H5","L3H6","L3H7","L3H8","L3H9","L3H10","L3H11","L4H0","L4H1","L4H2","L4H3","L4H4","L4H5","L4H6","L4H7","L4H8","L4H9","L4H10","L4H11","L5H0","L5H1","L5H2","L5H3","L5H4","L5H5","L5H6","L5H7","L5H8","L5H9","L5H10","L5H11","L6H0","L6H1","L6H2","L6H3","L6H4","L6H5","L6H6","L6H7","L6H8","L6H9","L6H10","L6H11","L7H0","L7H1","L7H2","L7H3","L7H4","L7H5","L7H6","L7H7","L7H8","L7H9","L7H10","L7H11","L8H0","L8H1","L8H2","L8H3","L8H4","L8H5","L8H6","L8H7","L8H8","L8H9","L8H10","L8H11","L9H0","L9H1","L9H2","L9H3","L9H4","L9H5","L9H6","L9H7","L9H8","L9H9","L9H10","L9H11","L10H0","L10H1","L10H2","L10H3","L10H4","L10H5","L10H6","L10H7","L10H8","L10H9","L10H10","L10H11","L11H0","L11H1","L11H2","L11H3","L11H4","L11H5","L11H6","L11H7","L11H8","L11H9","L11H10","L11H11"],"legendgroup":"","marker":{"color":"#636efa","symbol":"circle"},"mode":"markers","name":"","orientation":"v","showlegend":false,"x":[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05,-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182,0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478,-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766,-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853,0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956,-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019,-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688,-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035,0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353,0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885,0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324],"xaxis":"x","y":[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06,-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163,0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06,-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102,-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048,0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852,-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05,-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658,-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746,0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517,0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684,0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Ablated"},"range":[-3,3]},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Original"},"range":[-3,3]},"legend":{"tracegroupgap":0},"title":{"text":"Original vs Post-Ablation Direct Logit Attribution of Heads"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('208e629f-fbf9-4c95-ad0f-9e60913b97bb');
+var gd = document.getElementById('de498d53-93df-47b2-864e-5d08e46da609');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2320,7 +2320,7 @@ <h3>Backup Name Mover Heads<a class="headerlink" href="#Backup-Name-Mover-Heads"
 </div>
 <p><strong>Exercise to the reader:</strong> Can you finish off this analysis? What’s going on here? Why are the backup name movers changing their behaviour? Why is one negative name mover becoming significantly less important?</p>
 <script type="application/vnd.jupyter.widget-state+json">
-{"state": {"6ecf1d8baba148dda6cc042250faa631": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "a145725dac8f4b92b3af517d28beee1a": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "a7cf52346036483694b2e791229bcc1a": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_6ecf1d8baba148dda6cc042250faa631", "max": 548105171.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_a145725dac8f4b92b3af517d28beee1a", "tabbable": null, "tooltip": null, "value": 548105171.0}}, "eaf07eafb9744a76b988b359a6413a3f": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "410b54d17a884eb397c500ae2b740239": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "b37df190d4b3460fa821d924a7d93c87": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_eaf07eafb9744a76b988b359a6413a3f", "placeholder": "\u200b", "style": "IPY_MODEL_410b54d17a884eb397c500ae2b740239", "tabbable": null, "tooltip": null, "value": "Downloading model.safetensors: 100%"}}, "75fc141ec3c2496b89e2bd4b48f56c5a": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "50a6b4041bb64e74be00d7020a3cc2f9": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "1458a7bd83234fd188a1f1088336e6a5": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_75fc141ec3c2496b89e2bd4b48f56c5a", "placeholder": "\u200b", "style": "IPY_MODEL_50a6b4041bb64e74be00d7020a3cc2f9", "tabbable": null, "tooltip": null, "value": " 548M/548M [00:01&lt;00:00, 297MB/s]"}}, "58cce74e4437495ab0f961b16843c9f1": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "14f617a06c8f4b1c8ca1b6d6309d21b9": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_b37df190d4b3460fa821d924a7d93c87", "IPY_MODEL_a7cf52346036483694b2e791229bcc1a", "IPY_MODEL_1458a7bd83234fd188a1f1088336e6a5"], "layout": "IPY_MODEL_58cce74e4437495ab0f961b16843c9f1", "tabbable": null, "tooltip": null}}, "4045ae340f824ea5b36026a4cbbba898": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "c1919f4de42040daaf7eb63793dffa26": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "02d0d412538e4a4bb3ae8512fbdc6dae": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_4045ae340f824ea5b36026a4cbbba898", "max": 124.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_c1919f4de42040daaf7eb63793dffa26", "tabbable": null, "tooltip": null, "value": 124.0}}, "6fea09ee30b7448c9eb1094d80f0518c": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "d2a063b3b8084223b4813988c5871bf7": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "ae04b15b119c48d496ab8df4267f9fe0": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_6fea09ee30b7448c9eb1094d80f0518c", "placeholder": "\u200b", "style": "IPY_MODEL_d2a063b3b8084223b4813988c5871bf7", "tabbable": null, "tooltip": null, "value": "Downloading generation_config.json: 100%"}}, "0287f2470dc649b2ac2e5e88f9c5abcb": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "6d106f5f269a4d1a90a08179ba8b8daf": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "e747120be34442a1b6ecd5bb1ff3fbc0": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_0287f2470dc649b2ac2e5e88f9c5abcb", "placeholder": "\u200b", "style": "IPY_MODEL_6d106f5f269a4d1a90a08179ba8b8daf", "tabbable": null, "tooltip": null, "value": " 124/124 [00:00&lt;00:00, 24.2kB/s]"}}, "a25749bcbdfc49a08fa8c5838a64f8a1": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "efdc17b516424b8cbf8a63cb0b9d9bd8": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_ae04b15b119c48d496ab8df4267f9fe0", "IPY_MODEL_02d0d412538e4a4bb3ae8512fbdc6dae", "IPY_MODEL_e747120be34442a1b6ecd5bb1ff3fbc0"], "layout": "IPY_MODEL_a25749bcbdfc49a08fa8c5838a64f8a1", "tabbable": null, "tooltip": null}}, "02eed5ec40fe4740948e96bc918ee0d9": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "19e74fcc82f74fbe917104e346b84177": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "e253d2b1d98b4aeab3d2900f6282e062": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_02eed5ec40fe4740948e96bc918ee0d9", "max": 1042301.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_19e74fcc82f74fbe917104e346b84177", "tabbable": null, "tooltip": null, "value": 1042301.0}}, "f38a6bfc0c9743dca7138fdf30b2799b": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "787ad3fa5f6b4976b6c504a4d559c522": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "905aefe3bd8a43698322d267f606a3da": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_f38a6bfc0c9743dca7138fdf30b2799b", "placeholder": "\u200b", "style": "IPY_MODEL_787ad3fa5f6b4976b6c504a4d559c522", "tabbable": null, "tooltip": null, "value": "Downloading vocab.json: 100%"}}, "bcbaf3fd65df4dedb16ac423f3e2473e": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "43e0b1b6541d4991a45213e170eb46df": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "fb2a21a191b04c0ba56dbc25fe8d076a": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_bcbaf3fd65df4dedb16ac423f3e2473e", "placeholder": "\u200b", "style": "IPY_MODEL_43e0b1b6541d4991a45213e170eb46df", "tabbable": null, "tooltip": null, "value": " 1.04M/1.04M [00:00&lt;00:00, 42.5MB/s]"}}, "58ace1c743c3432daab6954894848225": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "31b4276df976449c99867c8641cd008b": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_905aefe3bd8a43698322d267f606a3da", "IPY_MODEL_e253d2b1d98b4aeab3d2900f6282e062", "IPY_MODEL_fb2a21a191b04c0ba56dbc25fe8d076a"], "layout": "IPY_MODEL_58ace1c743c3432daab6954894848225", "tabbable": null, "tooltip": null}}, "e24996612ee743ffbe04cbc2d70a6e64": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "721b2d359a7a4e7aa3e33ec3307450aa": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "f43775b3d02745d18e7d58022791f900": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_e24996612ee743ffbe04cbc2d70a6e64", "max": 456318.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_721b2d359a7a4e7aa3e33ec3307450aa", "tabbable": null, "tooltip": null, "value": 456318.0}}, "29194e2629e5481a811580144a1ec47a": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "2ed018acea624dcca2ce46d15e20037b": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "3235d5a83ce848a79ffa9212c3d9890a": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_29194e2629e5481a811580144a1ec47a", "placeholder": "\u200b", "style": "IPY_MODEL_2ed018acea624dcca2ce46d15e20037b", "tabbable": null, "tooltip": null, "value": "Downloading merges.txt: 100%"}}, "28206915c5154f29b80f25e6adcc76c4": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "2504a033beb94f4a9107f8b881a0acac": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "808b2afab6564d55a0b4478a18830d06": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_28206915c5154f29b80f25e6adcc76c4", "placeholder": "\u200b", "style": "IPY_MODEL_2504a033beb94f4a9107f8b881a0acac", "tabbable": null, "tooltip": null, "value": " 456k/456k [00:00&lt;00:00, 35.3MB/s]"}}, "8469c21e9dd94a9381bb99796c875ef7": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "3abe3055b51e4cb08739a07e618a5c3f": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_3235d5a83ce848a79ffa9212c3d9890a", "IPY_MODEL_f43775b3d02745d18e7d58022791f900", "IPY_MODEL_808b2afab6564d55a0b4478a18830d06"], "layout": "IPY_MODEL_8469c21e9dd94a9381bb99796c875ef7", "tabbable": null, "tooltip": null}}, "5e648199b30a44c28dfaf3e577c55007": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "36aaff7ca6824667a60e77819fb022ff": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "a3906c135d4f421c9fbcf8450a1d6856": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_5e648199b30a44c28dfaf3e577c55007", "max": 1355256.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_36aaff7ca6824667a60e77819fb022ff", "tabbable": null, "tooltip": null, "value": 1355256.0}}, "0203f26aca424e609d17ceed72df794f": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "865a2d989dfa4a37a8da11805ccc02d7": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "90f925bbf2494be88b1c99d047ec2cb9": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_0203f26aca424e609d17ceed72df794f", "placeholder": "\u200b", "style": "IPY_MODEL_865a2d989dfa4a37a8da11805ccc02d7", "tabbable": null, "tooltip": null, "value": "Downloading tokenizer.json: 100%"}}, "add6a0fb8f334f918e383e2b0e7f5c7b": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "ad8d6feaa4c942a382928a16d68e6d01": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "5b94ab27b4df483eb44d83dd315509f8": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_add6a0fb8f334f918e383e2b0e7f5c7b", "placeholder": "\u200b", "style": "IPY_MODEL_ad8d6feaa4c942a382928a16d68e6d01", "tabbable": null, "tooltip": null, "value": " 1.36M/1.36M [00:00&lt;00:00, 85.6MB/s]"}}, "243146a8e8a24f7ab24070b709162361": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "8fbbdb0ca2ab4aa7a36f1e59f1e91f77": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_90f925bbf2494be88b1c99d047ec2cb9", "IPY_MODEL_a3906c135d4f421c9fbcf8450a1d6856", "IPY_MODEL_5b94ab27b4df483eb44d83dd315509f8"], "layout": "IPY_MODEL_243146a8e8a24f7ab24070b709162361", "tabbable": null, "tooltip": null}}}, "version_major": 2, "version_minor": 0}
+{"state": {"419276887edf490bb72076c7dceaebd9": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "a608ab6fdfdb44d0a4a6905a3dcce17c": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "b395521bd739423896e97a51b62dab50": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_419276887edf490bb72076c7dceaebd9", "max": 548105171.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_a608ab6fdfdb44d0a4a6905a3dcce17c", "tabbable": null, "tooltip": null, "value": 548105171.0}}, "fe5d2866725848469ebf38f7396dceda": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "dacbb939499e416e9b72e6b47e2d870f": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "b909c9fb08d14e7695298f014fc39e00": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_fe5d2866725848469ebf38f7396dceda", "placeholder": "\u200b", "style": "IPY_MODEL_dacbb939499e416e9b72e6b47e2d870f", "tabbable": null, "tooltip": null, "value": "Downloading model.safetensors: 100%"}}, "73131a7d7d86477abb93dc7954695edf": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "b52205458e714a12a3d9d5367777c786": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "4b99268c0e424996a7e21c731df59136": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_73131a7d7d86477abb93dc7954695edf", "placeholder": "\u200b", "style": "IPY_MODEL_b52205458e714a12a3d9d5367777c786", "tabbable": null, "tooltip": null, "value": " 548M/548M [00:02&lt;00:00, 285MB/s]"}}, "10d1fcf5c5e245598dcfdee805397ce5": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "fb1af2face1f4ab788109b68cc5ed201": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_b909c9fb08d14e7695298f014fc39e00", "IPY_MODEL_b395521bd739423896e97a51b62dab50", "IPY_MODEL_4b99268c0e424996a7e21c731df59136"], "layout": "IPY_MODEL_10d1fcf5c5e245598dcfdee805397ce5", "tabbable": null, "tooltip": null}}, "b64f2fccc8ff4873b837d2978d510f37": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "43de85bb52c04e53ad0f46a611fb9023": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "91aaf5a05eb7424594a14d92fa10c832": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_b64f2fccc8ff4873b837d2978d510f37", "max": 124.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_43de85bb52c04e53ad0f46a611fb9023", "tabbable": null, "tooltip": null, "value": 124.0}}, "f82fd5e953cb48f1a05d566b93faa488": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "71bc320504404fd69dbd46a6b154d122": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "ae25e6cb99ec45e0823ff3db7bb48bfb": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_f82fd5e953cb48f1a05d566b93faa488", "placeholder": "\u200b", "style": "IPY_MODEL_71bc320504404fd69dbd46a6b154d122", "tabbable": null, "tooltip": null, "value": "Downloading generation_config.json: 100%"}}, "006b22dccf8f417fbdd5ced513d1916a": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "344b29b1ea9447448c9b4a7a353394cd": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "50eae730c5534e70a58d01323eb114c0": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_006b22dccf8f417fbdd5ced513d1916a", "placeholder": "\u200b", "style": "IPY_MODEL_344b29b1ea9447448c9b4a7a353394cd", "tabbable": null, "tooltip": null, "value": " 124/124 [00:00&lt;00:00, 21.1kB/s]"}}, "5306a061e7e04b98b8e3dac8319d8bac": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "a6fa4cbe24c94826b4ac6beaa14568d1": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_ae25e6cb99ec45e0823ff3db7bb48bfb", "IPY_MODEL_91aaf5a05eb7424594a14d92fa10c832", "IPY_MODEL_50eae730c5534e70a58d01323eb114c0"], "layout": "IPY_MODEL_5306a061e7e04b98b8e3dac8319d8bac", "tabbable": null, "tooltip": null}}, "ad3494974a674799ae180b8092baf9be": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "4ff103fa0aa84c9cb9168b24ad16d537": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "c39dd9f75fb64b119fe55c900bdc1703": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_ad3494974a674799ae180b8092baf9be", "max": 1042301.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_4ff103fa0aa84c9cb9168b24ad16d537", "tabbable": null, "tooltip": null, "value": 1042301.0}}, "ff51dd5263b34386a70bc5414a03dc58": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "c8a5c592fb9141de8e4574405bbf5a56": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "54d5c8603a384790a232dcccb5feca50": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_ff51dd5263b34386a70bc5414a03dc58", "placeholder": "\u200b", "style": "IPY_MODEL_c8a5c592fb9141de8e4574405bbf5a56", "tabbable": null, "tooltip": null, "value": "Downloading vocab.json: 100%"}}, "d66888e11c6b48f3911b47b440392f3b": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "da9fd26b8cb849fc9e3a1230c65198a9": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "d4cb537557d24fff9780d40160cf41b4": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_d66888e11c6b48f3911b47b440392f3b", "placeholder": "\u200b", "style": "IPY_MODEL_da9fd26b8cb849fc9e3a1230c65198a9", "tabbable": null, "tooltip": null, "value": " 1.04M/1.04M [00:00&lt;00:00, 43.0MB/s]"}}, "fc838caaa113481593f113b8643f13dc": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "00e21baadbb54855b45bd4300baf1da7": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_54d5c8603a384790a232dcccb5feca50", "IPY_MODEL_c39dd9f75fb64b119fe55c900bdc1703", "IPY_MODEL_d4cb537557d24fff9780d40160cf41b4"], "layout": "IPY_MODEL_fc838caaa113481593f113b8643f13dc", "tabbable": null, "tooltip": null}}, "3cb762fa2c854482b36546c8d26db799": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "20a2f76305974d1382c4138eeaa18ba9": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "3c2d83a7d7fe466aad6b8b789ff0d639": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_3cb762fa2c854482b36546c8d26db799", "max": 456318.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_20a2f76305974d1382c4138eeaa18ba9", "tabbable": null, "tooltip": null, "value": 456318.0}}, "b8472a76d48a4741a3bd0b3705c832e7": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "4ec39a7e09bd49aeb3d0eedfeeb140f3": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "36c06f52abf246d59e714b0a8556e2b4": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_b8472a76d48a4741a3bd0b3705c832e7", "placeholder": "\u200b", "style": "IPY_MODEL_4ec39a7e09bd49aeb3d0eedfeeb140f3", "tabbable": null, "tooltip": null, "value": "Downloading merges.txt: 100%"}}, "1930b69622284d0aa56890723cf8d398": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "084d45ac9c404ef39e699e26e75ac5ae": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "64b1836995b14d6cbcb8ab94b8f4116e": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_1930b69622284d0aa56890723cf8d398", "placeholder": "\u200b", "style": "IPY_MODEL_084d45ac9c404ef39e699e26e75ac5ae", "tabbable": null, "tooltip": null, "value": " 456k/456k [00:00&lt;00:00, 60.1MB/s]"}}, "9b0739ae97214134ba1d25aed87db0f4": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "02422154db5c43c88e6c06e64a35f638": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_36c06f52abf246d59e714b0a8556e2b4", "IPY_MODEL_3c2d83a7d7fe466aad6b8b789ff0d639", "IPY_MODEL_64b1836995b14d6cbcb8ab94b8f4116e"], "layout": "IPY_MODEL_9b0739ae97214134ba1d25aed87db0f4", "tabbable": null, "tooltip": null}}, "6f2e4c86730140aca854bb3d81534ab5": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "200d4ca721e24aeba57b67643441289b": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "62579b24d3fd4a9abc3042a74dbfa23b": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_6f2e4c86730140aca854bb3d81534ab5", "max": 1355256.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_200d4ca721e24aeba57b67643441289b", "tabbable": null, "tooltip": null, "value": 1355256.0}}, "47840be028e9425dbcccb58936fcc043": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "a97ba59dbff64273a872dad49f96c7c8": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "c2cd43d5b12743e39fffac8e43d502bd": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_47840be028e9425dbcccb58936fcc043", "placeholder": "\u200b", "style": "IPY_MODEL_a97ba59dbff64273a872dad49f96c7c8", "tabbable": null, "tooltip": null, "value": "Downloading tokenizer.json: 100%"}}, "ae152db51bc64d7f8a0c2e50715c2b2d": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "f554e6038dd64cafbd6d67a4291571f4": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "0b73116cc37945e59f9ad5f8a6fbaa9a": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_ae152db51bc64d7f8a0c2e50715c2b2d", "placeholder": "\u200b", "style": "IPY_MODEL_f554e6038dd64cafbd6d67a4291571f4", "tabbable": null, "tooltip": null, "value": " 1.36M/1.36M [00:00&lt;00:00, 22.7MB/s]"}}, "f8bdd6c6d00448708426017bd07b7fc7": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "3254cec1d1a14b5e997d4bfe1bee1c70": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_c2cd43d5b12743e39fffac8e43d502bd", "IPY_MODEL_62579b24d3fd4a9abc3042a74dbfa23b", "IPY_MODEL_0b73116cc37945e59f9ad5f8a6fbaa9a"], "layout": "IPY_MODEL_f8bdd6c6d00448708426017bd07b7fc7", "tabbable": null, "tooltip": null}}}, "version_major": 2, "version_minor": 0}
 </script></section>
 </section>
 </section>
diff --git a/generated/demos/Exploratory_Analysis_Demo.ipynb b/generated/demos/Exploratory_Analysis_Demo.ipynb
index 4456cb5ea..647da5544 100644
--- a/generated/demos/Exploratory_Analysis_Demo.ipynb
+++ b/generated/demos/Exploratory_Analysis_Demo.ipynb
@@ -65,10 +65,10 @@
    "execution_count": 1,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:40.937161Z",
-     "iopub.status.busy": "2023-11-23T20:32:40.936813Z",
-     "iopub.status.idle": "2023-11-23T20:32:40.948085Z",
-     "shell.execute_reply": "2023-11-23T20:32:40.947509Z"
+     "iopub.execute_input": "2023-11-29T23:43:13.931102Z",
+     "iopub.status.busy": "2023-11-29T23:43:13.930925Z",
+     "iopub.status.idle": "2023-11-29T23:43:13.941073Z",
+     "shell.execute_reply": "2023-11-29T23:43:13.940649Z"
     }
    },
    "outputs": [],
@@ -110,10 +110,10 @@
    "execution_count": 2,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:40.950682Z",
-     "iopub.status.busy": "2023-11-23T20:32:40.950346Z",
-     "iopub.status.idle": "2023-11-23T20:32:44.067398Z",
-     "shell.execute_reply": "2023-11-23T20:32:44.066887Z"
+     "iopub.execute_input": "2023-11-29T23:43:13.943323Z",
+     "iopub.status.busy": "2023-11-29T23:43:13.942979Z",
+     "iopub.status.idle": "2023-11-29T23:43:17.180865Z",
+     "shell.execute_reply": "2023-11-29T23:43:17.180335Z"
     }
    },
    "outputs": [],
@@ -154,10 +154,10 @@
    "execution_count": 3,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:44.069837Z",
-     "iopub.status.busy": "2023-11-23T20:32:44.069496Z",
-     "iopub.status.idle": "2023-11-23T20:32:44.072912Z",
-     "shell.execute_reply": "2023-11-23T20:32:44.072349Z"
+     "iopub.execute_input": "2023-11-29T23:43:17.183355Z",
+     "iopub.status.busy": "2023-11-29T23:43:17.183021Z",
+     "iopub.status.idle": "2023-11-29T23:43:17.186178Z",
+     "shell.execute_reply": "2023-11-29T23:43:17.185657Z"
     }
    },
    "outputs": [
@@ -193,10 +193,10 @@
    "execution_count": 4,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:44.107903Z",
-     "iopub.status.busy": "2023-11-23T20:32:44.107470Z",
-     "iopub.status.idle": "2023-11-23T20:32:44.111718Z",
-     "shell.execute_reply": "2023-11-23T20:32:44.111165Z"
+     "iopub.execute_input": "2023-11-29T23:43:17.221695Z",
+     "iopub.status.busy": "2023-11-29T23:43:17.221295Z",
+     "iopub.status.idle": "2023-11-29T23:43:17.225560Z",
+     "shell.execute_reply": "2023-11-29T23:43:17.225100Z"
     }
    },
    "outputs": [],
@@ -281,17 +281,17 @@
    "execution_count": 5,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:44.114003Z",
-     "iopub.status.busy": "2023-11-23T20:32:44.113600Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.003202Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.002606Z"
+     "iopub.execute_input": "2023-11-29T23:43:17.227914Z",
+     "iopub.status.busy": "2023-11-29T23:43:17.227455Z",
+     "iopub.status.idle": "2023-11-29T23:43:22.567341Z",
+     "shell.execute_reply": "2023-11-29T23:43:22.566804Z"
     }
    },
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "14f617a06c8f4b1c8ca1b6d6309d21b9",
+       "model_id": "fb1af2face1f4ab788109b68cc5ed201",
        "version_major": 2,
        "version_minor": 0
       },
@@ -305,7 +305,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "efdc17b516424b8cbf8a63cb0b9d9bd8",
+       "model_id": "a6fa4cbe24c94826b4ac6beaa14568d1",
        "version_major": 2,
        "version_minor": 0
       },
@@ -319,7 +319,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "31b4276df976449c99867c8641cd008b",
+       "model_id": "00e21baadbb54855b45bd4300baf1da7",
        "version_major": 2,
        "version_minor": 0
       },
@@ -333,7 +333,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "3abe3055b51e4cb08739a07e618a5c3f",
+       "model_id": "02422154db5c43c88e6c06e64a35f638",
        "version_major": 2,
        "version_minor": 0
       },
@@ -347,7 +347,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "8fbbdb0ca2ab4aa7a36f1e59f1e91f77",
+       "model_id": "3254cec1d1a14b5e997d4bfe1bee1c70",
        "version_major": 2,
        "version_minor": 0
       },
@@ -399,10 +399,10 @@
    "execution_count": 6,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.005634Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.005246Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.139522Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.139018Z"
+     "iopub.execute_input": "2023-11-29T23:43:22.569672Z",
+     "iopub.status.busy": "2023-11-29T23:43:22.569342Z",
+     "iopub.status.idle": "2023-11-29T23:43:22.701664Z",
+     "shell.execute_reply": "2023-11-29T23:43:22.701083Z"
     }
    },
    "outputs": [
@@ -487,10 +487,10 @@
    "execution_count": 7,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.141517Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.141338Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.148799Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.148204Z"
+     "iopub.execute_input": "2023-11-29T23:43:22.703907Z",
+     "iopub.status.busy": "2023-11-29T23:43:22.703542Z",
+     "iopub.status.idle": "2023-11-29T23:43:22.710862Z",
+     "shell.execute_reply": "2023-11-29T23:43:22.710393Z"
     }
    },
    "outputs": [
@@ -555,10 +555,10 @@
    "execution_count": 8,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.150963Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.150787Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.157091Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.156657Z"
+     "iopub.execute_input": "2023-11-29T23:43:22.713024Z",
+     "iopub.status.busy": "2023-11-29T23:43:22.712701Z",
+     "iopub.status.idle": "2023-11-29T23:43:22.718840Z",
+     "shell.execute_reply": "2023-11-29T23:43:22.718403Z"
     }
    },
    "outputs": [
@@ -604,10 +604,10 @@
    "execution_count": 9,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.159076Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.158754Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.423853Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.423312Z"
+     "iopub.execute_input": "2023-11-29T23:43:22.720842Z",
+     "iopub.status.busy": "2023-11-29T23:43:22.720520Z",
+     "iopub.status.idle": "2023-11-29T23:43:22.995461Z",
+     "shell.execute_reply": "2023-11-29T23:43:22.994921Z"
     }
    },
    "outputs": [],
@@ -630,10 +630,10 @@
    "execution_count": 10,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.426658Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.426163Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.432133Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.431608Z"
+     "iopub.execute_input": "2023-11-29T23:43:22.998042Z",
+     "iopub.status.busy": "2023-11-29T23:43:22.997673Z",
+     "iopub.status.idle": "2023-11-29T23:43:23.003790Z",
+     "shell.execute_reply": "2023-11-29T23:43:23.003293Z"
     }
    },
    "outputs": [
@@ -774,10 +774,10 @@
    "execution_count": 11,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.434218Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.433904Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.437878Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.437218Z"
+     "iopub.execute_input": "2023-11-29T23:43:23.005995Z",
+     "iopub.status.busy": "2023-11-29T23:43:23.005666Z",
+     "iopub.status.idle": "2023-11-29T23:43:23.009411Z",
+     "shell.execute_reply": "2023-11-29T23:43:23.008922Z"
     }
    },
    "outputs": [
@@ -825,10 +825,10 @@
    "execution_count": 12,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.440433Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.440026Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.445266Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.444786Z"
+     "iopub.execute_input": "2023-11-29T23:43:23.011592Z",
+     "iopub.status.busy": "2023-11-29T23:43:23.011232Z",
+     "iopub.status.idle": "2023-11-29T23:43:23.016737Z",
+     "shell.execute_reply": "2023-11-29T23:43:23.016265Z"
     }
    },
    "outputs": [
@@ -881,10 +881,10 @@
    "execution_count": 13,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.447483Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.447321Z",
-     "iopub.status.idle": "2023-11-23T20:32:49.450474Z",
-     "shell.execute_reply": "2023-11-23T20:32:49.449972Z"
+     "iopub.execute_input": "2023-11-29T23:43:23.018730Z",
+     "iopub.status.busy": "2023-11-29T23:43:23.018419Z",
+     "iopub.status.idle": "2023-11-29T23:43:23.021709Z",
+     "shell.execute_reply": "2023-11-29T23:43:23.021248Z"
     }
    },
    "outputs": [],
@@ -926,10 +926,10 @@
    "execution_count": 14,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:49.452566Z",
-     "iopub.status.busy": "2023-11-23T20:32:49.452203Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.370098Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.369529Z"
+     "iopub.execute_input": "2023-11-29T23:43:23.023527Z",
+     "iopub.status.busy": "2023-11-29T23:43:23.023365Z",
+     "iopub.status.idle": "2023-11-29T23:43:23.979210Z",
+     "shell.execute_reply": "2023-11-29T23:43:23.978617Z"
     }
    },
    "outputs": [
@@ -1915,9 +1915,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"bba0809f-f23b-437d-8259-cdb722f84ccb\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"bba0809f-f23b-437d-8259-cdb722f84ccb\")) {                    Plotly.newPlot(                        \"bba0809f-f23b-437d-8259-cdb722f84ccb\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003ex=%{x}\\u003cbr\\u003ey=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"0_pre\",\"0_mid\",\"1_pre\",\"1_mid\",\"2_pre\",\"2_mid\",\"3_pre\",\"3_mid\",\"4_pre\",\"4_mid\",\"5_pre\",\"5_mid\",\"6_pre\",\"6_mid\",\"7_pre\",\"7_mid\",\"8_pre\",\"8_mid\",\"9_pre\",\"9_mid\",\"10_pre\",\"10_mid\",\"11_pre\",\"11_mid\",\"final_post\"],\"legendgroup\":\"\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.0,0.5,1.0,1.5,2.0,2.5,3.0,3.5,4.0,4.5,5.0,5.5,6.0,6.5,7.0,7.5,8.0,8.5,9.0,9.5,10.0,10.5,11.0,11.5,12.0],\"xaxis\":\"x\",\"y\":[1.293595414608717e-05,-0.006643435452133417,-0.007525061257183552,-0.009075632318854332,-0.008736707270145416,-0.008685559965670109,-0.006480466574430466,-0.007940070703625679,-0.009662052616477013,-0.015096214599907398,-0.014190716668963432,-0.0199296735227108,-0.00912466924637556,-0.027298130095005035,-0.02985500544309616,0.2497260570526123,0.2505583167076111,0.4500511884689331,0.45996880531311035,5.025448799133301,5.142897605895996,4.730566501617432,4.88706636428833,3.4453954696655273,3.551884651184082],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"x\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"y\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Logit Difference From Accumulate Residual Stream\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c\")) {                    Plotly.newPlot(                        \"f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003ex=%{x}\\u003cbr\\u003ey=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"0_pre\",\"0_mid\",\"1_pre\",\"1_mid\",\"2_pre\",\"2_mid\",\"3_pre\",\"3_mid\",\"4_pre\",\"4_mid\",\"5_pre\",\"5_mid\",\"6_pre\",\"6_mid\",\"7_pre\",\"7_mid\",\"8_pre\",\"8_mid\",\"9_pre\",\"9_mid\",\"10_pre\",\"10_mid\",\"11_pre\",\"11_mid\",\"final_post\"],\"legendgroup\":\"\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.0,0.5,1.0,1.5,2.0,2.5,3.0,3.5,4.0,4.5,5.0,5.5,6.0,6.5,7.0,7.5,8.0,8.5,9.0,9.5,10.0,10.5,11.0,11.5,12.0],\"xaxis\":\"x\",\"y\":[1.293595414608717e-05,-0.006643435452133417,-0.007525061257183552,-0.009075632318854332,-0.008736707270145416,-0.008685559965670109,-0.006480466574430466,-0.007940070703625679,-0.009662052616477013,-0.015096214599907398,-0.014190716668963432,-0.0199296735227108,-0.00912466924637556,-0.027298130095005035,-0.02985500544309616,0.2497260570526123,0.2505583167076111,0.4500511884689331,0.45996880531311035,5.025448799133301,5.142897605895996,4.730566501617432,4.88706636428833,3.4453954696655273,3.551884651184082],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"x\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"y\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Logit Difference From Accumulate Residual Stream\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('bba0809f-f23b-437d-8259-cdb722f84ccb');\n",
+       "var gd = document.getElementById('f4f0d51c-fbd9-4db8-a21e-05b89ee56d5c');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -1982,10 +1982,10 @@
    "execution_count": 15,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.408891Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.408519Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.440735Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.440178Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.020135Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.019717Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.053878Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.053384Z"
     }
    },
    "outputs": [
@@ -2945,9 +2945,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"4a8f2bc4-bcf6-433c-88ca-728973846ecb\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"4a8f2bc4-bcf6-433c-88ca-728973846ecb\")) {                    Plotly.newPlot(                        \"4a8f2bc4-bcf6-433c-88ca-728973846ecb\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003ex=%{x}\\u003cbr\\u003ey=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"embed\",\"pos_embed\",\"0_attn_out\",\"0_mlp_out\",\"1_attn_out\",\"1_mlp_out\",\"2_attn_out\",\"2_mlp_out\",\"3_attn_out\",\"3_mlp_out\",\"4_attn_out\",\"4_mlp_out\",\"5_attn_out\",\"5_mlp_out\",\"6_attn_out\",\"6_mlp_out\",\"7_attn_out\",\"7_mlp_out\",\"8_attn_out\",\"8_mlp_out\",\"9_attn_out\",\"9_mlp_out\",\"10_attn_out\",\"10_mlp_out\",\"11_attn_out\",\"11_mlp_out\"],\"legendgroup\":\"\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],\"xaxis\":\"x\",\"y\":[-0.0002836667117662728,0.00029660205473192036,-0.006656345911324024,-0.0008816644549369812,-0.0015505512710660696,0.00033888069447129965,5.1152193918824196e-05,0.0022051380947232246,-0.0014596364926546812,-0.0017219948349520564,-0.005434125661849976,0.0009055216796696186,-0.00573904300108552,0.010805015452206135,-0.018173500895500183,-0.0025567931588739157,0.2795809805393219,0.0008323963265866041,0.19949282705783844,0.009917497634887695,4.565478324890137,0.11744901537895203,-0.4123265743255615,0.15649503469467163,-1.4416694641113281,0.10648900270462036],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"x\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"y\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Logit Difference From Each Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"fbf38fde-3c2b-4316-96e8-81fe20afd036\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"fbf38fde-3c2b-4316-96e8-81fe20afd036\")) {                    Plotly.newPlot(                        \"fbf38fde-3c2b-4316-96e8-81fe20afd036\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003ex=%{x}\\u003cbr\\u003ey=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"embed\",\"pos_embed\",\"0_attn_out\",\"0_mlp_out\",\"1_attn_out\",\"1_mlp_out\",\"2_attn_out\",\"2_mlp_out\",\"3_attn_out\",\"3_mlp_out\",\"4_attn_out\",\"4_mlp_out\",\"5_attn_out\",\"5_mlp_out\",\"6_attn_out\",\"6_mlp_out\",\"7_attn_out\",\"7_mlp_out\",\"8_attn_out\",\"8_mlp_out\",\"9_attn_out\",\"9_mlp_out\",\"10_attn_out\",\"10_mlp_out\",\"11_attn_out\",\"11_mlp_out\"],\"legendgroup\":\"\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25],\"xaxis\":\"x\",\"y\":[-0.0002836667117662728,0.00029660205473192036,-0.006656345911324024,-0.0008816644549369812,-0.0015505512710660696,0.00033888069447129965,5.1152193918824196e-05,0.0022051380947232246,-0.0014596364926546812,-0.0017219948349520564,-0.005434125661849976,0.0009055216796696186,-0.00573904300108552,0.010805015452206135,-0.018173500895500183,-0.0025567931588739157,0.2795809805393219,0.0008323963265866041,0.19949282705783844,0.009917497634887695,4.565478324890137,0.11744901537895203,-0.4123265743255615,0.15649503469467163,-1.4416694641113281,0.10648900270462036],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"x\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"y\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Logit Difference From Each Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('4a8f2bc4-bcf6-433c-88ca-728973846ecb');\n",
+       "var gd = document.getElementById('fbf38fde-3c2b-4316-96e8-81fe20afd036');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3011,10 +3011,10 @@
    "execution_count": 16,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.442694Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.442533Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.498517Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.497932Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.056072Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.055901Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.112558Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.111953Z"
     }
    },
    "outputs": [
@@ -4107,9 +4107,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"03b69bc7-cb4d-4ad9-8158-b1d0da5000c1\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"03b69bc7-cb4d-4ad9-8158-b1d0da5000c1\")) {                    Plotly.newPlot(                        \"03b69bc7-cb4d-4ad9-8158-b1d0da5000c1\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06],[-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163],[0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06],[-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102],[-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048],[0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852],[-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05],[-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658],[-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746],[0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517],[0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684],[0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Each Head\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"36a57bb3-89a2-4eb5-9388-f14b408af502\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"36a57bb3-89a2-4eb5-9388-f14b408af502\")) {                    Plotly.newPlot(                        \"36a57bb3-89a2-4eb5-9388-f14b408af502\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06],[-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163],[0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06],[-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102],[-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048],[0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852],[-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05],[-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658],[-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746],[0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517],[0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684],[0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Each Head\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('03b69bc7-cb4d-4ad9-8158-b1d0da5000c1');\n",
+       "var gd = document.getElementById('36a57bb3-89a2-4eb5-9388-f14b408af502');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -4181,10 +4181,10 @@
    "execution_count": 17,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.500603Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.500431Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.505682Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.505263Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.114759Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.114577Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.119823Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.119366Z"
     }
    },
    "outputs": [],
@@ -4249,29 +4249,29 @@
    "execution_count": 18,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.507633Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.507317Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.516811Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.516299Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.121867Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.121550Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.131455Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.130895Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div style='max-width: 700px;'><h2>Top 3 Positive Logit Attribution Heads</h2><br/><div id=\"circuits-vis-650d206c-7015\" style=\"margin: 15px 0;\"/>\n",
+       "<div style='max-width: 700px;'><h2>Top 3 Positive Logit Attribution Heads</h2><br/><div id=\"circuits-vis-45680ade-e8e2\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-650d206c-7015\",\n",
+       "      \"circuits-vis-45680ade-e8e2\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9979304075241089, 0.0020696199499070644, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9971864819526672, 0.0010516579495742917, 0.0017618322744965553, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9594858288764954, 0.0013107206905260682, 0.03694296255707741, 0.002260446548461914, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9891613125801086, 0.0010526262922212481, 0.004854187369346619, 0.0011043576523661613, 0.0038275623228400946, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9963598847389221, 0.0007981755770742893, 0.0007764199399389327, 0.00019262272689957172, 0.0002416164061287418, 0.0016313284868374467, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.981286346912384, 0.0018637743778526783, 0.006344134453684092, 0.0002960925630759448, 0.004604941233992577, 0.0013966895639896393, 0.004207880236208439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950011372566223, 0.001323046861216426, 0.0007920725620351732, 0.0002464439021423459, 0.00034051432157866657, 0.00016826108912937343, 0.0002837745123542845, 0.0018447553738951683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9920291900634766, 0.0013539865612983704, 0.0007168339216150343, 9.214157034875825e-05, 0.00013419259630609304, 0.00019706363673321903, 0.00035278149880468845, 0.0002426079590804875, 0.004881148226559162, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5483195781707764, 0.00758381187915802, 0.2826598286628723, 0.002968565095216036, 0.14815665781497955, 0.0008172976085916162, 0.0006479920702986419, 0.0017078514210879803, 0.004129360429942608, 0.003009049454703927, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8642559051513672, 0.003649302525445819, 0.004925847053527832, 0.06957447528839111, 0.03868309408426285, 0.00960985105484724, 0.0008548596524633467, 0.0005643010372295976, 0.0037071455735713243, 0.0013952692970633507, 0.00278007285669446, 0.0, 0.0, 0.0, 0.0], [0.30253109335899353, 0.006584455259144306, 0.14017540216445923, 0.030065717175602913, 0.480668306350708, 0.0005923579446971416, 0.0005309728439897299, 0.002413470298051834, 0.008505764417350292, 0.001376626780256629, 0.023764926940202713, 0.002790812635794282, 0.0, 0.0, 0.0], [0.7773903608322144, 0.003722910536453128, 0.022378060966730118, 0.015139482915401459, 0.017408329993486404, 0.0024166577495634556, 0.000709561281837523, 0.0007399592432193458, 0.13850116729736328, 0.0023606487084180117, 0.0057768565602600574, 0.002801432739943266, 0.010654580779373646, 0.0, 0.0], [0.9735962152481079, 0.001281249220483005, 0.0026179130654782057, 9.89185573416762e-05, 0.0005098484689369798, 0.0001200068072648719, 0.00045229317038320005, 0.00010779594595078379, 0.0029545300640165806, 0.001644384115934372, 0.0012141232145950198, 0.00018637318862602115, 0.0008510717889294028, 0.014365249313414097, 0.0], [0.0990300253033638, 0.0009710826561786234, 0.0641324445605278, 0.005246950313448906, 0.8110400438308716, 8.250329847214743e-05, 6.596777529921383e-05, 0.0011991320643574, 0.0008852760074660182, 0.00024891135399229825, 0.01033641118556261, 7.95233208918944e-05, 0.004943298641592264, 0.00028918671887367964, 0.0014492359478026628]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9985041618347168, 0.0014959025429561734, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9966639876365662, 0.0004695779934991151, 0.002866446040570736, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.920828640460968, 0.0007845007348805666, 0.07676951587200165, 0.0016173417679965496, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9835838675498962, 0.0006018307176418602, 0.003012280212715268, 0.006188073195517063, 0.006614003796130419, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950478076934814, 0.0007798016886226833, 0.0007059428025968373, 0.0003824840241577476, 0.000779877882450819, 0.0023041400127112865, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9838821887969971, 0.001590739586390555, 0.006336132530122995, 0.0004584550915751606, 0.004829842131584883, 0.0009966534562408924, 0.0019060714403167367, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.995481014251709, 0.0010436336742714047, 0.0005037460359744728, 0.0005756178870797157, 0.0004619477840606123, 0.0004267198091838509, 0.0006751784239895642, 0.0008320938213728368, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9798213243484497, 0.008518284186720848, 0.0010190311586484313, 0.00029932960751466453, 0.00030979886651039124, 0.0003330529434606433, 0.0015419875271618366, 0.000812650949228555, 0.007344539742916822, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6489241123199463, 0.00872244406491518, 0.10265975445508957, 0.0038905509281903505, 0.22694915533065796, 0.0011350922286510468, 0.00045881973346695304, 0.0004216693341732025, 0.005373908672481775, 0.0014645857736468315, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9156036972999573, 0.0013435527216643095, 0.001167393522337079, 0.04532044753432274, 0.02015787735581398, 0.007576438598334789, 0.0011305586667731404, 0.00024880593991838396, 0.0048463172279298306, 0.0007249554619193077, 0.0018800391117110848, 0.0, 0.0, 0.0, 0.0], [0.496212899684906, 0.0019782891031354666, 0.05844101682305336, 0.00783691368997097, 0.40375587344169617, 0.0005728101823478937, 0.00029639957938343287, 0.0009752865298651159, 0.004650795832276344, 0.0003252361493650824, 0.0231854896992445, 0.001768997753970325, 0.0, 0.0, 0.0], [0.8397700190544128, 0.0018636895110830665, 0.005577517673373222, 0.020380757749080658, 0.029273321852087975, 0.0044487593695521355, 0.0011503295972943306, 0.00024191565171349794, 0.08715135604143143, 0.001358860987238586, 0.002641611732542515, 0.0019266572780907154, 0.004215249326080084, 0.0, 0.0], [0.9744171500205994, 0.002402116311714053, 0.004550523590296507, 0.0002054769138339907, 0.0026625008322298527, 0.0002182716561947018, 0.0008242507465183735, 0.00040549691766500473, 0.0026430347934365273, 0.0015235630562528968, 0.0031088453251868486, 7.676478708162904e-05, 0.0018502476159483194, 0.005111755337566137, 0.0], [0.1847037822008133, 0.0003885060432367027, 0.06518028676509857, 0.0014534678775817156, 0.7318766713142395, 0.00010888312681345269, 2.7485761165735312e-05, 0.0001123118054238148, 0.00136720878072083, 4.016269667772576e-05, 0.012543701566755772, 5.958586552878842e-05, 0.0007756472914479673, 0.001057534827850759, 0.00030486498144455254]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9776753783226013, 0.02232469990849495, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9430753588676453, 0.018823016434907913, 0.03810162842273712, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8963210582733154, 0.006171723362058401, 0.07676297426223755, 0.020744264125823975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8522232174873352, 0.01784440502524376, 0.05478663742542267, 0.012976269237697124, 0.06216944754123688, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9669022560119629, 0.004049539100378752, 0.0020623321179300547, 0.007766410708427429, 0.007081823889166117, 0.012137661688029766, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7676378488540649, 0.018502313643693924, 0.04501323774456978, 0.012471760623157024, 0.10591398924589157, 0.018323639407753944, 0.032137323170900345, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8918280601501465, 0.01006962452083826, 0.013090015389025211, 0.010685205459594727, 0.031169503927230835, 0.00650228513404727, 0.021038588136434555, 0.01561673916876316, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9457208514213562, 0.0045005246065557, 0.013905968517065048, 0.0013248985633254051, 0.01557667925953865, 0.0011157025583088398, 0.0007837474695406854, 0.0007244564476422966, 0.016347261145710945, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5131925940513611, 0.006032112520188093, 0.11406771093606949, 0.009519235230982304, 0.3061339259147644, 0.0034422720782458782, 0.0026016735937446356, 0.0026653956156224012, 0.03412358835339546, 0.008221509866416454, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8395129442214966, 0.008326223120093346, 0.012920897454023361, 0.012827806174755096, 0.029934581369161606, 0.013884127140045166, 0.0034839059226214886, 0.0018691609147936106, 0.039465777575969696, 0.011843975633382797, 0.025930656120181084, 0.0, 0.0, 0.0, 0.0], [0.3585001230239868, 0.004236206877976656, 0.10680269449949265, 0.015598678961396217, 0.4160805344581604, 0.0024919386487454176, 0.0035857129842042923, 0.0038999104872345924, 0.0158549677580595, 0.005938144400715828, 0.06202790141105652, 0.004983280785381794, 0.0, 0.0, 0.0], [0.6125422716140747, 0.004679441452026367, 0.02915518917143345, 0.02824045717716217, 0.08258958160877228, 0.007909875363111496, 0.011129364371299744, 0.003477593418210745, 0.1702776700258255, 0.010538909584283829, 0.015773531049489975, 0.013295065611600876, 0.010391025803983212, 0.0, 0.0], [0.8758100867271423, 0.007089320570230484, 0.012082858942449093, 0.002599617000669241, 0.02126944810152054, 0.0016535734757781029, 0.001903675263747573, 0.0016310070641338825, 0.028230469673871994, 0.008473561145365238, 0.011080380529165268, 0.0027609618846327066, 0.0025940893683582544, 0.022820891812443733, 0.0], [0.5415226817131042, 0.0033975024707615376, 0.03888264298439026, 0.007577141281217337, 0.36139360070228577, 0.0013810729142278433, 0.0010475203162059188, 0.0012340188259258866, 0.006947713904082775, 0.003757023485377431, 0.017671911045908928, 0.0011743957875296474, 0.0036232508718967438, 0.002192466054111719, 0.008196976967155933]]], \"attentionHeadNames\": [\"L9H9\", \"L9H6\", \"L10H0\"], \"tokens\": [\"<|endoftext|>\", \"When\", \" John\", \" and\", \" Mary\", \" went\", \" to\", \" the\", \" shops\", \",\", \" John\", \" gave\", \" the\", \" bag\", \" to\"]}\n",
        "    )\n",
-       "    </script></div><div style='max-width: 700px;'><h2>Top 3 Negative Logit Attribution Heads</h2><br/><div id=\"circuits-vis-066d56eb-a3d5\" style=\"margin: 15px 0;\"/>\n",
+       "    </script></div><div style='max-width: 700px;'><h2>Top 3 Negative Logit Attribution Heads</h2><br/><div id=\"circuits-vis-85e61c23-3abc\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-066d56eb-a3d5\",\n",
+       "      \"circuits-vis-85e61c23-3abc\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9628916382789612, 0.03710833564400673, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9778333902359009, 0.0034864158369600773, 0.018680140376091003, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.873769998550415, 0.00596432713791728, 0.08126718550920486, 0.038998477160930634, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8745137453079224, 0.017276132479310036, 0.01887470670044422, 0.05426836758852005, 0.03506700322031975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9704693555831909, 0.003517787903547287, 0.00032398526673205197, 0.004373480100184679, 0.00039530493086203933, 0.02092018723487854, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7694657444953918, 0.006685878150165081, 0.011966496706008911, 0.040966231375932693, 0.03344444930553436, 0.04401005432009697, 0.09346108883619308, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8177720904350281, 0.009112615138292313, 0.004233685787767172, 0.03900327533483505, 0.012653338722884655, 0.007337867747992277, 0.07410026341676712, 0.03578697517514229, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8309932947158813, 0.0187966451048851, 0.003303283592686057, 0.019832152873277664, 0.004009508993476629, 0.01207832433283329, 0.03246011957526207, 0.01032226998358965, 0.06820440292358398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3140331208705902, 0.015227909199893475, 0.19789265096187592, 0.05937967821955681, 0.32360386848449707, 0.00903772097080946, 0.019917726516723633, 0.01247529685497284, 0.013939710333943367, 0.03449235484004021, 0.0, 0.0, 0.0, 0.0, 0.0], [0.731956958770752, 0.030870256945490837, 0.005064086522907019, 0.08703816682100296, 0.004982737358659506, 0.044725529849529266, 0.023506149649620056, 0.006397760007530451, 0.0034696520306169987, 0.04865318164229393, 0.013335521332919598, 0.0, 0.0, 0.0, 0.0], [0.13710620999336243, 0.012017928063869476, 0.1459234207868576, 0.01568349078297615, 0.4412509799003601, 0.004342444706708193, 0.011117917485535145, 0.007466629147529602, 0.0012341709807515144, 0.019460301846265793, 0.16842906177043915, 0.035967450588941574, 0.0, 0.0, 0.0], [0.40524864196777344, 0.00972096435725689, 0.03158120810985565, 0.09247028082609177, 0.04880831763148308, 0.008174206130206585, 0.03170830383896828, 0.02787904441356659, 0.14128021895885468, 0.030234068632125854, 0.033928606659173965, 0.031714264303445816, 0.10725181549787521, 0.0, 0.0], [0.8084691762924194, 0.005670279264450073, 0.006755997892469168, 0.008696597069501877, 0.010473438538610935, 0.003464746056124568, 0.006761002819985151, 0.002588924951851368, 0.015097740106284618, 0.016036033630371094, 0.011288080364465714, 0.01727747544646263, 0.007799200247973204, 0.07962139695882797, 0.0], [0.029391108080744743, 0.0016060562338680029, 0.0600556842982769, 0.008175741881132126, 0.8099162578582764, 0.0003979629836976528, 0.0028282564599066973, 0.003363262861967087, 0.00015691174485255033, 0.0036459509283304214, 0.05494087189435959, 0.0016660342225804925, 0.015368952415883541, 5.0166785513283685e-05, 0.008436804637312889]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9124024510383606, 0.08759751915931702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.97407466173172, 0.014344141818583012, 0.01158120296895504, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8240249752998352, 0.03700510039925575, 0.06643951684236526, 0.07253044843673706, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5370795726776123, 0.15483315289020538, 0.09031295031309128, 0.1213119626045227, 0.09646230936050415, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9388002157211304, 0.028733229264616966, 0.00034310255432501435, 0.010481266304850578, 0.0008399294456467032, 0.020802246406674385, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6318808794021606, 0.059302765876054764, 0.03517916053533554, 0.0317409373819828, 0.11746876686811447, 0.06869620084762573, 0.05573124438524246, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7625215649604797, 0.04435170814394951, 0.010552986524999142, 0.034276317805051804, 0.014203960075974464, 0.01270359568297863, 0.0725969448685646, 0.04879297316074371, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5725989937782288, 0.12681788206100464, 0.03727065399289131, 0.04314148798584938, 0.0412958487868309, 0.04644748941063881, 0.02916436828672886, 0.037511881440877914, 0.06575131416320801, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12316938489675522, 0.026347056031227112, 0.27960503101348877, 0.04198966920375824, 0.4410582184791565, 0.0061389729380607605, 0.007793002296239138, 0.007175277452915907, 0.01128680631518364, 0.05543654039502144, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4485592544078827, 0.14324842393398285, 0.010774237103760242, 0.07855045050382614, 0.014047829434275627, 0.014864688739180565, 0.008633705787360668, 0.0030146564822643995, 0.012792138382792473, 0.1640862077474594, 0.10142832249403, 0.0, 0.0, 0.0, 0.0], [0.10228177160024643, 0.023883234709501266, 0.05525030940771103, 0.05206810310482979, 0.5759843587875366, 0.0011948138708248734, 0.0013662469573318958, 0.002567774150520563, 0.0018699945649132133, 0.04316002503037453, 0.1088719516992569, 0.03150139003992081, 0.0, 0.0, 0.0], [0.3931320011615753, 0.04406267777085304, 0.040099095553159714, 0.07407409697771072, 0.04061635211110115, 0.007346791215240955, 0.00950719602406025, 0.013865180313587189, 0.06405404210090637, 0.04894230514764786, 0.06277522444725037, 0.09996508061885834, 0.10155992954969406, 0.0, 0.0], [0.7573199272155762, 0.01509570237249136, 0.007350178435444832, 0.013156387954950333, 0.0057263909839093685, 0.008556420914828777, 0.00828259252011776, 0.010307085700333118, 0.0029048887081444263, 0.017329048365354538, 0.015188956633210182, 0.07965736091136932, 0.03024447336792946, 0.028880525380373, 0.0], [0.08579517155885696, 0.023773612454533577, 0.028759416192770004, 0.050303779542446136, 0.674645185470581, 0.0010763935279101133, 0.001151484902948141, 0.0027219706680625677, 0.0005617720307782292, 0.03909158334136009, 0.04861968383193016, 0.015520057640969753, 0.004084523767232895, 0.00043291517067700624, 0.023462478071451187]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9691731929779053, 0.030826786532998085, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9864587187767029, 0.007659828290343285, 0.005881553515791893, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9318376183509827, 0.011915582232177258, 0.0205316673964262, 0.03571505844593048, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8786705732345581, 0.03427591919898987, 0.013157891109585762, 0.027051273733377457, 0.046844419091939926, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9850097298622131, 0.00501946872100234, 0.0013920083874836564, 0.0018760553793981671, 0.00417111162096262, 0.0025315615348517895, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8907089829444885, 0.02026253007352352, 0.020904427394270897, 0.009134638123214245, 0.040578052401542664, 0.003215113654732704, 0.015196285210549831, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9318532347679138, 0.012423785403370857, 0.007052858360111713, 0.006267632357776165, 0.009715685620903969, 0.0013882723869755864, 0.012697475962340832, 0.018601110205054283, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7722936868667603, 0.03829522058367729, 0.03943638876080513, 0.009729274548590183, 0.11019405722618103, 0.009773475117981434, 0.00886813085526228, 0.00397774251177907, 0.007432021200656891, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6659272313117981, 0.019893720746040344, 0.057482197880744934, 0.02604653127491474, 0.1897868812084198, 0.0017340340418741107, 0.004116128198802471, 0.004545121919363737, 0.007496055215597153, 0.022972118109464645, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8588333129882812, 0.018521541729569435, 0.010080326348543167, 0.016174692660570145, 0.044801268726587296, 0.018235502764582634, 0.0026932843029499054, 0.0009044640464708209, 0.004338269587606192, 0.010200376622378826, 0.015216904692351818, 0.0, 0.0, 0.0, 0.0], [0.7452800273895264, 0.020592190325260162, 0.03344869241118431, 0.0456031933426857, 0.09397711604833603, 0.0019107998814433813, 0.003916192799806595, 0.004672205541282892, 0.0032160987611860037, 0.01806800812482834, 0.016300559043884277, 0.013014956377446651, 0.0, 0.0, 0.0], [0.7450795769691467, 0.016002928838133812, 0.02564328908920288, 0.030005209147930145, 0.06691135466098785, 0.0032243195455521345, 0.006530730053782463, 0.006865617819130421, 0.04355346038937569, 0.012662939727306366, 0.010547313839197159, 0.010315658524632454, 0.02265755645930767, 0.0, 0.0], [0.8363592624664307, 0.013512489385902882, 0.016558658331632614, 0.00888032279908657, 0.056306786835193634, 0.002255747327581048, 0.0023983947467058897, 0.0012933423276990652, 0.003150221658870578, 0.013540888205170631, 0.021650196984410286, 0.005392782390117645, 0.004322767723351717, 0.014378189109265804, 0.0], [0.7888550162315369, 0.014087552204728127, 0.022160790860652924, 0.04220626875758171, 0.06532401591539383, 0.0011144892778247595, 0.001956801163032651, 0.002514236606657505, 0.0014487016014754772, 0.012026123702526093, 0.009607548825442791, 0.0068955253809690475, 0.0045570856891572475, 0.003263340797275305, 0.023982463404536247]]], \"attentionHeadNames\": [\"L10H7\", \"L11H10\", \"L11H2\"], \"tokens\": [\"<|endoftext|>\", \"When\", \" John\", \" and\", \" Mary\", \" went\", \" to\", \" the\", \" shops\", \",\", \" John\", \" gave\", \" the\", \" bag\", \" to\"]}\n",
        "    )\n",
@@ -4400,10 +4400,10 @@
    "execution_count": 19,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.518901Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.518601Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.786957Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.786406Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.133845Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.133478Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.415881Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.415247Z"
     }
    },
    "outputs": [
@@ -4435,10 +4435,10 @@
    "execution_count": 20,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.789236Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.788876Z",
-     "iopub.status.idle": "2023-11-23T20:32:50.793317Z",
-     "shell.execute_reply": "2023-11-23T20:32:50.792793Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.418279Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.417923Z",
+     "iopub.status.idle": "2023-11-29T23:43:24.422092Z",
+     "shell.execute_reply": "2023-11-29T23:43:24.421665Z"
     }
    },
    "outputs": [
@@ -4479,10 +4479,10 @@
    "execution_count": 21,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:32:50.795261Z",
-     "iopub.status.busy": "2023-11-23T20:32:50.794950Z",
-     "iopub.status.idle": "2023-11-23T20:33:36.768848Z",
-     "shell.execute_reply": "2023-11-23T20:33:36.768201Z"
+     "iopub.execute_input": "2023-11-29T23:43:24.424144Z",
+     "iopub.status.busy": "2023-11-29T23:43:24.423826Z",
+     "iopub.status.idle": "2023-11-29T23:44:12.088439Z",
+     "shell.execute_reply": "2023-11-29T23:44:12.087792Z"
     }
    },
    "outputs": [],
@@ -4540,10 +4540,10 @@
    "execution_count": 22,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:33:36.771469Z",
-     "iopub.status.busy": "2023-11-23T20:33:36.771297Z",
-     "iopub.status.idle": "2023-11-23T20:33:36.802040Z",
-     "shell.execute_reply": "2023-11-23T20:33:36.801506Z"
+     "iopub.execute_input": "2023-11-29T23:44:12.091087Z",
+     "iopub.status.busy": "2023-11-29T23:44:12.090906Z",
+     "iopub.status.idle": "2023-11-29T23:44:12.122675Z",
+     "shell.execute_reply": "2023-11-29T23:44:12.122125Z"
     }
    },
    "outputs": [
@@ -5682,9 +5682,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"a51a3c19-0178-46e9-9e65-4f93cc66936c\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"a51a3c19-0178-46e9-9e65-4f93cc66936c\")) {                    Plotly.newPlot(                        \"a51a3c19-0178-46e9-9e65-4f93cc66936c\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0006500482559204,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0010517835617065,-2.644706728460733e-05,-2.0439421859919094e-05,-0.00045893044443801045,-0.0005940857226960361],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0002665519714355,0.0008679874008521438,0.0005162883899174631,-0.0009931075619533658,-0.0008653023978695273],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9949079155921936,0.005429435055702925,0.001605652505531907,-0.0006178813637234271,-0.0016323344316333532],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675662517547607,0.03134235739707947,0.0028418514411896467,-0.0012303927214816213,-0.0009863615268841386],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675208330154419,0.031000729650259018,0.0017825256800279021,-0.000485612457850948,-0.0006468120263889432],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9228319525718689,0.051345907151699066,0.004729326348751783,0.000934742740355432,0.017047081142663956],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6565485000610352,0.023856764659285545,0.002357480814680457,-1.725100628391374e-05,0.3186914622783661],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02730260230600834,0.03142482042312622,0.0018209208501502872,0.0007993861217983067,0.9383869767189026],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.02684192731976509,0.020981116220355034,0.0012511678505688906,0.00032387589453719556,1.0048280954360962],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005687999073415995,0.014263493940234184,0.0004869885160587728,-9.014824900077656e-05,0.9914219975471497]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Residual Stream\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"7734f85a-ec7c-48b9-9209-458c9be122dd\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"7734f85a-ec7c-48b9-9209-458c9be122dd\")) {                    Plotly.newPlot(                        \"7734f85a-ec7c-48b9-9209-458c9be122dd\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0006500482559204,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0010517835617065,-2.644706728460733e-05,-2.0439421859919094e-05,-0.00045893044443801045,-0.0005940857226960361],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0002665519714355,0.0008679874008521438,0.0005162883899174631,-0.0009931075619533658,-0.0008653023978695273],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9949079155921936,0.005429435055702925,0.001605652505531907,-0.0006178813637234271,-0.0016323344316333532],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675662517547607,0.03134235739707947,0.0028418514411896467,-0.0012303927214816213,-0.0009863615268841386],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9675208330154419,0.031000729650259018,0.0017825256800279021,-0.000485612457850948,-0.0006468120263889432],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9228319525718689,0.051345907151699066,0.004729326348751783,0.000934742740355432,0.017047081142663956],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6565485000610352,0.023856764659285545,0.002357480814680457,-1.725100628391374e-05,0.3186914622783661],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02730260230600834,0.03142482042312622,0.0018209208501502872,0.0007993861217983067,0.9383869767189026],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.02684192731976509,0.020981116220355034,0.0012511678505688906,0.00032387589453719556,1.0048280954360962],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005687999073415995,0.014263493940234184,0.0004869885160587728,-9.014824900077656e-05,0.9914219975471497]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Residual Stream\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('a51a3c19-0178-46e9-9e65-4f93cc66936c');\n",
+       "var gd = document.getElementById('7734f85a-ec7c-48b9-9209-458c9be122dd');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -5744,10 +5744,10 @@
    "execution_count": 23,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:33:36.804072Z",
-     "iopub.status.busy": "2023-11-23T20:33:36.803909Z",
-     "iopub.status.idle": "2023-11-23T20:35:08.307653Z",
-     "shell.execute_reply": "2023-11-23T20:35:08.307019Z"
+     "iopub.execute_input": "2023-11-29T23:44:12.125131Z",
+     "iopub.status.busy": "2023-11-29T23:44:12.124952Z",
+     "iopub.status.idle": "2023-11-29T23:45:47.346816Z",
+     "shell.execute_reply": "2023-11-29T23:45:47.346176Z"
     }
    },
    "outputs": [],
@@ -5798,10 +5798,10 @@
    "execution_count": 24,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:35:08.310228Z",
-     "iopub.status.busy": "2023-11-23T20:35:08.310055Z",
-     "iopub.status.idle": "2023-11-23T20:35:08.340596Z",
-     "shell.execute_reply": "2023-11-23T20:35:08.340066Z"
+     "iopub.execute_input": "2023-11-29T23:45:47.349567Z",
+     "iopub.status.busy": "2023-11-29T23:45:47.349393Z",
+     "iopub.status.idle": "2023-11-29T23:45:47.380040Z",
+     "shell.execute_reply": "2023-11-29T23:45:47.379474Z"
     }
    },
    "outputs": [
@@ -6940,9 +6940,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"a7c3c399-8c51-4a2f-acc7-6ef0884a1d58\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"a7c3c399-8c51-4a2f-acc7-6ef0884a1d58\")) {                    Plotly.newPlot(                        \"a7c3c399-8c51-4a2f-acc7-6ef0884a1d58\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03545692563056946,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0029835179448127747,7.960970106068999e-05,2.0942856281180866e-05,8.034807251533493e-05,-0.0005964686279185116],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0019127808045595884,0.0006664795218966901,0.0003951621474698186,-0.0007046734099276364,-0.00027312972815707326],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15463124215602875,0.0038023365195840597,0.0005173287936486304,-0.00012005223106825724,-0.0005605570040643215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005406210198998451,0.019581837579607964,0.0010074721649289131,-0.00024265519459731877,0.0007941504009068012],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.35209766030311584,0.0010531839216127992,0.00022453156998381019,0.00013357782154344022,8.299948967760429e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11985955387353897,0.021244244650006294,0.0027281425427645445,0.0013408797094598413,0.01797393709421158],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013311197981238365,0.011509575881063938,0.0003747562877833843,-4.1147341107716784e-05,0.29760220646858215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.001500166254118085,0.017352767288684845,0.0005848560831509531,0.0010114996694028378,0.5697319507598877],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00012844279990531504,0.006301282439380884,0.00014149851631373167,0.0003127332020085305,0.2715231478214264],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0009371927590109408,8.652352698845789e-05,0.00033203151542693377,1.4431775525736157e-06,-0.19297605752944946],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.406176894903183]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Attention Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"6430cce1-82ad-4ef7-b694-711f25163866\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"6430cce1-82ad-4ef7-b694-711f25163866\")) {                    Plotly.newPlot(                        \"6430cce1-82ad-4ef7-b694-711f25163866\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03545692563056946,-0.0002471189945936203,9.061812306754291e-06,-0.00036425128928385675,-4.839679240831174e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0029835179448127747,7.960970106068999e-05,2.0942856281180866e-05,8.034807251533493e-05,-0.0005964686279185116],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0019127808045595884,0.0006664795218966901,0.0003951621474698186,-0.0007046734099276364,-0.00027312972815707326],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.15463124215602875,0.0038023365195840597,0.0005173287936486304,-0.00012005223106825724,-0.0005605570040643215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.005406210198998451,0.019581837579607964,0.0010074721649289131,-0.00024265519459731877,0.0007941504009068012],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.35209766030311584,0.0010531839216127992,0.00022453156998381019,0.00013357782154344022,8.299948967760429e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11985955387353897,0.021244244650006294,0.0027281425427645445,0.0013408797094598413,0.01797393709421158],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013311197981238365,0.011509575881063938,0.0003747562877833843,-4.1147341107716784e-05,0.29760220646858215],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.001500166254118085,0.017352767288684845,0.0005848560831509531,0.0010114996694028378,0.5697319507598877],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00012844279990531504,0.006301282439380884,0.00014149851631373167,0.0003127332020085305,0.2715231478214264],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.0009371927590109408,8.652352698845789e-05,0.00033203151542693377,1.4431775525736157e-06,-0.19297605752944946],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.406176894903183]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Attention Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('a7c3c399-8c51-4a2f-acc7-6ef0884a1d58');\n",
+       "var gd = document.getElementById('6430cce1-82ad-4ef7-b694-711f25163866');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -7004,10 +7004,10 @@
    "execution_count": 25,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:35:08.342678Z",
-     "iopub.status.busy": "2023-11-23T20:35:08.342256Z",
-     "iopub.status.idle": "2023-11-23T20:35:08.370871Z",
-     "shell.execute_reply": "2023-11-23T20:35:08.370369Z"
+     "iopub.execute_input": "2023-11-29T23:45:47.382209Z",
+     "iopub.status.busy": "2023-11-29T23:45:47.381771Z",
+     "iopub.status.idle": "2023-11-29T23:45:47.410885Z",
+     "shell.execute_reply": "2023-11-29T23:45:47.410327Z"
     }
    },
    "outputs": [
@@ -8146,9 +8146,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"b89d42f6-1a0d-4018-b389-a00112580fad\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"b89d42f6-1a0d-4018-b389-a00112580fad\")) {                    Plotly.newPlot(                        \"b89d42f6-1a0d-4018-b389-a00112580fad\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8507900834083557,-0.00027836544904857874,-7.31321852072142e-05,-0.00047309373621828854,3.997266321675852e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008864633738994598,0.00022191372408997267,0.000149788407725282,-4.8732414143159986e-05,0.00030383921694010496],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013549826107919216,5.843190956511535e-05,-0.0003299170930404216,-0.0006385557353496552,0.0007729054777882993],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0019474505679681897,0.0004986010608263314,0.00017297992599196732,0.00016865039651747793,0.00040781512507237494],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.01978670246899128,0.004129031673073769,-4.8765974497655407e-05,-0.00016975795733742416,0.0007918681367300451],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09652474522590637,-0.0018820377299562097,-0.00048356514889746904,0.0007101775845512748,-0.00018338423979002982],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.015899620950222015,-0.0008501993725076318,0.00012371051707305014,2.882998887798749e-05,-0.0072376360185444355],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.010361075401306152,0.0031509934924542904,0.000531156430952251,0.0002355399919906631,0.008496892638504505],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.012532721273601055,2.2553844246431254e-05,-0.000354014802724123,8.652352698845789e-05,-0.021631352603435516],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00033431375049985945,0.0008099246770143509,1.654619882174302e-05,0.00012944966147188097,0.0316244512796402],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0013598088407889009,-0.0001945940311998129,-9.921006858348846e-05,-0.00014143140288069844,0.02876470983028412],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02044915407896042]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched MLP Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"437722b4-a859-4f5d-a010-dc3fb8779e6a\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"437722b4-a859-4f5d-a010-dc3fb8779e6a\")) {                    Plotly.newPlot(                        \"437722b4-a859-4f5d-a010-dc3fb8779e6a\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"When_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" shops_8\",\",_9\",\" John_10\",\" gave_11\",\" the_12\",\" bag_13\",\" to_14\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8507900834083557,-0.00027836544904857874,-7.31321852072142e-05,-0.00047309373621828854,3.997266321675852e-05],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.008864633738994598,0.00022191372408997267,0.000149788407725282,-4.8732414143159986e-05,0.00030383921694010496],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.013549826107919216,5.843190956511535e-05,-0.0003299170930404216,-0.0006385557353496552,0.0007729054777882993],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0019474505679681897,0.0004986010608263314,0.00017297992599196732,0.00016865039651747793,0.00040781512507237494],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.01978670246899128,0.004129031673073769,-4.8765974497655407e-05,-0.00016975795733742416,0.0007918681367300451],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09652474522590637,-0.0018820377299562097,-0.00048356514889746904,0.0007101775845512748,-0.00018338423979002982],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.015899620950222015,-0.0008501993725076318,0.00012371051707305014,2.882998887798749e-05,-0.0072376360185444355],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.010361075401306152,0.0031509934924542904,0.000531156430952251,0.0002355399919906631,0.008496892638504505],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.012532721273601055,2.2553844246431254e-05,-0.000354014802724123,8.652352698845789e-05,-0.021631352603435516],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.00033431375049985945,0.0008099246770143509,1.654619882174302e-05,0.00012944966147188097,0.0316244512796402],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0013598088407889009,-0.0001945940311998129,-9.921006858348846e-05,-0.00014143140288069844,0.02876470983028412],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02044915407896042]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched MLP Layer\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('b89d42f6-1a0d-4018-b389-a00112580fad');\n",
+       "var gd = document.getElementById('437722b4-a859-4f5d-a010-dc3fb8779e6a');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -8202,10 +8202,10 @@
    "execution_count": 26,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:35:08.372986Z",
-     "iopub.status.busy": "2023-11-23T20:35:08.372677Z",
-     "iopub.status.idle": "2023-11-23T20:35:44.918980Z",
-     "shell.execute_reply": "2023-11-23T20:35:44.918346Z"
+     "iopub.execute_input": "2023-11-29T23:45:47.413169Z",
+     "iopub.status.busy": "2023-11-29T23:45:47.412845Z",
+     "iopub.status.idle": "2023-11-29T23:46:25.439081Z",
+     "shell.execute_reply": "2023-11-29T23:46:25.438442Z"
     }
    },
    "outputs": [],
@@ -8252,10 +8252,10 @@
    "execution_count": 27,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:35:44.921787Z",
-     "iopub.status.busy": "2023-11-23T20:35:44.921356Z",
-     "iopub.status.idle": "2023-11-23T20:35:44.950988Z",
-     "shell.execute_reply": "2023-11-23T20:35:44.950460Z"
+     "iopub.execute_input": "2023-11-29T23:46:25.441851Z",
+     "iopub.status.busy": "2023-11-29T23:46:25.441407Z",
+     "iopub.status.idle": "2023-11-29T23:46:25.472494Z",
+     "shell.execute_reply": "2023-11-29T23:46:25.471905Z"
     }
    },
    "outputs": [
@@ -9341,9 +9341,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"756ddb81-9a6c-4bfb-a7d3-e27c01f21347\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"756ddb81-9a6c-4bfb-a7d3-e27c01f21347\")) {                    Plotly.newPlot(                        \"756ddb81-9a6c-4bfb-a7d3-e27c01f21347\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914],[-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934],[-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136],[0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631],[-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408],[-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322],[0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635],[0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078],[-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526],[0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973],[0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407],[0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Output\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"2a7a1226-0244-411d-b545-96df76631e85\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"2a7a1226-0244-411d-b545-96df76631e85\")) {                    Plotly.newPlot(                        \"2a7a1226-0244-411d-b545-96df76631e85\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914],[-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934],[-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136],[0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631],[-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408],[-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322],[0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635],[0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078],[-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526],[0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973],[0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407],[0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Output\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('756ddb81-9a6c-4bfb-a7d3-e27c01f21347');\n",
+       "var gd = document.getElementById('2a7a1226-0244-411d-b545-96df76631e85');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -9406,10 +9406,10 @@
    "execution_count": 28,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:35:44.952933Z",
-     "iopub.status.busy": "2023-11-23T20:35:44.952773Z",
-     "iopub.status.idle": "2023-11-23T20:36:21.394638Z",
-     "shell.execute_reply": "2023-11-23T20:36:21.393997Z"
+     "iopub.execute_input": "2023-11-29T23:46:25.474966Z",
+     "iopub.status.busy": "2023-11-29T23:46:25.474590Z",
+     "iopub.status.idle": "2023-11-29T23:47:03.457869Z",
+     "shell.execute_reply": "2023-11-29T23:47:03.457261Z"
     }
    },
    "outputs": [],
@@ -9444,10 +9444,10 @@
    "execution_count": 29,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:21.397182Z",
-     "iopub.status.busy": "2023-11-23T20:36:21.397015Z",
-     "iopub.status.idle": "2023-11-23T20:36:21.427988Z",
-     "shell.execute_reply": "2023-11-23T20:36:21.427443Z"
+     "iopub.execute_input": "2023-11-29T23:47:03.460551Z",
+     "iopub.status.busy": "2023-11-29T23:47:03.460356Z",
+     "iopub.status.idle": "2023-11-29T23:47:03.491426Z",
+     "shell.execute_reply": "2023-11-29T23:47:03.490830Z"
     }
    },
    "outputs": [
@@ -10533,9 +10533,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"3d01f8a3-4cea-4621-b7b6-86ff14fa182e\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"3d01f8a3-4cea-4621-b7b6-86ff14fa182e\")) {                    Plotly.newPlot(                        \"3d01f8a3-4cea-4621-b7b6-86ff14fa182e\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008],[-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811],[0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526],[0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05],[-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286],[7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594],[0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012],[-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697],[-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418],[-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157],[-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113],[0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Value\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"2f61422c-ab6e-4891-b165-eb5d08bbb0f5\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"2f61422c-ab6e-4891-b165-eb5d08bbb0f5\")) {                    Plotly.newPlot(                        \"2f61422c-ab6e-4891-b165-eb5d08bbb0f5\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008],[-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811],[0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526],[0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05],[-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286],[7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594],[0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012],[-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697],[-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418],[-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157],[-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113],[0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Value\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('3d01f8a3-4cea-4621-b7b6-86ff14fa182e');\n",
+       "var gd = document.getElementById('2f61422c-ab6e-4891-b165-eb5d08bbb0f5');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -10586,10 +10586,10 @@
    "execution_count": 30,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:21.430266Z",
-     "iopub.status.busy": "2023-11-23T20:36:21.429892Z",
-     "iopub.status.idle": "2023-11-23T20:36:21.473284Z",
-     "shell.execute_reply": "2023-11-23T20:36:21.472778Z"
+     "iopub.execute_input": "2023-11-29T23:47:03.493435Z",
+     "iopub.status.busy": "2023-11-29T23:47:03.493262Z",
+     "iopub.status.idle": "2023-11-29T23:47:03.537921Z",
+     "shell.execute_reply": "2023-11-29T23:47:03.537335Z"
     }
    },
    "outputs": [
@@ -12103,9 +12103,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"dc52a291-b702-4ed9-b59a-416caaded9a9\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"dc52a291-b702-4ed9-b59a-416caaded9a9\")) {                    Plotly.newPlot(                        \"dc52a291-b702-4ed9-b59a-416caaded9a9\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eValue Patch=%{x}\\u003cbr\\u003eOutput Patch=%{y}\\u003cbr\\u003eLayer=%{marker.color}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":[0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,7,7,7,8,8,8,8,8,8,8,8,8,8,8,8,9,9,9,9,9,9,9,9,9,9,9,9,10,10,10,10,10,10,10,10,10,10,10,10,11,11,11,11,11,11,11,11,11,11,11,11],\"coloraxis\":\"coloraxis\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008,-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811,0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526,0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05,-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286,7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594,0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012,-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697,-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418,-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157,-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113,0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526],\"xaxis\":\"x\",\"y\":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Value Patch\"},\"range\":[-0.5,0.5]},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Output Patch\"},\"range\":[-0.5,0.5]},\"coloraxis\":{\"colorbar\":{\"title\":{\"text\":\"Layer\"}},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Scatter plot of output patching vs value patching\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"18b41811-3a50-4f2f-85dc-294b5c87bd54\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"18b41811-3a50-4f2f-85dc-294b5c87bd54\")) {                    Plotly.newPlot(                        \"18b41811-3a50-4f2f-85dc-294b5c87bd54\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eValue Patch=%{x}\\u003cbr\\u003eOutput Patch=%{y}\\u003cbr\\u003eLayer=%{marker.color}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":[0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,7,7,7,8,8,8,8,8,8,8,8,8,8,8,8,9,9,9,9,9,9,9,9,9,9,9,9,10,10,10,10,10,10,10,10,10,10,10,10,11,11,11,11,11,11,11,11,11,11,11,11],\"coloraxis\":\"coloraxis\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-0.0001979838270926848,0.005340025294572115,0.0006521819741465151,0.0035054446198046207,-0.008983276784420013,0.003481346881017089,-0.0008613420650362968,-3.383076546015218e-05,0.0005173287936486304,0.0004421828780323267,-0.003906849306076765,-0.00018861994612962008,-0.0004397328302729875,-0.00044604254071600735,-6.739303353242576e-05,7.289724453585222e-05,-3.584450314519927e-05,-0.001932649640366435,-0.00015720566443633288,1.550576780573465e-05,0.000206139447982423,0.00033770353184081614,0.0003515311982482672,-0.0005664639757014811,0.0002105696767102927,-0.0007195079233497381,0.0004865857772529125,-0.000597240577917546,-0.0005919041577726603,-0.0005441114772111177,-0.00022728368639945984,-0.00047947056009434164,0.00020624013268388808,0.001184278167784214,-0.0003576059825718403,-0.0009095038985833526,0.0010398933663964272,-0.00012055566912749782,-7.668978651054204e-05,-0.0007269587367773056,-0.0013098011258989573,-0.0023106615990400314,0.010987447574734688,-5.0880400522146374e-05,0.00014347869728226215,0.0001513993920525536,-7.920695497887209e-05,-1.960036388481967e-05,-0.0005371976876631379,-0.0008130795322358608,-0.00013344358012545854,0.030609963461756706,-0.007185648195445538,0.00014921784168109298,0.0013337309937924147,-0.011422313749790192,-0.0005331701831892133,0.0005128314369358122,0.0003734809288289398,0.002956030424684286,7.4508234320092015e-06,7.249449936352903e-06,0.0015981009928509593,0.0003392138460185379,-0.00125858501996845,-5.4572246881434694e-05,0.0006329843890853226,-0.0002699748729355633,7.410549005726352e-05,-0.006703727412968874,0.003176870057359338,-0.0017283225897699594,0.0486314594745636,0.01531567145138979,-0.00046426686458289623,-0.00011625969636952505,-4.843035276280716e-05,-0.003953601699322462,-0.017374850809574127,-0.00015337957302108407,0.001220458303578198,-0.00017982663121074438,-0.0004269456258043647,0.00012350914767012,-2.842724097718019e-05,-0.0013843764318153262,-0.00012156253797002137,0.1332157850265503,-0.0002447025035507977,-0.007314661517739296,0.00033313906169496477,-0.0007945531397126615,-0.007937879301607609,0.208413764834404,-0.0001911035506054759,-0.00020660932932514697,-0.0020478353835642338,-0.000376233016140759,-0.0033144752960652113,-0.009665698744356632,-0.0003171634452883154,-0.005141336936503649,0.3171704411506653,0.002842589979991317,0.0004727916675619781,-0.0011536022648215294,0.27267029881477356,-0.003175661899149418,-0.00043963216012343764,5.705585499526933e-05,-0.0020633076783269644,0.020066410303115845,-0.00787021778523922,0.011315720155835152,0.003057455411180854,0.06856385618448257,-0.0027470046188682318,-0.009278624318540096,0.0005069245235063136,-0.0013150032609701157,-0.012957451865077019,-0.003044768935069442,-0.017922822386026382,-0.004358328878879547,-0.0011523269349709153,0.0004996750503778458,-0.003113068174570799,0.01958620175719261,4.3832322262460366e-05,0.012970104813575745,-0.007695358246564865,-0.0009145046933554113,0.004100436344742775,-0.020458854734897614,-0.03587598353624344,0.01465556863695383,0.0008447287254966795,0.0017805119277909398,-0.018042203038930893,0.0035190710332244635,0.008252693340182304,-0.001766583533026278,0.044166870415210724,0.006474597845226526],\"xaxis\":\"x\",\"y\":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Value Patch\"},\"range\":[-0.5,0.5]},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Output Patch\"},\"range\":[-0.5,0.5]},\"coloraxis\":{\"colorbar\":{\"title\":{\"text\":\"Layer\"}},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Scatter plot of output patching vs value patching\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('dc52a291-b702-4ed9-b59a-416caaded9a9');\n",
+       "var gd = document.getElementById('18b41811-3a50-4f2f-85dc-294b5c87bd54');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -12167,10 +12167,10 @@
    "execution_count": 31,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:21.475634Z",
-     "iopub.status.busy": "2023-11-23T20:36:21.475350Z",
-     "iopub.status.idle": "2023-11-23T20:36:57.947914Z",
-     "shell.execute_reply": "2023-11-23T20:36:57.947301Z"
+     "iopub.execute_input": "2023-11-29T23:47:03.540740Z",
+     "iopub.status.busy": "2023-11-29T23:47:03.540390Z",
+     "iopub.status.idle": "2023-11-29T23:47:41.573794Z",
+     "shell.execute_reply": "2023-11-29T23:47:41.573150Z"
     }
    },
    "outputs": [],
@@ -12210,10 +12210,10 @@
    "execution_count": 32,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:57.950512Z",
-     "iopub.status.busy": "2023-11-23T20:36:57.950118Z",
-     "iopub.status.idle": "2023-11-23T20:36:58.008764Z",
-     "shell.execute_reply": "2023-11-23T20:36:58.008211Z"
+     "iopub.execute_input": "2023-11-29T23:47:41.576437Z",
+     "iopub.status.busy": "2023-11-29T23:47:41.576253Z",
+     "iopub.status.idle": "2023-11-29T23:47:41.635598Z",
+     "shell.execute_reply": "2023-11-29T23:47:41.635032Z"
     }
    },
    "outputs": [
@@ -13299,9 +13299,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"b7e09264-0acf-4d6f-808b-6ed78d9b64c7\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"b7e09264-0acf-4d6f-808b-6ed78d9b64c7\")) {                    Plotly.newPlot(                        \"b7e09264-0acf-4d6f-808b-6ed78d9b64c7\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651],[-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762],[-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488],[0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05],[-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05],[-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296],[-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218],[0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683],[0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847],[0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252],[0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368],[0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Pattern\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"6138b94a-5883-4d15-9992-b50b82053fb1\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"6138b94a-5883-4d15-9992-b50b82053fb1\")) {                    Plotly.newPlot(                        \"6138b94a-5883-4d15-9992-b50b82053fb1\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651],[-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762],[-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488],[0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05],[-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05],[-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296],[-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218],[0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683],[0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847],[0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252],[0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368],[0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Logit Difference From Patched Head Pattern\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('b7e09264-0acf-4d6f-808b-6ed78d9b64c7');\n",
+       "var gd = document.getElementById('6138b94a-5883-4d15-9992-b50b82053fb1');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -14636,9 +14636,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"2a162d08-4115-4419-a0a3-6cf23f9b8d6a\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"2a162d08-4115-4419-a0a3-6cf23f9b8d6a\")) {                    Plotly.newPlot(                        \"2a162d08-4115-4419-a0a3-6cf23f9b8d6a\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eAttention Patch=%{x}\\u003cbr\\u003eOutput Patch=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651,-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762,-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488,0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05,-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05,-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296,-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218,0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683,0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847,0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252,0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368,0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399],\"xaxis\":\"x\",\"y\":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Attention Patch\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Output Patch\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Scatter plot of output patching vs attention patching\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"34effdca-7a1e-43d0-80ff-7ff254d0b0c2\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"34effdca-7a1e-43d0-80ff-7ff254d0b0c2\")) {                    Plotly.newPlot(                        \"34effdca-7a1e-43d0-80ff-7ff254d0b0c2\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eAttention Patch=%{x}\\u003cbr\\u003eOutput Patch=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.0006395626114681363,0.005319653078913689,0.0011590393260121346,-5.896890434087254e-05,-0.0010669445618987083,0.005080052185803652,-0.003081083297729492,-0.0020523997955024242,-0.0014407946728169918,0.0034926910884678364,-0.002567983465269208,-0.0009153772844001651,-0.0007603867561556399,0.00016935520397964865,0.00012263652752153575,-0.00034904759377241135,1.550576780573465e-05,0.005008530803024769,-0.00029675758560188115,-0.0014444529078900814,-0.001099801971577108,0.00047423483920283616,5.124958261149004e-05,-0.0034951074048876762,-0.0007235353696160018,0.001747520174831152,-0.00015522549801971763,5.739148036809638e-05,-9.689426951808855e-05,-0.0004232201899867505,-0.0007913311710581183,0.00027262631920166314,0.00010206285514868796,0.00042207908700220287,0.0001517014461569488,-0.0007432028651237488,0.11458057910203934,0.00021204640506766737,-0.0009421935537829995,0.0004297312698327005,0.020043184980750084,0.002104958286508918,7.652197382412851e-05,-0.001543360878713429,-0.0008477828814648092,-0.0005817348137497902,0.00011934742360608652,-1.9029806935577653e-05,-0.0011266852961853147,0.0012378100072965026,-0.0012323057744652033,-0.0005952604115009308,-0.0007538756472058594,-0.0005843191174790263,0.004813097883015871,0.0001817061274778098,-0.0005364928510971367,0.0008579858113080263,-0.00029843568336218596,-1.235091440321412e-05,-0.004241062328219414,0.0029528418090194464,0.000521658337675035,0.0009533026604913175,0.0001623742573428899,0.3435084819793701,-0.0003039398870896548,0.00010374097473686561,-0.005300354678183794,0.024865949526429176,0.014383546076714993,-0.0023284831549972296,-0.002387888263911009,-0.002172015840187669,-0.0004764499608427286,0.0004338930011726916,-0.004673512186855078,0.0018587455851957202,-0.002654372714459896,0.0014366664690896869,0.00030310085276141763,0.13042989373207092,8.947700553108007e-05,0.0011779014021158218,0.0003194792370777577,0.020570583641529083,0.0003189086855854839,-0.002512404229491949,-0.0002622555766720325,-0.000246212788624689,0.0005522335413843393,-0.0004310737713240087,0.000257019855780527,0.008090855553746223,-0.0030692359432578087,-0.0004239585832692683,0.000976964016444981,0.00039304772508330643,0.001754232682287693,0.022596335038542747,-4.443644138518721e-05,0.00014156564429868013,0.009585115127265453,-0.00031548531842418015,0.0015267140697687864,0.0011814589379355311,-0.010773957706987858,0.00936581939458847,0.006314472295343876,-0.001094398437999189,0.011661948636174202,0.001347827143035829,-0.029185950756072998,0.0038340529426932335,-0.044093336910009384,-0.005031789653003216,0.0048226965591311455,0.2766474485397339,-3.087728691753e-05,-0.0006617472390644252,0.09538886696100235,0.025069335475564003,0.014238792471587658,0.014754745177924633,9.914294059854001e-05,-8.954413351602852e-05,0.0508296862244606,-0.5050978660583496,0.00014713699056301266,-0.0016019941540434957,0.06883130967617035,0.002327375579625368,0.0013427592348307371,0.009631229564547539,-0.07776330411434174,-0.007729256059974432,-0.0005722366622649133,-0.002956835785880685,-0.00494667561724782,0.000458796217571944,-0.000632782990578562,-0.006519940681755543,-0.32048845291137695,-0.00247212965041399],\"xaxis\":\"x\",\"y\":[0.0009491409291513264,0.01612398400902748,0.001855456386692822,0.003439192660152912,-0.009822937659919262,0.011059774085879326,-0.004063585307449102,-0.0015784334391355515,-0.0012076374841853976,0.0038289178628474474,-0.004257038235664368,-0.0011427951976656914,-0.0010768789798021317,-0.0003781796258408576,3.221977749490179e-06,-0.00026037608040496707,-0.0001410957775078714,0.0038330124225467443,-0.00042791891610249877,-0.0014292827108874917,-0.0009216534672304988,0.0006939334562048316,0.0004338930011726916,-0.0035704211331903934,-0.0004966208944097161,0.0008069711620919406,0.0005420977831818163,-0.0005316263413988054,-0.0007149434532038867,-0.0010380810126662254,-0.0009490738157182932,-8.551665814593434e-05,0.0002773585729300976,0.002107576234266162,-0.0001976146304514259,-0.001640255213715136,0.11626151204109192,0.00024970326921902597,-0.001467208145186305,-0.00039700805791653693,0.018962211906909943,-0.00018888844351749867,0.011170093901455402,-0.0013304082676768303,-0.0007361212046816945,-0.00030273167067207396,-0.00014606298645958304,-0.0002225178322987631,-0.001650055404752493,0.000293065735604614,-0.0014352232683449984,0.030841777101159096,-0.007431827485561371,-0.0002821915550157428,0.006016573403030634,-0.011007014662027359,-0.001265263999812305,0.0014896277571097016,-0.0001799608871806413,0.0029447870329022408,-0.004210889805108309,0.002960695419460535,0.0020459559746086597,0.0013409468811005354,-0.0012189815752208233,0.3434993028640747,0.0005626714555546641,-0.0001258249394595623,-0.005152278114110231,0.016241183504462242,0.01708994060754776,-0.004174072295427322,0.039775315672159195,0.015227301977574825,-0.001022340264171362,0.0008079780382104218,-0.004935599863529205,-0.002123551908880472,-0.014273361302912235,0.0013750460930168629,0.0014840563526377082,0.13027094304561615,-0.0003351528139319271,0.0012914089020341635,0.00037247405271045864,0.01951504871249199,0.00022285345767159015,0.12424933165311813,-0.0004041232750751078,-0.007652197033166885,0.0013012090930715203,-0.001124268863350153,-0.007449414115399122,0.19224189221858978,-0.0032753418199718,-0.0005018901429139078,-0.0010075728641822934,3.1246472644852474e-05,-0.0008586570620536804,0.01236051321029663,-0.0004041568317916244,-0.004329264163970947,0.3185548484325409,0.002329624257981777,0.002118148375302553,0.00014143140288069844,0.27793487906455994,0.005738543812185526,0.00588990980759263,-0.000968372100032866,0.009125782176852226,0.02067556604743004,-0.03700448200106621,0.014263426885008812,-0.04828371852636337,0.05834142491221428,0.0006517121219076216,0.2636082172393799,0.0004920228384435177,-0.0026109095197170973,0.08374282717704773,0.020676705986261368,-0.0037438711151480675,0.010851151309907436,-0.0010959423379972577,0.0004738992138300091,0.04817923903465271,-0.47990983724594116,0.00018415616068523377,0.011861879378557205,0.06088557839393616,0.0008460376411676407,0.005328211467713118,-0.01149363350123167,-0.11350765824317932,0.006329910829663277,0.0003162236826028675,-0.001160180545412004,-0.022669298574328423,0.004070834722369909,0.00731630576774478,-0.008344989269971848,-0.278174489736557,0.003635095665231347],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Attention Patch\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Output Patch\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Scatter plot of output patching vs attention patching\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('2a162d08-4115-4419-a0a3-6cf23f9b8d6a');\n",
+       "var gd = document.getElementById('34effdca-7a1e-43d0-80ff-7ff254d0b0c2');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -14717,37 +14717,37 @@
    "execution_count": 33,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:58.010875Z",
-     "iopub.status.busy": "2023-11-23T20:36:58.010579Z",
-     "iopub.status.idle": "2023-11-23T20:36:58.023140Z",
-     "shell.execute_reply": "2023-11-23T20:36:58.022659Z"
+     "iopub.execute_input": "2023-11-29T23:47:41.638568Z",
+     "iopub.status.busy": "2023-11-29T23:47:41.638205Z",
+     "iopub.status.idle": "2023-11-29T23:47:41.652763Z",
+     "shell.execute_reply": "2023-11-29T23:47:41.652180Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div style='max-width: 700px;'><h2>Top Early Heads</h2><br/><div id=\"circuits-vis-db591470-72bd\" style=\"margin: 15px 0;\"/>\n",
+       "<div style='max-width: 700px;'><h2>Top Early Heads</h2><br/><div id=\"circuits-vis-2fbf3e6b-4946\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-db591470-72bd\",\n",
+       "      \"circuits-vis-2fbf3e6b-4946\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9964697360992432, 0.003530223621055484, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9966080188751221, 0.0017803373048081994, 0.0016116504557430744, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9577599763870239, 0.002041342668235302, 0.005767092574387789, 0.03443162143230438, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9969283938407898, 0.0006081261090002954, 0.0016115037724375725, 0.0005201444728299975, 0.0003317891387268901, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9679324626922607, 0.0013422572519630194, 0.011834579519927502, 0.004275889601558447, 0.0052496944554150105, 0.009365051984786987, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9869164228439331, 0.001347848097793758, 0.008249755017459393, 0.00044454942690208554, 0.0012886007316410542, 0.0008496167720295489, 0.0009031298686750233, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9841058850288391, 0.005145575385540724, 0.0032505642157047987, 0.00023865960247348994, 0.0014756245072931051, 0.0009722125832922757, 0.0013405266217887402, 0.0034710431937128305, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9905136823654175, 0.002642459236085415, 0.0020855546463280916, 4.153343411417154e-07, 1.7418165953131393e-05, 0.00030960413278080523, 0.00018154091958422214, 0.0010755137773230672, 0.0031737706158310175, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9528715014457703, 0.007327647879719734, 0.008451228030025959, 0.000280464329989627, 0.002839951775968075, 0.0027732201851904392, 0.0011097610695287585, 0.0011477009393274784, 0.005757139530032873, 0.017441319301724434, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04626862332224846, 0.00023600664280820638, 0.0001257883559446782, 0.5745658874511719, 0.3546750247478485, 0.01928790658712387, 9.036163828568533e-05, 0.0004469125997275114, 0.004133328795433044, 3.633206915765186e-06, 0.00016657053492963314, 0.0, 0.0, 0.0, 0.0], [0.887678861618042, 0.005508155096322298, 0.008590019308030605, 0.02278931438922882, 0.034917283803224564, 0.0014860400697216392, 7.143733819248155e-05, 0.0006066872156225145, 0.01060196291655302, 0.00014759421173948795, 0.004989842418581247, 0.022612785920500755, 0.0, 0.0, 0.0], [0.9325922727584839, 0.009143135510385036, 0.002339170780032873, 0.0008593846578150988, 0.0012484455946832895, 0.00037233135662972927, 0.00013962917728349566, 5.667164805345237e-05, 0.029758287593722343, 0.0026664447505027056, 0.0034013024996966124, 0.0010437103919684887, 0.01637924462556839, 0.0, 0.0], [0.9817628860473633, 0.0019175870111212134, 0.0004077536868862808, 1.3564348932959547e-07, 1.2640929526241962e-05, 2.9349055694183335e-05, 3.7203823012532666e-05, 1.9605709894676693e-05, 0.00034280060208402574, 0.00201462977565825, 0.0073770079761743546, 4.7510748117929325e-06, 0.0004324719193391502, 0.005641298834234476, 0.0], [0.9087751507759094, 0.0041009001433849335, 0.006778032518923283, 1.5800427718204446e-05, 0.00011193954560440034, 8.643371984362602e-05, 3.187264610460261e-06, 0.0015851646894589067, 0.0037993916776031256, 0.006704840809106827, 0.013977107591927052, 0.00011608953354880214, 0.004422862082719803, 0.021179813891649246, 0.028343288227915764]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9990116357803345, 0.0009883939055725932, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9985806941986084, 0.0004404809733387083, 0.0009789259638637304, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9970335960388184, 0.0004637624660972506, 0.0009368500905111432, 0.0015657859621569514, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9892035126686096, 8.868413715390489e-05, 0.0005742259090766311, 0.009837915189564228, 0.00029560952680185437, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9954046010971069, 0.00010050194396171719, 0.001341593568213284, 3.886767808580771e-05, 0.00012061682355124503, 0.0029939343221485615, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989855885505676, 0.00010351985838497058, 0.0004172757326159626, 7.2275151978828944e-06, 6.0468806623248383e-05, 0.00025496730813756585, 0.0001708982017589733, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9980852603912354, 0.0001682286965660751, 0.0001091038211598061, 4.1012394831341226e-06, 5.103561852592975e-05, 0.0001056204637279734, 4.150088716414757e-05, 0.0014351900899782777, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9972643852233887, 7.076081237755716e-05, 6.327232404146343e-05, 2.615450966914068e-08, 5.106949174660258e-06, 3.738357554539107e-05, 3.4554443118395284e-05, 0.00046177589683793485, 0.0020626948680728674, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9859043955802917, 0.001569257234223187, 0.001985962735489011, 5.883407084184e-06, 0.00031620473600924015, 0.00014976735110394657, 2.411000787105877e-05, 0.0001266731705982238, 0.001265558646991849, 0.008652214892208576, 0.0, 0.0, 0.0, 0.0, 0.0], [0.32128873467445374, 0.0026113842613995075, 0.001752589363604784, 0.4828413128852844, 0.17529551684856415, 0.012053524143993855, 5.731497731176205e-05, 0.00047417357563972473, 0.0011855927295982838, 4.623091081157327e-05, 0.002393604489043355, 0.0, 0.0, 0.0, 0.0], [0.9928818941116333, 0.001145274960435927, 0.0015605563530698419, 5.5704862461425364e-05, 0.0020913362968713045, 0.00025023656780831516, 9.751709058036795e-07, 1.4541532436851412e-05, 0.0006855723913758993, 3.3004100259859115e-05, 0.0003418459964450449, 0.0009391419589519501, 0.0, 0.0, 0.0], [0.9924144148826599, 0.0006524068885482848, 0.00016266584862023592, 7.948347956698854e-06, 0.00015110620006453246, 6.227296398719773e-05, 7.466151714652369e-07, 4.0005147639021743e-07, 0.0024406753946095705, 3.0304761821753345e-05, 4.814799103769474e-05, 9.094875713344663e-05, 0.003938094712793827, 0.0, 0.0], [0.9971888661384583, 0.0006214630557224154, 3.946273500332609e-05, 1.9362426328939364e-08, 1.8006352320298902e-06, 1.908060221467167e-05, 9.158929060504306e-06, 7.050003887343337e-07, 6.766093429178e-05, 0.0008072685450315475, 0.0001361245522275567, 2.2040035219106358e-06, 2.116415635100566e-05, 0.0010850990656763315, 0.0], [0.9784426689147949, 0.0038412881549447775, 0.001794080133549869, 9.54472034209175e-06, 0.0001613274507690221, 0.00021571657271124423, 3.438454712068051e-07, 0.00019119922944810241, 0.0018584016943350434, 0.002262122230604291, 0.0028807942289859056, 0.0001513768802396953, 3.800480408244766e-05, 0.004419002216309309, 0.0037340952549129725]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9793283343315125, 0.020671723410487175, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9060323238372803, 0.0005559843848459423, 0.09341169148683548, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9916713237762451, 0.0009248537244275212, 0.0019154123729094863, 0.005488428752869368, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9500629901885986, 0.001509388443082571, 0.00022879369498696178, 0.0011742714559659362, 0.04702464118599892, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9742831587791443, 0.0013348556822165847, 0.00016252745990641415, 0.0011392695596441627, 1.2687513617493096e-06, 0.023079002276062965, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9734269380569458, 0.0036637973971664906, 0.0007961386581882834, 0.002033655997365713, 1.7259782907785848e-05, 0.013762583956122398, 0.006299522239714861, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9740443229675293, 0.0018358632223680615, 0.00031735471566207707, 0.0013147114077582955, 4.377634832053445e-05, 0.00045178644359111786, 0.00035931586171500385, 0.02163281850516796, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8537229299545288, 0.0009385432349517941, 1.8928742065327242e-05, 0.0007116467459127307, 4.057451951666735e-05, 2.70685923169367e-05, 0.0005688042147085071, 0.01303890347480774, 0.13093258440494537, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9718613028526306, 0.003021235577762127, 0.0018890928477048874, 0.0058778380043804646, 0.0006584360380657017, 0.002494583837687969, 0.0011563486186787486, 0.008928265422582626, 0.0013289464404806495, 0.002783940639346838, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21994587779045105, 0.0028093501459807158, 0.6635687351226807, 0.007326224353164434, 0.00115356151945889, 0.0018521182937547565, 0.0013647330924868584, 0.0083701703697443, 0.00012475394760258496, 0.0026706838980317116, 0.09081386029720306, 0.0, 0.0, 0.0, 0.0], [0.9398403763771057, 0.003739872481673956, 0.0006579137989319861, 0.002755152527242899, 1.3964790014142636e-05, 0.0020812121219933033, 0.007874595001339912, 0.008091972209513187, 0.002785066608339548, 0.0036972975358366966, 0.0001285759062739089, 0.028334062546491623, 0.0, 0.0, 0.0], [0.9256279468536377, 0.0036807910073548555, 0.0006159096374176443, 0.004310125019401312, 7.914528396213427e-05, 0.0015225792303681374, 0.001409343909472227, 0.0410664901137352, 0.001192767871543765, 0.0027047377079725266, 8.953321230364963e-05, 0.0003125194925814867, 0.01738814450800419, 0.0, 0.0], [0.7785976529121399, 0.005006677471101284, 8.588899072492495e-05, 0.001643915893509984, 3.517180812195875e-05, 0.0007985713891685009, 0.004088229034096003, 0.03206511214375496, 0.027686182409524918, 0.003920216578990221, 2.5869345336104743e-05, 0.0010157267097383738, 0.009296730160713196, 0.1357339769601822, 0.0], [0.954503059387207, 0.006336916238069534, 0.0003258536453358829, 0.0035448346752673388, 2.090790258080233e-05, 0.007449537981301546, 0.009913000278174877, 0.005456205457448959, 0.0005529900663532317, 0.0011178074637427926, 6.704586849082261e-05, 0.0039782775565981865, 0.0024476239923387766, 6.58445933368057e-05, 0.004220110829919577]]], \"attentionHeadNames\": [\"L5H5\", \"L6H9\", \"L3H0\"], \"tokens\": [\"<|endoftext|>\", \"When\", \" John\", \" and\", \" Mary\", \" went\", \" to\", \" the\", \" shops\", \",\", \" John\", \" gave\", \" the\", \" bag\", \" to\"]}\n",
        "    )\n",
-       "    </script></div><div style='max-width: 700px;'><h2>Top Middle Heads</h2><br/><div id=\"circuits-vis-13b733ae-88fd\" style=\"margin: 15px 0;\"/>\n",
+       "    </script></div><div style='max-width: 700px;'><h2>Top Middle Heads</h2><br/><div id=\"circuits-vis-4d831517-616c\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-13b733ae-88fd\",\n",
+       "      \"circuits-vis-4d831517-616c\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9883803129196167, 0.011619750410318375, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9756757020950317, 0.006998087745159864, 0.017326174303889275, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.06910055130720139, 0.005814334377646446, 0.9046230912208557, 0.0204620361328125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8063381910324097, 0.0033198418095707893, 0.05377721041440964, 0.110008604824543, 0.026556232944130898, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9564916491508484, 0.0042512924410402775, 0.01147796493023634, 0.011219630017876625, 0.005006634164601564, 0.011552789248526096, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9077334403991699, 0.0036374421324580908, 0.04021419957280159, 0.012946881353855133, 0.019611842930316925, 0.011057586409151554, 0.004798640497028828, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9552405476570129, 0.009812518022954464, 0.01168749388307333, 0.0090243611484766, 0.0034366215113550425, 0.004399928264319897, 0.0033402384724467993, 0.0030582621693611145, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9294586777687073, 0.009998402558267117, 0.004449563100934029, 0.006221574265509844, 0.001487632980570197, 0.018290335312485695, 0.007122071925550699, 0.003623207798227668, 0.019348634406924248, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6007112264633179, 0.014475366100668907, 0.09337012469768524, 0.016602087765932083, 0.05098911374807358, 0.10098638385534286, 0.051671918481588364, 0.02743111364543438, 0.026036005467176437, 0.017726672813296318, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6264238953590393, 0.012645110487937927, 0.01607012376189232, 0.024194443598389626, 0.029195599257946014, 0.1185709536075592, 0.06370387971401215, 0.023378631100058556, 0.0016588775906711817, 0.06528986990451813, 0.018868593499064445, 0.0, 0.0, 0.0, 0.0], [0.29910513758659363, 0.0021427394822239876, 0.024437598884105682, 0.005155457649379969, 0.01052689179778099, 0.0033212807029485703, 0.0092545161023736, 0.005843542516231537, 0.0021181900519877672, 0.017681734636425972, 0.6048202514648438, 0.01559268869459629, 0.0, 0.0, 0.0], [0.8641636967658997, 0.004937551449984312, 0.019023891538381577, 0.0016702580032870173, 0.006097312085330486, 0.0005472631310112774, 0.0035640087444335222, 0.000300026178592816, 0.007774005644023418, 0.007786968722939491, 0.0642131119966507, 0.0057893176563084126, 0.014132500626146793, 0.0, 0.0], [0.9178580045700073, 0.005138523411005735, 0.0034031877294182777, 0.002188813639804721, 0.0026149670593440533, 0.002886858768761158, 0.0028416861314326525, 0.0013745100004598498, 0.0064310976304113865, 0.01230684295296669, 0.0090817641466856, 0.013100571930408478, 0.008110271766781807, 0.012662876397371292, 0.0], [0.01948780007660389, 5.700236215488985e-05, 0.026276428252458572, 0.0009103953489102423, 0.005632849410176277, 7.981778617249802e-05, 5.7736862800084054e-05, 0.000307683803839609, 0.00014904788986314088, 0.0002852979232557118, 0.9430450201034546, 0.0007767673232592642, 0.0018659713678061962, 0.0006072790711186826, 0.00046092504635453224]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9562383890151978, 0.04376164451241493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9643059372901917, 0.007428085897117853, 0.028265973553061485, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6456212401390076, 0.029121819883584976, 0.20926053822040558, 0.11599638313055038, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7634044289588928, 0.0171402245759964, 0.026512369513511658, 0.08158662915229797, 0.11135637015104294, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.826745331287384, 0.029910143464803696, 0.015236054547131062, 0.0345725379884243, 0.02703087590634823, 0.06650504469871521, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7882241606712341, 0.028333423659205437, 0.041241876780986786, 0.024983379989862442, 0.05788372457027435, 0.020290188491344452, 0.03904324397444725, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7217293381690979, 0.027771778404712677, 0.0208197683095932, 0.02450416050851345, 0.018139688298106194, 0.01407912652939558, 0.044423941522836685, 0.12853220105171204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7728042602539062, 0.04133643954992294, 0.006504536606371403, 0.007949027232825756, 0.006013220641762018, 0.015620367601513863, 0.039801597595214844, 0.0554547980427742, 0.05451575666666031, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4707341492176056, 0.03082239255309105, 0.07406111061573029, 0.05525263771414757, 0.14865727722644806, 0.062336456030607224, 0.03405316546559334, 0.026126904413104057, 0.042439054697752, 0.05551687628030777, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6962029933929443, 0.005297218449413776, 0.004229616839438677, 0.05190788954496384, 0.007751140743494034, 0.035178836435079575, 0.030573494732379913, 0.021498773247003555, 0.015660129487514496, 0.05138472095131874, 0.08031520247459412, 0.0, 0.0, 0.0, 0.0], [0.37817683815956116, 0.006224601063877344, 0.02358856052160263, 0.044115424156188965, 0.05945148319005966, 0.009539028629660606, 0.012997728772461414, 0.014349046163260937, 0.02039376087486744, 0.01785477250814438, 0.3345959186553955, 0.07871288806200027, 0.0, 0.0, 0.0], [0.47600242495536804, 0.011026066727936268, 0.018324464559555054, 0.04565681889653206, 0.026791490614414215, 0.01126015279442072, 0.01872425712645054, 0.018448932096362114, 0.04068983718752861, 0.023096011951565742, 0.1244765892624855, 0.08994481712579727, 0.09555816650390625, 0.0, 0.0], [0.7641531825065613, 0.008243851363658905, 0.0032178768888115883, 0.004948929417878389, 0.004036620259284973, 0.007506777998059988, 0.011691202409565449, 0.013844002038240433, 0.01143656112253666, 0.022236142307519913, 0.013085337355732918, 0.033309295773506165, 0.03673030808568001, 0.06555984914302826, 0.0], [0.13033676147460938, 0.002237491775304079, 0.037363260984420776, 0.06385019421577454, 0.11956291645765305, 0.011286776512861252, 0.006565215531736612, 0.00851505808532238, 0.005633385851979256, 0.007633776869624853, 0.5373661518096924, 0.030115578323602676, 0.020915990695357323, 0.0051296791061758995, 0.013487736694514751]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9725964069366455, 0.02740364894270897, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9560405015945435, 0.037302691489458084, 0.006656826939433813, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5009390115737915, 0.08983118087053299, 0.3484293520450592, 0.06080047786235809, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7674185633659363, 0.17525693774223328, 0.021164545789361, 0.023900263011455536, 0.012259723618626595, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7222557663917542, 0.18388351798057556, 0.0237360130995512, 0.007100600283592939, 0.007225412875413895, 0.055798716843128204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6940796971321106, 0.13069437444210052, 0.02872670628130436, 0.00921639520674944, 0.01152737345546484, 0.08933130651712418, 0.03642413020133972, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6924417614936829, 0.12459337711334229, 0.01531893014907837, 0.007925067096948624, 0.006713538896292448, 0.07965286076068878, 0.04910368472337723, 0.024250807240605354, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6969704627990723, 0.10134126245975494, 0.011634239926934242, 0.00782674178481102, 0.0032780300825834274, 0.04264756292104721, 0.0584198459982872, 0.042913518846035004, 0.034968335181474686, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6869091987609863, 0.023936834186315536, 0.10650145262479782, 0.02047024294734001, 0.02552187442779541, 0.04722556099295616, 0.022190812975168228, 0.007245976012200117, 0.019754208624362946, 0.04024386778473854, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5810378789901733, 0.011352398432791233, 0.0033976135309785604, 0.036564383655786514, 0.020549336448311806, 0.05169203504920006, 0.02465183101594448, 0.015468449331820011, 0.049509212374687195, 0.15767401456832886, 0.04810291528701782, 0.0, 0.0, 0.0, 0.0], [0.43488550186157227, 0.006897200830280781, 0.012041936628520489, 0.0038147415034472942, 0.010545254684984684, 0.007663479074835777, 0.007842861115932465, 0.006417501252144575, 0.04421437904238701, 0.10391014814376831, 0.3332052230834961, 0.028561778366565704, 0.0, 0.0, 0.0], [0.47478291392326355, 0.024993134662508965, 0.009554899297654629, 0.0037503528874367476, 0.00816067773848772, 0.023397669196128845, 0.010678973980247974, 0.0014935133513063192, 0.03086368925869465, 0.19498883187770844, 0.15084587037563324, 0.05415060743689537, 0.012338892556726933, 0.0, 0.0], [0.7144878506660461, 0.009456240572035313, 0.0035061396192759275, 0.002985855331644416, 0.0012290938757359982, 0.011996102519333363, 0.008696634322404861, 0.007586750201880932, 0.009631268680095673, 0.06210417300462723, 0.014414197765290737, 0.07928310334682465, 0.043838053941726685, 0.030784552916884422, 0.0], [0.10133835673332214, 0.0038837078027427197, 0.01792379468679428, 0.003882789285853505, 0.009177414700388908, 0.013169447891414165, 0.003479758044704795, 0.0019711200147867203, 0.00492974603548646, 0.12966012954711914, 0.6630271077156067, 0.033024393022060394, 0.008983906358480453, 0.0017172317020595074, 0.0038310063537210226]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.97651207447052, 0.02348795160651207, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9743125438690186, 0.009410617873072624, 0.016276907175779343, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5441417694091797, 0.019679153338074684, 0.33595114946365356, 0.10022790729999542, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8594157695770264, 0.021821990609169006, 0.02571074850857258, 0.038425225764513016, 0.05462625250220299, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7619738578796387, 0.07210072129964828, 0.03744162991642952, 0.045061543583869934, 0.03174453601241112, 0.05167775973677635, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8025402426719666, 0.02616044506430626, 0.03313194587826729, 0.026437729597091675, 0.03139318525791168, 0.04932844266295433, 0.031008068472146988, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7639791965484619, 0.021559936925768852, 0.016495443880558014, 0.025408266112208366, 0.027263440191745758, 0.0681004673242569, 0.04742279276251793, 0.029770351946353912, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7543366551399231, 0.01597307249903679, 0.00824738945811987, 0.009672927670180798, 0.013097820803523064, 0.0341184101998806, 0.03947019949555397, 0.03229900449514389, 0.09278461337089539, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.585639238357544, 0.0213167667388916, 0.026237543672323227, 0.02069498598575592, 0.028240755200386047, 0.11104540526866913, 0.04717083275318146, 0.022986063733696938, 0.04925468564033508, 0.08741368353366852, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6466758251190186, 0.015195559710264206, 0.005940433591604233, 0.02527446299791336, 0.010863575153052807, 0.08686533570289612, 0.032730963081121445, 0.021324768662452698, 0.04200884327292442, 0.09539081901311874, 0.01772947609424591, 0.0, 0.0, 0.0, 0.0], [0.4277155101299286, 0.014421675354242325, 0.02412934973835945, 0.02609507367014885, 0.014888432808220387, 0.01052783988416195, 0.012212604284286499, 0.015342931263148785, 0.01733400858938694, 0.0443902350962162, 0.289827436208725, 0.10311481356620789, 0.0, 0.0, 0.0], [0.44051674008369446, 0.01890375465154648, 0.010929583571851254, 0.01546608004719019, 0.013489575125277042, 0.020115505903959274, 0.019655650481581688, 0.005925855599343777, 0.0227727722376585, 0.062064241617918015, 0.1612604707479477, 0.1731935292482376, 0.035706210881471634, 0.0, 0.0], [0.7304306626319885, 0.008421934209764004, 0.002235284773632884, 0.004027597606182098, 0.0036414554342627525, 0.009633215144276619, 0.021348927170038223, 0.021966975182294846, 0.026102926582098007, 0.0509340763092041, 0.008362696506083012, 0.023242808878421783, 0.03851579502224922, 0.05113569274544716, 0.0], [0.16577862203121185, 0.004480804782360792, 0.007786393631249666, 0.007284608203917742, 0.013379792682826519, 0.019251469522714615, 0.010158224031329155, 0.011724710464477539, 0.01187061332166195, 0.034697044640779495, 0.1448293924331665, 0.41440001130104065, 0.08938319236040115, 0.01955866441130638, 0.045416418462991714]]], \"attentionHeadNames\": [\"L8H6\", \"L8H10\", \"L7H9\", \"L7H3\"], \"tokens\": [\"<|endoftext|>\", \"When\", \" John\", \" and\", \" Mary\", \" went\", \" to\", \" the\", \" shops\", \",\", \" John\", \" gave\", \" the\", \" bag\", \" to\"]}\n",
        "    )\n",
-       "    </script></div><div style='max-width: 700px;'><h2>Top Late Heads</h2><br/><div id=\"circuits-vis-8ebcc73d-b70f\" style=\"margin: 15px 0;\"/>\n",
+       "    </script></div><div style='max-width: 700px;'><h2>Top Late Heads</h2><br/><div id=\"circuits-vis-dac935f6-15a5\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-8ebcc73d-b70f\",\n",
+       "      \"circuits-vis-dac935f6-15a5\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9628916382789612, 0.03710833564400673, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9778333902359009, 0.0034864158369600773, 0.018680140376091003, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.873769998550415, 0.00596432713791728, 0.08126718550920486, 0.038998477160930634, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8745137453079224, 0.017276132479310036, 0.01887470670044422, 0.05426836758852005, 0.03506700322031975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9704693555831909, 0.003517787903547287, 0.00032398526673205197, 0.004373480100184679, 0.00039530493086203933, 0.02092018723487854, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7694657444953918, 0.006685878150165081, 0.011966496706008911, 0.040966231375932693, 0.03344444930553436, 0.04401005432009697, 0.09346108883619308, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8177720904350281, 0.009112615138292313, 0.004233685787767172, 0.03900327533483505, 0.012653338722884655, 0.007337867747992277, 0.07410026341676712, 0.03578697517514229, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8309932947158813, 0.0187966451048851, 0.003303283592686057, 0.019832152873277664, 0.004009508993476629, 0.01207832433283329, 0.03246011957526207, 0.01032226998358965, 0.06820440292358398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3140331208705902, 0.015227909199893475, 0.19789265096187592, 0.05937967821955681, 0.32360386848449707, 0.00903772097080946, 0.019917726516723633, 0.01247529685497284, 0.013939710333943367, 0.03449235484004021, 0.0, 0.0, 0.0, 0.0, 0.0], [0.731956958770752, 0.030870256945490837, 0.005064086522907019, 0.08703816682100296, 0.004982737358659506, 0.044725529849529266, 0.023506149649620056, 0.006397760007530451, 0.0034696520306169987, 0.04865318164229393, 0.013335521332919598, 0.0, 0.0, 0.0, 0.0], [0.13710620999336243, 0.012017928063869476, 0.1459234207868576, 0.01568349078297615, 0.4412509799003601, 0.004342444706708193, 0.011117917485535145, 0.007466629147529602, 0.0012341709807515144, 0.019460301846265793, 0.16842906177043915, 0.035967450588941574, 0.0, 0.0, 0.0], [0.40524864196777344, 0.00972096435725689, 0.03158120810985565, 0.09247028082609177, 0.04880831763148308, 0.008174206130206585, 0.03170830383896828, 0.02787904441356659, 0.14128021895885468, 0.030234068632125854, 0.033928606659173965, 0.031714264303445816, 0.10725181549787521, 0.0, 0.0], [0.8084691762924194, 0.005670279264450073, 0.006755997892469168, 0.008696597069501877, 0.010473438538610935, 0.003464746056124568, 0.006761002819985151, 0.002588924951851368, 0.015097740106284618, 0.016036033630371094, 0.011288080364465714, 0.01727747544646263, 0.007799200247973204, 0.07962139695882797, 0.0], [0.029391108080744743, 0.0016060562338680029, 0.0600556842982769, 0.008175741881132126, 0.8099162578582764, 0.0003979629836976528, 0.0028282564599066973, 0.003363262861967087, 0.00015691174485255033, 0.0036459509283304214, 0.05494087189435959, 0.0016660342225804925, 0.015368952415883541, 5.0166785513283685e-05, 0.008436804637312889]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9124024510383606, 0.08759751915931702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.97407466173172, 0.014344141818583012, 0.01158120296895504, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8240249752998352, 0.03700510039925575, 0.06643951684236526, 0.07253044843673706, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5370795726776123, 0.15483315289020538, 0.09031295031309128, 0.1213119626045227, 0.09646230936050415, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9388002157211304, 0.028733229264616966, 0.00034310255432501435, 0.010481266304850578, 0.0008399294456467032, 0.020802246406674385, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6318808794021606, 0.059302765876054764, 0.03517916053533554, 0.0317409373819828, 0.11746876686811447, 0.06869620084762573, 0.05573124438524246, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7625215649604797, 0.04435170814394951, 0.010552986524999142, 0.034276317805051804, 0.014203960075974464, 0.01270359568297863, 0.0725969448685646, 0.04879297316074371, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5725989937782288, 0.12681788206100464, 0.03727065399289131, 0.04314148798584938, 0.0412958487868309, 0.04644748941063881, 0.02916436828672886, 0.037511881440877914, 0.06575131416320801, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12316938489675522, 0.026347056031227112, 0.27960503101348877, 0.04198966920375824, 0.4410582184791565, 0.0061389729380607605, 0.007793002296239138, 0.007175277452915907, 0.01128680631518364, 0.05543654039502144, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4485592544078827, 0.14324842393398285, 0.010774237103760242, 0.07855045050382614, 0.014047829434275627, 0.014864688739180565, 0.008633705787360668, 0.0030146564822643995, 0.012792138382792473, 0.1640862077474594, 0.10142832249403, 0.0, 0.0, 0.0, 0.0], [0.10228177160024643, 0.023883234709501266, 0.05525030940771103, 0.05206810310482979, 0.5759843587875366, 0.0011948138708248734, 0.0013662469573318958, 0.002567774150520563, 0.0018699945649132133, 0.04316002503037453, 0.1088719516992569, 0.03150139003992081, 0.0, 0.0, 0.0], [0.3931320011615753, 0.04406267777085304, 0.040099095553159714, 0.07407409697771072, 0.04061635211110115, 0.007346791215240955, 0.00950719602406025, 0.013865180313587189, 0.06405404210090637, 0.04894230514764786, 0.06277522444725037, 0.09996508061885834, 0.10155992954969406, 0.0, 0.0], [0.7573199272155762, 0.01509570237249136, 0.007350178435444832, 0.013156387954950333, 0.0057263909839093685, 0.008556420914828777, 0.00828259252011776, 0.010307085700333118, 0.0029048887081444263, 0.017329048365354538, 0.015188956633210182, 0.07965736091136932, 0.03024447336792946, 0.028880525380373, 0.0], [0.08579517155885696, 0.023773612454533577, 0.028759416192770004, 0.050303779542446136, 0.674645185470581, 0.0010763935279101133, 0.001151484902948141, 0.0027219706680625677, 0.0005617720307782292, 0.03909158334136009, 0.04861968383193016, 0.015520057640969753, 0.004084523767232895, 0.00043291517067700624, 0.023462478071451187]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9979304075241089, 0.0020696199499070644, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9971864819526672, 0.0010516579495742917, 0.0017618322744965553, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9594858288764954, 0.0013107206905260682, 0.03694296255707741, 0.002260446548461914, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9891613125801086, 0.0010526262922212481, 0.004854187369346619, 0.0011043576523661613, 0.0038275623228400946, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9963598847389221, 0.0007981755770742893, 0.0007764199399389327, 0.00019262272689957172, 0.0002416164061287418, 0.0016313284868374467, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.981286346912384, 0.0018637743778526783, 0.006344134453684092, 0.0002960925630759448, 0.004604941233992577, 0.0013966895639896393, 0.004207880236208439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950011372566223, 0.001323046861216426, 0.0007920725620351732, 0.0002464439021423459, 0.00034051432157866657, 0.00016826108912937343, 0.0002837745123542845, 0.0018447553738951683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9920291900634766, 0.0013539865612983704, 0.0007168339216150343, 9.214157034875825e-05, 0.00013419259630609304, 0.00019706363673321903, 0.00035278149880468845, 0.0002426079590804875, 0.004881148226559162, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5483195781707764, 0.00758381187915802, 0.2826598286628723, 0.002968565095216036, 0.14815665781497955, 0.0008172976085916162, 0.0006479920702986419, 0.0017078514210879803, 0.004129360429942608, 0.003009049454703927, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8642559051513672, 0.003649302525445819, 0.004925847053527832, 0.06957447528839111, 0.03868309408426285, 0.00960985105484724, 0.0008548596524633467, 0.0005643010372295976, 0.0037071455735713243, 0.0013952692970633507, 0.00278007285669446, 0.0, 0.0, 0.0, 0.0], [0.30253109335899353, 0.006584455259144306, 0.14017540216445923, 0.030065717175602913, 0.480668306350708, 0.0005923579446971416, 0.0005309728439897299, 0.002413470298051834, 0.008505764417350292, 0.001376626780256629, 0.023764926940202713, 0.002790812635794282, 0.0, 0.0, 0.0], [0.7773903608322144, 0.003722910536453128, 0.022378060966730118, 0.015139482915401459, 0.017408329993486404, 0.0024166577495634556, 0.000709561281837523, 0.0007399592432193458, 0.13850116729736328, 0.0023606487084180117, 0.0057768565602600574, 0.002801432739943266, 0.010654580779373646, 0.0, 0.0], [0.9735962152481079, 0.001281249220483005, 0.0026179130654782057, 9.89185573416762e-05, 0.0005098484689369798, 0.0001200068072648719, 0.00045229317038320005, 0.00010779594595078379, 0.0029545300640165806, 0.001644384115934372, 0.0012141232145950198, 0.00018637318862602115, 0.0008510717889294028, 0.014365249313414097, 0.0], [0.0990300253033638, 0.0009710826561786234, 0.0641324445605278, 0.005246950313448906, 0.8110400438308716, 8.250329847214743e-05, 6.596777529921383e-05, 0.0011991320643574, 0.0008852760074660182, 0.00024891135399229825, 0.01033641118556261, 7.95233208918944e-05, 0.004943298641592264, 0.00028918671887367964, 0.0014492359478026628]]], \"attentionHeadNames\": [\"L10H7\", \"L11H10\", \"L9H9\"], \"tokens\": [\"<|endoftext|>\", \"When\", \" John\", \" and\", \" Mary\", \" went\", \" to\", \" the\", \" shops\", \",\", \" John\", \" gave\", \" the\", \" bag\", \" to\"]}\n",
        "    )\n",
@@ -14862,10 +14862,10 @@
    "execution_count": 34,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:58.025143Z",
-     "iopub.status.busy": "2023-11-23T20:36:58.024849Z",
-     "iopub.status.idle": "2023-11-23T20:36:58.165262Z",
-     "shell.execute_reply": "2023-11-23T20:36:58.164641Z"
+     "iopub.execute_input": "2023-11-29T23:47:41.655119Z",
+     "iopub.status.busy": "2023-11-29T23:47:41.654851Z",
+     "iopub.status.idle": "2023-11-29T23:47:41.803512Z",
+     "shell.execute_reply": "2023-11-29T23:47:41.802978Z"
     }
    },
    "outputs": [],
@@ -14884,21 +14884,21 @@
    "execution_count": 35,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:58.167747Z",
-     "iopub.status.busy": "2023-11-23T20:36:58.167410Z",
-     "iopub.status.idle": "2023-11-23T20:36:58.176955Z",
-     "shell.execute_reply": "2023-11-23T20:36:58.176456Z"
+     "iopub.execute_input": "2023-11-29T23:47:41.805883Z",
+     "iopub.status.busy": "2023-11-29T23:47:41.805716Z",
+     "iopub.status.idle": "2023-11-29T23:47:41.815427Z",
+     "shell.execute_reply": "2023-11-29T23:47:41.814948Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div style='max-width: 800px;'><h2>Induction Heads</h2><br/><div id=\"circuits-vis-bfa19c0b-a79f\" style=\"margin: 15px 0;\"/>\n",
+       "<div style='max-width: 800px;'><h2>Induction Heads</h2><br/><div id=\"circuits-vis-a393c134-3b30\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionHeads } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-bfa19c0b-a79f\",\n",
+       "      \"circuits-vis-a393c134-3b30\",\n",
        "      AttentionHeads,\n",
        "      {\"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9995203018188477, 0.0004796639841515571, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989193677902222, 0.00011719328176695853, 0.0009634941234253347, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.999607503414154, 4.1751700337044895e-05, 9.65815252129687e-06, 0.0003411163343116641, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989573955535889, 3.091418693657033e-05, 1.2123628039262258e-05, 0.00024593769921921194, 0.0007535525364801288, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9994303584098816, 3.227155684726313e-05, 2.1622317945002578e-05, 0.0004382245824672282, 4.19576681451872e-05, 3.562714846339077e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.998076319694519, 1.686005271039903e-05, 2.043977929133689e-06, 6.719817611156031e-05, 1.810902858778718e-07, 0.0001643049909034744, 0.001673092250712216, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9989305138587952, 0.00013402574404608458, 1.5985064237611368e-05, 0.0004916199250146747, 6.565132792957229e-08, 6.484125151473563e-06, 1.135470301960595e-05, 0.0004098915960639715, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9949487447738647, 0.0005971405771560967, 1.4574068700312637e-05, 0.0018354473868384957, 9.743348527990747e-07, 7.46353471186012e-05, 5.5863079069240484e-06, 0.0002028967282967642, 0.0023199892602860928, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9855784177780151, 6.499096343759447e-05, 8.181428711395711e-05, 0.002469947561621666, 4.049670110362058e-08, 3.49806432495825e-05, 0.0015608681133016944, 0.0018861278658732772, 0.00011740196350729093, 0.008205550722777843, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9950633645057678, 0.00021360788377933204, 0.0001461313950130716, 0.0003072646213695407, 2.2922517018741928e-05, 0.00023850984871387482, 1.9861789041897282e-05, 0.000960797886364162, 0.00013654121721629053, 0.001675124280154705, 0.0012159687466919422, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9907191395759583, 0.00013381335884332657, 3.0146418339427328e-06, 0.0023974271025508642, 2.1563655536738224e-05, 0.00042417083750478923, 1.3834565834258683e-05, 5.4525025916518643e-05, 2.2465077563538216e-05, 0.0017353452276438475, 0.002256539650261402, 0.0022182369139045477, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.99763023853302, 7.048948464216664e-05, 1.24204791518423e-06, 6.923205364728346e-05, 0.000747640267945826, 0.0007635921938344836, 7.526698027504608e-06, 7.549836300313473e-05, 2.769195930341084e-07, 9.996396693168208e-05, 3.4335786040173844e-05, 0.00019309819617774338, 0.00030683312797918916, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9413579106330872, 0.0009730341844260693, 0.00045187759678810835, 0.0012102695181965828, 2.0860329641436692e-06, 0.0018085346091538668, 1.9656070435303263e-05, 0.03966164588928223, 0.0004176550719421357, 0.0030352198518812656, 0.002604100853204727, 0.00038386505912058055, 0.0073355091735720634, 0.0007384889177046716, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.98450767993927, 0.00010836216097231954, 2.4642493372084573e-05, 0.0004206283774692565, 1.2694277984337532e-06, 0.00011915792129002512, 9.773781494004652e-05, 0.00236618728376925, 0.00036190610262565315, 0.003964339382946491, 0.000955347903072834, 0.0006011867080815136, 0.00269663380458951, 0.0001073125604307279, 0.0036676281597465277, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9236841797828674, 0.0004220438713673502, 1.190686543850461e-05, 0.03695963695645332, 0.00012378284009173512, 0.0005373579915612936, 0.0029662230517715216, 0.0006545133655890822, 5.2795927331317216e-05, 0.007721578702330589, 0.01318485476076603, 7.147369615267962e-05, 0.009510479867458344, 0.0007938834605738521, 0.0006112216506153345, 0.002694102469831705, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9707465171813965, 7.250571070471779e-05, 4.715072066119319e-07, 0.000766706361901015, 1.6138214959937613e-06, 4.375734715722501e-05, 0.0001307350175920874, 0.0010341639863327146, 0.0005418009241111577, 0.006641013082116842, 0.014592684805393219, 0.0001845868828240782, 0.003935801796615124, 3.7164666082389886e-06, 2.8841055609518662e-05, 0.000847549585159868, 0.0004274786915630102, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9573932886123657, 0.00019599894585553557, 2.3228625423143967e-07, 0.0033897331450134516, 9.590132776793325e-07, 5.782788139185868e-05, 1.3954512724012602e-05, 9.882909944280982e-05, 0.00014849765284452587, 0.006945983972400427, 0.015626555308699608, 8.081005944404751e-06, 0.011182097718119621, 6.3496572693111375e-06, 2.593484168755822e-05, 0.00012999465980101377, 0.0007364010671153665, 0.004039335995912552, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.990619421005249, 6.466382183134556e-05, 9.901290241032257e-07, 0.00021274133177939802, 1.4796130017202813e-05, 0.0001791905815480277, 6.778161605325295e-06, 7.372420805040747e-05, 0.00029962966800667346, 0.001308729755692184, 0.000567412527743727, 0.0011630650842562318, 0.002864962676540017, 9.635552851250395e-05, 8.433953917119652e-05, 0.00028768807533197105, 4.3501309846760705e-05, 0.0003870464861392975, 0.0017249600496143103, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9956457018852234, 2.669214882189408e-05, 3.945982030018058e-08, 0.0011813660385087132, 1.4715550605615135e-05, 0.00014451674360316247, 0.0004370120877865702, 3.21375482599251e-05, 8.180155930403998e-08, 9.59495737333782e-05, 0.0007029065163806081, 1.2536430403997656e-05, 0.00018710239965002984, 0.00011147724580951035, 7.006944997556275e-07, 4.411050213093404e-06, 0.0007388168596662581, 4.9732498155208305e-06, 9.90527551039122e-05, 0.0005597110721282661, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9956768155097961, 3.4643180697457865e-05, 5.037047401401651e-08, 0.00012908603821415454, 3.5287921491544694e-06, 8.075621735770255e-06, 3.1190120353130624e-05, 6.715179915772751e-05, 1.5349949933352036e-07, 0.00010576315253274515, 0.0004207944730296731, 4.7395940782735124e-05, 0.00017380036297254264, 3.910302893928019e-06, 3.712984607773251e-06, 6.05016975896433e-05, 4.9200101784663275e-05, 4.588679439621046e-05, 0.00029899843502789736, 0.00027882904396392405, 0.002560429275035858, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9873839616775513, 0.0027357644867151976, 1.0963829481624998e-05, 0.0005862267571501434, 6.1015275605313946e-06, 6.327747541945428e-05, 2.1911864678259008e-05, 0.00033786968560889363, 6.588430551346391e-05, 0.0013113204622641206, 0.00197152653709054, 0.00013529015996027738, 0.0018900192808359861, 0.0001807599765015766, 0.00026106301811523736, 0.00037814932875335217, 9.485983173362911e-05, 4.8752881411928684e-05, 0.0003568312095012516, 0.0007243764121085405, 0.00010285150347044691, 0.0013322171289473772, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3808106482028961, 0.005228962283581495, 0.6019219160079956, 0.006041457876563072, 3.194503005943261e-05, 4.2699994082795456e-05, 8.645829802844673e-05, 0.0006069983937777579, 0.0006299595115706325, 0.0009580014739185572, 0.0006117299781180918, 0.0002489397011231631, 0.00024646674864925444, 6.495702109532431e-05, 0.0006897143321111798, 0.0002199088194174692, 7.002801430644467e-05, 0.00014192573144100606, 2.700350887607783e-05, 5.169479118194431e-05, 4.572343641484622e-06, 0.00029897046624682844, 0.0009650305146351457, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5637972354888916, 0.008576351217925549, 0.00492711691185832, 0.3419375717639923, 2.1189485778450035e-05, 0.0002075338561553508, 0.0003593180445022881, 0.0014688590308651328, 0.000307029316900298, 0.029342031106352806, 0.004261568188667297, 8.383054591831751e-06, 0.002430412219837308, 9.930208761943504e-05, 0.0005423005786724389, 9.130200487561524e-05, 0.032180555164813995, 7.9902725701686e-05, 0.00038109481101855636, 0.00010837625450221822, 3.338015085319057e-05, 0.0008215190609917045, 0.001780992140993476, 0.0062367781065404415, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.37409624457359314, 0.00012492339010350406, 8.86914313014131e-06, 0.0009476651321165264, 0.6135815382003784, 0.0025169847067445517, 0.0002441515389364213, 5.642473479383625e-05, 1.7959690694624442e-06, 0.00044394400902092457, 5.296196832205169e-05, 0.000160959069035016, 0.0007701260037720203, 0.005056846421211958, 1.382048776576994e-05, 5.882314871996641e-05, 0.00018946199270430952, 0.00012655227328650653, 3.17853809974622e-05, 6.542156916111708e-05, 1.7726406440488063e-05, 0.0008768239640630782, 0.00038724494515918195, 9.01556290955341e-07, 0.0001680411078268662, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.18932676315307617, 0.00035222916631028056, 1.1454360901552718e-05, 0.0007539970683865249, 0.003070833859965205, 0.7761434316635132, 5.784459790447727e-05, 0.004086358472704887, 1.6754762327764183e-05, 0.0018927151104435325, 0.000316366262268275, 0.0005395736661739647, 0.0052181873470544815, 0.0079624829813838, 0.004062097519636154, 0.0024895835667848587, 1.408230764354812e-05, 1.4990852832852397e-05, 0.00015581191109959036, 0.00039969757199287415, 5.508653339347802e-05, 0.0019400411983951926, 0.00032818361069075763, 1.4123341429694847e-07, 8.962269930634648e-06, 0.0007822676561772823, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.020108090713620186, 2.6354913643444888e-05, 2.73332693723205e-06, 0.0002452941844239831, 1.4769815606996417e-05, 2.004582347581163e-05, 0.976558268070221, 0.000737421796657145, 2.233196937595494e-06, 0.00016837099974509329, 0.0013784588081762195, 1.0426940662000561e-06, 9.273781324736774e-05, 6.001177098369226e-06, 1.8525270206737332e-05, 7.490373536711559e-05, 2.8922087949467823e-05, 4.028360126540065e-05, 1.9591680029407144e-05, 2.944969128293451e-05, 8.476230505038984e-06, 0.0002561422879807651, 5.941159906797111e-05, 2.0145670021065598e-07, 7.743865717202425e-05, 7.494628334825393e-06, 1.7427661077817902e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2227795422077179, 0.0025939804036170244, 2.901079369621584e-06, 0.0005522932042367756, 1.904400505736703e-06, 0.0006727834115736187, 0.002130669541656971, 0.6761497259140015, 6.977446901146322e-05, 0.0037763055879622698, 0.06293375045061111, 0.0015865986933931708, 0.0017082279082387686, 3.8815047446405515e-05, 0.009210006333887577, 0.0013165996642783284, 0.00018038912094198167, 0.0012675231555476785, 0.0018657423788681626, 0.0009925088379532099, 3.758920502150431e-05, 0.0064268559217453, 0.0020985309965908527, 3.3772630558814853e-07, 2.868731644412037e-05, 2.698135972423188e-07, 0.0002518024411983788, 0.0013259671395644546, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08230320364236832, 0.0005252856644801795, 4.260607965989038e-06, 0.0006264011026360095, 8.583540278550572e-08, 4.224364147376036e-06, 4.716530838777544e-06, 0.0003961416659876704, 0.8586452603340149, 0.05151982977986336, 0.0026339683681726456, 1.645066549826879e-05, 0.0006709659937769175, 1.5013273468866828e-06, 9.04027619981207e-05, 7.098128844518214e-05, 7.727305273874663e-06, 0.00020618914277292788, 0.0005295964074321091, 0.001301282667554915, 5.2623374102722664e-08, 9.972529369406402e-05, 0.00018814762006513774, 2.380607611485175e-06, 6.255462358240038e-05, 3.8026072957109136e-08, 9.55788095780008e-07, 3.836743871943327e-06, 8.390747098019347e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4652341306209564, 0.004093280527740717, 6.743370704498375e-06, 0.004121766425669193, 5.443541795102647e-07, 5.4195435950532556e-05, 9.295007430409896e-07, 0.00026017255731858313, 0.009076226502656937, 0.5008082985877991, 0.0023183643352240324, 2.423850673949346e-05, 0.0030431344639509916, 4.6822064177831635e-05, 0.00012087315553799272, 0.000129030566313304, 0.00011785218521254137, 4.0143942896975204e-05, 0.0024619130417704582, 0.003423018380999565, 1.7263710105908103e-06, 0.0002791084407363087, 0.002281591296195984, 4.8899592002271675e-06, 0.00025089463451877236, 2.8179059086141933e-07, 1.0506965736567508e-05, 1.0709962907640147e-06, 4.7869467380223796e-05, 0.001740307081490755, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.35851436853408813, 0.0011027691652998328, 0.00016593105101492256, 0.013357696123421192, 2.5467883801866265e-07, 6.185247912071645e-05, 0.005729288794100285, 0.010611987672746181, 0.000755178218241781, 0.06400914490222931, 0.49491003155708313, 8.391544542973861e-05, 0.005665617063641548, 2.1221610495558707e-06, 0.00028140487847849727, 0.0004684610175900161, 0.0004158182709943503, 0.0012447215849533677, 0.012713280506432056, 0.001043319352902472, 1.1126149729534518e-05, 0.0011420780792832375, 0.0006368794129230082, 7.042573270155117e-05, 0.002744987141340971, 1.2285059369787632e-07, 1.4838168681308161e-05, 0.005110249854624271, 0.004603639245033264, 0.00015696858463343233, 0.014371604658663273, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3870248794555664, 0.0012950728414580226, 4.059528509969823e-05, 0.0016053802100941539, 5.915547444601543e-05, 0.00023957420489750803, 2.7291473088553175e-05, 0.004568419884890318, 0.0004761813033837825, 0.015625465661287308, 0.011085794307291508, 0.49522650241851807, 0.038701917976140976, 0.00026717031141743064, 0.0020083498675376177, 0.0040428671054542065, 0.00032641473808325827, 0.003637128509581089, 0.005066386424005032, 0.003996911458671093, 5.871384928468615e-06, 0.012405183166265488, 0.004702453035861254, 1.1575084499781951e-05, 0.00014426714915316552, 1.3832228432875127e-05, 7.560373342130333e-05, 1.5470101061509922e-05, 0.002026792149990797, 3.810120324487798e-05, 0.0035703126341104507, 0.0016691696364432573, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.47254887223243713, 0.0012542750919237733, 1.6021328974602511e-06, 0.007470454555004835, 2.09813479159493e-05, 0.0002249595709145069, 3.144755737594096e-06, 0.00015600232291035354, 5.697896267520264e-05, 0.008746425621211529, 0.0065010301768779755, 0.005835689138621092, 0.4674167037010193, 0.001390039105899632, 0.0022286369930952787, 0.0015983284683898091, 0.0009148824610747397, 4.253075530868955e-05, 0.0070897541008889675, 0.002937770914286375, 9.027141459228005e-06, 0.0025265775620937347, 0.004196964204311371, 9.68639483289735e-07, 0.0005582919111475348, 1.858495124906767e-05, 8.944851288106292e-05, 6.846822543593589e-06, 7.680764974793419e-05, 1.4904802810633555e-05, 0.003094408428296447, 0.0010494302259758115, 0.0019187434809282422, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1430491805076599, 0.00016882184718269855, 5.145520844962448e-07, 0.00013525532267522067, 0.0016709857154637575, 0.0005643695476464927, 4.049828930874355e-06, 4.103575702174567e-05, 6.743654239471653e-07, 0.00026636593975126743, 3.542486592778005e-05, 0.0003840401768684387, 0.0011047881562262774, 0.8484558463096619, 0.00022315257228910923, 0.0012599551118910313, 2.1823419956490397e-05, 4.0234493781099445e-07, 9.149315701506566e-06, 7.982309762155637e-05, 3.274883783888072e-05, 0.0008183279423974454, 0.0002738106995820999, 6.036201227743732e-08, 5.6580247473903e-06, 0.0007130208541639149, 0.00026146016898564994, 3.5881960229744436e-06, 2.192898500652518e-05, 4.159130284620005e-08, 0.00011863779945997521, 1.6391276176364045e-06, 3.8121423131087795e-05, 0.0002353005693294108, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2432815581560135, 0.0009063914185389876, 0.00027179569588042796, 0.0012521919561550021, 3.1056770239956677e-06, 0.001761566149070859, 7.013583854131866e-06, 0.04055601358413696, 0.00035386253148317337, 0.0030454746447503567, 0.0016025267541408539, 0.0006016569095663726, 0.009119387716054916, 0.0008690530085004866, 0.6830164790153503, 0.0026262758765369654, 0.0001022481665131636, 7.455732884409372e-06, 3.991544508608058e-05, 0.00021531034144572914, 2.0861389202764258e-06, 0.0007260933052748442, 0.00040098719182424247, 1.7029566151904874e-05, 6.652203592238948e-05, 3.073259904340375e-07, 0.00018005659512709826, 5.352553671400528e-06, 0.007104780990630388, 2.117290932801552e-05, 0.00044748923392035067, 5.9419922763481736e-05, 3.5880195355275646e-05, 0.0011780235217884183, 0.00011551944044185802, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.24815897643566132, 0.000448730424977839, 9.697620043880306e-06, 0.001071913749910891, 7.626630576851312e-06, 0.0001886537647806108, 6.339136598398909e-05, 0.004560606088489294, 0.0010741748847067356, 0.015649845823645592, 0.002170340856537223, 0.0007331725209951401, 0.007097168359905481, 0.000445109122665599, 0.01678050309419632, 0.6907855272293091, 0.00019302830332890153, 0.0003835346142295748, 0.0009248862625099719, 0.0018627139506861567, 2.0574215398028173e-07, 0.0025242664851248264, 0.0015590810216963291, 3.3248210229430697e-07, 1.7084641513065435e-05, 4.271304874237103e-07, 1.102623537008185e-05, 4.37856579083018e-06, 0.00015843784785829484, 1.547654755995609e-05, 0.0009950536768883467, 4.288497075322084e-05, 5.0623937568161637e-05, 0.0009952215477824211, 1.3690112609765492e-05, 0.0010022574570029974, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15202493965625763, 0.0005997107946313918, 1.1835449186037295e-05, 0.10644733905792236, 9.087695798370987e-05, 0.0003228023706469685, 0.0005420770030468702, 0.0006674134638160467, 0.00022456972510553896, 0.021209748461842537, 0.01974121667444706, 0.00012132833217037842, 0.015023800544440746, 0.0003238541539758444, 0.00034353253431618214, 0.003281800076365471, 0.6119734048843384, 0.0022423588670790195, 0.008034370839595795, 0.00395608926191926, 0.0014327869284898043, 0.01123872958123684, 0.0009119132882915437, 1.6121097360155545e-05, 0.03457110375165939, 4.050030111102387e-05, 7.184717105701566e-05, 0.000550147145986557, 0.00015637706383131444, 6.36126742392662e-06, 0.0014731294941157103, 0.0009954217821359634, 1.2639506167033687e-05, 0.001014434965327382, 3.70235247828532e-05, 5.788468843093142e-05, 0.0002305843954673037, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.035443082451820374, 2.0004930775030516e-05, 4.188053637221856e-08, 0.000380974990548566, 5.874042017239844e-07, 2.792208988466882e-06, 2.4252620278275572e-05, 8.103256550384685e-05, 0.00011144943709950894, 0.0027193878777325153, 0.004545845091342926, 4.083843668922782e-05, 0.0014098562533035874, 5.680745402969478e-07, 3.1567928999720607e-06, 8.669052476761863e-05, 0.000136510469019413, 0.8487801551818848, 0.10322006791830063, 0.00040226528653874993, 2.24475002141844e-06, 0.0014588430058211088, 0.0001291882072109729, 6.671143637504429e-08, 7.290139910764992e-05, 3.44486267067623e-07, 1.4172253486322006e-06, 1.9379867808311246e-05, 4.5301392674446106e-05, 6.376988039846765e-06, 0.00026465088012628257, 0.00045826868154108524, 2.116969699272886e-05, 9.944825433194637e-05, 4.348959947719777e-08, 3.564723840554507e-07, 2.4508367459930014e-06, 8.022140718821902e-06, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23187318444252014, 0.0003618364571593702, 8.543151608364496e-08, 0.006350400857627392, 1.038647042150842e-06, 1.70677467394853e-05, 9.30642636376433e-06, 0.00014515432121697813, 9.007053449749947e-05, 0.015441934578120708, 0.041940998286008835, 8.234208507928997e-06, 0.022686578333377838, 5.495842287928099e-06, 2.1405730876722373e-05, 5.3239622502587736e-05, 0.0014441023813560605, 0.005718642845749855, 0.6479308605194092, 0.01212808396667242, 4.02831137762405e-05, 0.0025203407276421785, 0.0007621934055350721, 6.570357413693273e-08, 0.0007668285979889333, 4.5478410015675763e-07, 8.124551641230937e-06, 1.3828541341354139e-05, 3.526900036376901e-05, 9.165473784378264e-06, 0.002091882284730673, 0.004286688286811113, 3.2024540814745706e-06, 0.0017294574063271284, 5.357061922950379e-07, 2.5018471205839887e-06, 2.884963123506168e-06, 8.676740253577009e-05, 0.0014117984101176262, 0.0, 0.0, 0.0, 0.0], [0.3010723888874054, 0.00030671944841742516, 7.214495099105989e-07, 0.0010787961073219776, 3.671145168482326e-05, 9.958168811863288e-05, 2.7117866920889355e-06, 8.51582080940716e-05, 0.000643152859993279, 0.006474051624536514, 0.0024339151568710804, 0.0026007185224443674, 0.012783744372427464, 0.00010471692803548649, 7.190489122876897e-05, 0.00023828871781006455, 0.00014132882643025368, 0.001090138335712254, 0.00650161923840642, 0.6443012356758118, 0.0005654519773088396, 0.011171967722475529, 0.001733065815642476, 3.266841304139234e-07, 7.267419277923182e-05, 1.726135451463051e-05, 5.252172195469029e-05, 2.8104716420784825e-06, 2.3941945983096957e-05, 6.633070734096691e-05, 0.0023507140576839447, 0.00014581508003175259, 0.0007032518042251468, 0.0013972847955301404, 3.202347215847112e-05, 2.3009488359093666e-05, 2.6867639462579973e-05, 1.7945203580893576e-05, 0.00012095495185349137, 0.0014081047847867012, 0.0, 0.0, 0.0], [0.012865342199802399, 1.5182674360403325e-05, 2.971996426737178e-09, 0.0002875610953196883, 1.2527964372566203e-06, 1.2526178579719272e-05, 4.250290203344775e-06, 8.040841748879757e-06, 3.2277043260364735e-08, 5.239698657533154e-05, 0.0001359849702566862, 1.0025353276432725e-06, 5.5890570365590975e-05, 7.012671630945988e-06, 9.72475291405317e-08, 3.212394688034692e-07, 4.6703753469046205e-05, 1.5471712231374113e-06, 1.759184851835016e-05, 5.3342599130701274e-05, 0.9805435538291931, 0.005806769710034132, 1.860839438450057e-05, 1.203716570863378e-09, 3.045146331714932e-05, 6.754644346074201e-07, 4.565126346278703e-06, 5.748487637902144e-06, 3.339841214256012e-06, 7.534159962574449e-10, 7.689113772357814e-06, 3.901721811416792e-06, 4.307126744151901e-08, 5.192545700083429e-07, 5.106692242407007e-07, 8.534786211100709e-09, 1.0071792289068071e-08, 2.5931649361154996e-06, 1.4836398065654066e-07, 3.509641146592912e-07, 4.402238118927926e-06, 0.0, 0.0], [0.24088750779628754, 0.0003843734448309988, 3.827233996389623e-08, 0.0007521208026446402, 4.429962700669421e-06, 1.3616971955343615e-05, 1.0370909876655787e-05, 0.0002608894428703934, 2.1804407879244536e-06, 0.0008239821181632578, 0.0025784471072256565, 0.00011275003635091707, 0.0012315150815993547, 3.8843800211907364e-06, 3.183522858307697e-05, 0.00015905732288956642, 0.00016030299593694508, 0.00039732130244374275, 0.0017629774520173669, 0.0015430883504450321, 0.0018108945805579424, 0.7393369674682617, 0.007521958090364933, 2.4824930999756134e-09, 2.4742021196288988e-05, 3.882963142132212e-07, 2.5054866910068085e-06, 3.208113639630028e-06, 4.296241604606621e-05, 2.811639809863209e-08, 1.394836090184981e-05, 1.6366115232813172e-05, 6.464314992626896e-06, 3.0046250685700215e-05, 1.3071905868855538e-07, 9.608878599465243e-07, 1.787806013453519e-06, 1.7530879858895787e-06, 4.387020908325212e-06, 1.6937901818891987e-05, 1.717588020255789e-05, 2.5725545128807425e-05, 0.0], [0.5535915493965149, 0.17262299358844757, 5.000018791179173e-05, 0.010427750647068024, 8.656287536723539e-05, 0.0002456597867421806, 5.955333836027421e-05, 0.001045246492139995, 0.000838421517983079, 0.01357331220060587, 0.011254072189331055, 0.003105833427980542, 0.020959679037332535, 0.0010894897859543562, 0.00040936795994639397, 0.0023625646717846394, 0.0016563511453568935, 0.0009357996168546379, 0.003313571447506547, 0.005430505611002445, 0.001015059999190271, 0.03274580091238022, 0.1570950150489807, 3.374249718035571e-05, 0.0007222456624731421, 2.9409602575469762e-05, 6.137103628134355e-05, 3.093136183451861e-05, 0.0002403830731054768, 4.4590546167455614e-05, 0.0006923389155417681, 0.0003041434974875301, 0.00017276791913900524, 0.0012000398710370064, 0.00010696848767111078, 2.8368300263537094e-05, 1.8425238522468135e-05, 2.822363421728369e-05, 3.7450052332133055e-05, 0.00011934141366509721, 0.00018961296882480383, 3.498637306620367e-05, 0.0019904952496290207]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9940896034240723, 0.005910441745072603, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9918997287750244, 0.002507372060790658, 0.005592965055257082, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.99346524477005, 0.003521271515637636, 0.00027059216517955065, 0.002742863493040204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9289718866348267, 0.003740770975127816, 0.00012036826956318691, 0.002464891877025366, 0.06470204144716263, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9885430335998535, 0.00061410031048581, 0.0004114519979339093, 0.007392817176878452, 0.0005395030020736158, 0.0024990371894091368, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9694589376449585, 0.0009395345114171505, 2.8261600164114498e-05, 0.002035398269072175, 2.7117452191305347e-05, 0.008294760249555111, 0.019215984269976616, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9474748373031616, 0.005424590315669775, 0.004983103834092617, 0.021659042686223984, 1.2853235602960922e-05, 0.001107643125578761, 0.0015254180179908872, 0.017812471836805344, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9157271385192871, 0.006453890819102526, 0.0011921715922653675, 0.04077351093292236, 3.28119785990566e-05, 0.002033838303759694, 0.00022136610641609877, 0.010999619029462337, 0.022565674036741257, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8299552798271179, 0.002148757688701153, 0.0021852825302630663, 0.04418087750673294, 1.7254311387659982e-05, 0.001408164738677442, 0.02080056071281433, 0.08762422204017639, 0.000955711817368865, 0.010723899118602276, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9581491351127625, 0.004779847338795662, 0.00035515186027623713, 0.002991829765960574, 0.0032907240092754364, 0.007958442904055119, 0.0017856250051409006, 0.013284478336572647, 0.00015784948482178152, 0.0009225407266058028, 0.006324480753391981, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.944205641746521, 0.0028842019382864237, 4.829797398997471e-05, 0.007261553779244423, 0.0004689150955528021, 0.005381075665354729, 0.00017496496730018407, 0.006957134231925011, 0.0001253273949259892, 0.004074102733284235, 0.016885533928871155, 0.011533282697200775, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7170466184616089, 0.0029263144824653864, 1.372532824461814e-05, 0.0010318170534446836, 0.1216488853096962, 0.14445416629314423, 0.0009355238871648908, 0.005332353990525007, 4.777341018780135e-06, 0.001248061889782548, 0.0003051110543310642, 0.001974412938579917, 0.003078160807490349, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.789435625076294, 0.0020973761565983295, 0.0020318087190389633, 0.01009996235370636, 0.0003691098827403039, 0.0671348124742508, 0.0015302899992093444, 0.08991604298353195, 0.00026954017812386155, 0.005345573648810387, 0.005062718875706196, 0.0006220955401659012, 0.01964029110968113, 0.006444740574806929, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8822959661483765, 0.0018603885546326637, 0.0004073241143487394, 0.0036608618684113026, 0.0005736551247537136, 0.00798849668353796, 0.022571340203285217, 0.02860119380056858, 0.000329213886288926, 0.004256634507328272, 0.006161160301417112, 0.0010443170322105289, 0.02063308097422123, 0.005851170513778925, 0.013765301555395126, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.786965548992157, 0.004213182721287012, 0.0001677499240031466, 0.06983144581317902, 0.00281807710416615, 0.007715720217674971, 0.031199393793940544, 0.017051473259925842, 0.00018332496983930469, 0.01200574915856123, 0.017662225291132927, 0.0002890081668738276, 0.0303249079734087, 0.0048893773928284645, 0.0030957902781665325, 0.011586987413465977, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9286779761314392, 0.00158127851318568, 1.404076101607643e-06, 0.0019428330706432462, 1.1035229363187682e-05, 0.0002707958919927478, 0.0020380315836519003, 0.003664883552119136, 0.00022354313114192337, 0.0007879877230152488, 0.04505366459488869, 0.00048093145596794784, 0.01084902323782444, 3.6126107261225116e-06, 6.59460129099898e-05, 0.0008642306202091277, 0.0034828344359993935, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8384720683097839, 0.0026208010967820883, 3.342483614687808e-05, 0.01232652086764574, 7.991626625880599e-05, 0.00343111390247941, 0.0022304027806967497, 0.008115612901747227, 0.0006596898310817778, 0.00810970924794674, 0.06382373720407486, 0.00041881599463522434, 0.0368199497461319, 0.0001210475675179623, 0.0005988327320665121, 0.008628045208752155, 0.0036246730014681816, 0.009885609149932861, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8221590518951416, 0.005797161255031824, 0.00019727346079889685, 0.005305732134729624, 0.0009490189841017127, 0.01202886551618576, 0.0019055440789088607, 0.00239914795383811, 0.010596370324492455, 0.014539756812155247, 0.011935313232243061, 0.011704172939062119, 0.04820144176483154, 0.006271735765039921, 0.006691541988402605, 0.024660807102918625, 0.005656819324940443, 0.005013485439121723, 0.00398679357022047, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9537661671638489, 0.001529865199699998, 5.003991191188106e-06, 0.007204060908406973, 0.0002875779173336923, 0.001743430970236659, 0.009829534217715263, 0.004322269465774298, 3.13617556457757e-06, 0.00010985488188453019, 0.008465062826871872, 0.00034847011556848884, 0.0013010937254875898, 0.0008953221840783954, 6.606380338780582e-05, 5.824458639835939e-05, 0.0037666442804038525, 0.0005685491487383842, 0.0014568377519026399, 0.00427270820364356, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9650986790657043, 0.0014334735460579395, 4.691036792792147e-06, 0.0012125580105930567, 0.0003355584340170026, 0.001238257042132318, 0.0013702950673177838, 0.002564989496022463, 6.760283213225193e-07, 7.471920253010467e-05, 0.001875579240731895, 0.0005754489102400839, 0.0028297884855419397, 0.0007055343012325466, 0.00027714649331755936, 0.0004861271590925753, 0.0015694517642259598, 0.0003992261190433055, 0.0028444884810596704, 0.0047886669635772705, 0.01031454000622034, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8593109250068665, 0.020267218351364136, 0.0027771464083343744, 0.013781089335680008, 0.00030035056988708675, 0.0022846166975796223, 0.0010426468215882778, 0.009922261349856853, 0.0031336552929133177, 0.0078855250030756, 0.009642815217375755, 0.0018546764040365815, 0.007874717935919762, 0.0011870957678183913, 0.002824161434546113, 0.0024228051770478487, 0.00422171875834465, 0.004099532961845398, 0.006750837899744511, 0.00587500398978591, 0.0021709557622671127, 0.0303702000528574, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10544648766517639, 0.01270483247935772, 0.763900876045227, 0.08842574805021286, 0.00018797791562974453, 0.00026289449306204915, 0.0007833960116840899, 0.0017097240779548883, 0.0024095410481095314, 0.014530734159052372, 0.0006739423843100667, 3.5821205528918654e-05, 0.0008068866445682943, 0.00015087591600604355, 0.0016638245433568954, 0.00029095326317474246, 0.0019696648232638836, 2.8075819500372745e-05, 8.648951188661158e-05, 0.00018316780915483832, 5.481347398017533e-05, 0.00040740150143392384, 0.0032857817132025957, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3312259912490845, 0.00739858765155077, 0.006046597845852375, 0.3809041678905487, 0.0007559251971542835, 0.0035477839410305023, 0.008508897386491299, 0.022009769454598427, 0.0006401495193131268, 0.06486602872610092, 0.01208797749131918, 2.160764233849477e-05, 0.0047667245380580425, 0.0004923217347823083, 0.002488801721483469, 0.00041253582458011806, 0.116484135389328, 0.0001743768953019753, 0.0011299796169623733, 0.0012968704104423523, 0.0018937578424811363, 0.006374632008373737, 0.012117773294448853, 0.014354666694998741, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.022601118311285973, 0.000438640417996794, 2.7166693143954035e-06, 0.0003694455081131309, 0.9364853501319885, 0.0321592278778553, 0.0001664008741499856, 0.0003773074713535607, 2.7193686946702655e-07, 9.796261292649433e-05, 2.4832239432726055e-05, 0.0001476559991715476, 0.00043011692469008267, 0.004391682334244251, 0.0003911108651664108, 5.064394645160064e-05, 0.0001870424166554585, 6.401350674423156e-06, 2.0583940568030812e-05, 0.0002504427684471011, 4.0589024138171226e-05, 0.0006710119196213782, 0.0006265916163101792, 2.001651182581554e-06, 6.06373832852114e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.039748262614011765, 0.0016230320325121284, 2.9864056614314904e-06, 0.0004959737416356802, 0.007599149364978075, 0.9035111665725708, 0.0003085578791797161, 0.020541097968816757, 3.7260394947224995e-06, 0.0009059489239007235, 0.0005234958953224123, 0.00019036594312638044, 0.0027696113102138042, 0.0017586355097591877, 0.006682161241769791, 0.001649097423069179, 0.00027723185485228896, 2.362007762712892e-05, 0.000335152551997453, 0.001790586393326521, 0.00015659985365346074, 0.0019276188686490059, 0.001979889115318656, 1.242638063558843e-06, 5.812725066789426e-05, 0.005136678460985422, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01739455573260784, 8.342974615516141e-05, 1.2995061524634366e-06, 0.0006728360312990844, 1.4733346688444726e-05, 0.00010638007370289415, 0.9528149962425232, 0.0219720471650362, 7.827161425666418e-07, 1.5493782484554686e-05, 0.0031969647388905287, 3.257377466070466e-05, 0.00013824716734234244, 2.3893404431873932e-05, 0.0008408373687416315, 0.00010894612205447629, 0.0002893861965276301, 0.00010895111336139962, 6.794392538722605e-05, 0.0001252618822036311, 0.00019726315804291517, 0.0008631290402263403, 0.00029805878875777125, 2.337476416869322e-06, 0.00034660816891118884, 2.377722557866946e-05, 0.0002592755190562457, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05558105930685997, 0.0006445571198128164, 4.0934548906079726e-07, 0.0004219490510877222, 1.3407849337454536e-06, 0.0006465191254392266, 0.001835803734138608, 0.910796582698822, 6.1801401898264885e-06, 0.00014045933494344354, 0.010802184231579304, 0.00020919520466122776, 0.0011495656799525023, 1.284832524106605e-05, 0.003265423933044076, 0.00011994844680884853, 0.0002061452978523448, 0.000614606833551079, 0.0012190372217446566, 0.0012672023149207234, 0.0003855071263387799, 0.0035668732598423958, 0.0011672673281282187, 5.425864060271124e-07, 0.00031768615008331835, 1.113251414608385e-06, 0.0028038339223712683, 0.0028161113150417805, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08360761404037476, 0.004941160790622234, 5.052069900557399e-05, 0.007228279486298561, 1.1925385479116812e-06, 0.00016231801419053227, 0.0002728422114159912, 0.005935690365731716, 0.6047211289405823, 0.26288920640945435, 0.005585615988820791, 7.117436325643212e-05, 0.0013994890032336116, 2.673704557309975e-06, 0.001511067501269281, 9.461444278713316e-05, 0.0003633191518019885, 0.000709978980012238, 0.0009741854155436158, 0.0035782749764621258, 1.0970167750201654e-05, 0.00015639384218957275, 0.0036893344949930906, 0.0002846126153599471, 0.0043340218253433704, 1.3892364449930028e-06, 0.0002412812173133716, 0.00018520299636293203, 0.006996457464993, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11521001905202866, 0.0067147910594940186, 0.00016211321053560823, 0.02551288716495037, 6.206569196365308e-06, 0.00040512558189220726, 5.4560361604671925e-05, 0.0035107757430523634, 0.014202420599758625, 0.7775511741638184, 0.0034905681386590004, 5.7820008805720136e-05, 0.00476842513307929, 3.606360769481398e-05, 0.0007714254315942526, 0.0003429505741223693, 0.002843403024598956, 9.518027218291536e-05, 0.003136667422950268, 0.0057289027608931065, 4.4419572077458724e-05, 0.0004939689533784986, 0.008516545407474041, 0.0005445050192065537, 0.014522193931043148, 5.89473893342074e-06, 0.0003079961461480707, 2.6790154151967727e-05, 0.0010097100166603923, 0.00992652028799057, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03713573142886162, 0.000877529731951654, 7.848624227335677e-05, 0.015299034304916859, 1.454407083656406e-06, 0.00010877808381337672, 0.006165190599858761, 0.014768629334867, 7.875587471062317e-05, 0.0019750013016164303, 0.8455947041511536, 7.480743806809187e-05, 0.0028255588840693235, 5.115849717185483e-07, 0.0001702667068457231, 0.00015173688007052988, 0.006004315335303545, 0.0034732255153357983, 0.01261287834495306, 0.0006110352696850896, 0.0005419596564024687, 0.0009975238936021924, 0.0029068191070109606, 0.00039568793727084994, 0.02026885189116001, 1.6132138398461393e-06, 0.00021117487631272525, 0.007802325300872326, 0.01750454679131508, 2.8824697437812574e-05, 0.0013330667279660702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04171165078878403, 0.0007273957598954439, 5.084301392344059e-06, 0.0004205016593914479, 0.0002682959020603448, 0.0003643743402790278, 0.0002165337500628084, 0.0014350049896165729, 5.140040229889564e-06, 9.150908590527251e-05, 0.001251966692507267, 0.9164962768554688, 0.025602230802178383, 0.0013075504684820771, 0.0030348070431500673, 0.0005533310468308628, 0.00034455902641639113, 0.00023525732103735209, 0.00042932931683026254, 0.001370531041175127, 3.670688238344155e-05, 0.0015910877846181393, 0.00048218751908279955, 9.564390893501695e-06, 0.0001552399917272851, 0.000175426626810804, 0.0004897269536741078, 6.953967385925353e-05, 0.0008855778723955154, 1.1304736062811571e-06, 4.837108645006083e-05, 0.00018408606410957873, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15541063249111176, 0.002060346072539687, 5.904763384023681e-06, 0.005144166760146618, 0.0002582334855105728, 0.001450114999897778, 5.391842205426656e-05, 0.002164045814424753, 2.152806700905785e-05, 0.0016064416849985719, 0.010191736742854118, 0.010151073336601257, 0.7491753101348877, 0.002742184791713953, 0.01017574593424797, 0.005842442158609629, 0.0030404033605009317, 3.083400588366203e-05, 0.006112963426858187, 0.016732612624764442, 0.00015879911370575428, 0.002067471155896783, 0.0016374943079426885, 1.104704733734252e-05, 0.0014025839045643806, 0.00019925452943425626, 0.001220024423673749, 2.148774183297064e-05, 0.0007244250737130642, 5.295434220897732e-06, 0.00116753822658211, 0.00188815884757787, 0.007125871255993843, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03857032209634781, 0.0004867617099080235, 8.811971952127351e-08, 0.00012277944188099355, 0.0055817193351686, 0.0025055580772459507, 2.193798718508333e-05, 0.00011670566163957119, 8.340095547509918e-08, 6.456923438236117e-05, 1.648077704885509e-05, 0.0003305192803964019, 0.0009664007229730487, 0.9410398602485657, 0.002549444790929556, 0.0009866245090961456, 0.00023048870207276195, 2.1702240360355063e-07, 9.28598365135258e-06, 0.0010759907308965921, 8.328241528943181e-05, 0.0006203314987942576, 0.0003860914730466902, 1.709914414504965e-07, 1.0055931852548383e-05, 0.0019989381544291973, 0.0020208044443279505, 4.052697477163747e-06, 1.930944199557416e-05, 3.980503038292227e-09, 1.3064985978417099e-05, 4.5675534465772216e-07, 5.041597978561185e-05, 0.00011722323688445613, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3213388919830322, 0.001503253006376326, 0.0003571729175746441, 0.009410782717168331, 0.00016890473489183933, 0.016028335317969322, 0.00020538931130431592, 0.019911278039216995, 6.106814544182271e-05, 0.0025995627511292696, 0.001890071900561452, 0.00034021324245259166, 0.018113771453499794, 0.0032540694810450077, 0.5562434792518616, 0.008188043721020222, 0.00345789548009634, 2.7599826353252865e-05, 0.0002132926310878247, 0.004111625254154205, 7.460749475285411e-05, 0.002410347107797861, 0.0031445759814232588, 0.00028739063418470323, 0.002800552174448967, 5.076801244285889e-05, 0.010558418929576874, 8.334958693012595e-05, 0.007083647884428501, 1.71520823641913e-05, 0.0007566046551801264, 0.0001342686591669917, 4.3931067921221256e-05, 0.0036519193090498447, 0.0014778126496821642, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1603616327047348, 0.0012780053075402975, 2.2185908164829016e-05, 0.002371335169300437, 0.0002248757373308763, 0.0017834786558523774, 0.003998118918389082, 0.004633312113583088, 4.076451659784652e-05, 0.001541665056720376, 0.0015637286705896258, 0.00047258968697860837, 0.016839733347296715, 0.0034527720417827368, 0.017767837271094322, 0.7616904377937317, 0.0046269274316728115, 0.00039177844882942736, 0.0009683543466962874, 0.005094065796583891, 3.4371958008705406e-06, 0.001614140928722918, 0.001699920860119164, 1.1049765817006119e-05, 0.0002908410388045013, 4.165241261944175e-05, 0.0008305368246510625, 0.00043555235606618226, 0.0004473642911761999, 1.9897668153134873e-06, 0.0003503862244542688, 6.375101656885818e-05, 6.234725151443854e-05, 0.0025966062676161528, 0.0005663720658048987, 0.0018605367513373494, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16436107456684113, 0.0026378934271633625, 4.1416933527216315e-05, 0.06607705354690552, 0.0011643720790743828, 0.0015624663792550564, 0.012553853914141655, 0.002784162759780884, 3.627438854891807e-05, 0.004333583638072014, 0.006344519089907408, 0.00013702023716177791, 0.02222045138478279, 0.0011391033185645938, 0.0015757755609229207, 0.0038945514243096113, 0.5750945806503296, 0.0019101393409073353, 0.004216515459120274, 0.005103052593767643, 0.0011178116546943784, 0.011998963542282581, 0.00614140136167407, 8.207860810216516e-05, 0.06961173564195633, 0.0019772844389081, 0.0024057836271822453, 0.013156292028725147, 0.0013538574567064643, 9.255117220163811e-06, 0.0039376732893288136, 0.0014234125846996903, 5.669046367984265e-05, 0.005461022257804871, 0.0004025489906780422, 0.0006155931623652577, 0.003060713177546859, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07928111404180527, 0.0006841904832981527, 6.815580633201535e-08, 0.0010951480362564325, 2.0406380372151034e-06, 2.2378546418622136e-05, 0.0006314091733656824, 0.0003747315495274961, 2.3558321117889136e-05, 0.0001850106054916978, 0.008331513963639736, 7.647337042726576e-05, 0.004182957112789154, 2.4447135160698963e-07, 1.1477795851533301e-05, 5.137137486599386e-05, 0.001886308309622109, 0.6889950037002563, 0.194636732339859, 0.004766394849866629, 4.986663770978339e-05, 0.0028069843538105488, 0.005558046977967024, 3.9549274788441835e-07, 0.0008065963047556579, 3.3534558951942017e-06, 5.2720373787451535e-05, 0.0003899823932442814, 0.0004888045368716121, 7.204306257335702e-06, 9.927157952915877e-05, 0.0031684355344623327, 3.950050086132251e-05, 0.000988385989330709, 7.51874864590718e-08, 1.431516125194321e-06, 6.484899131464772e-06, 0.0002943129511550069, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28373807668685913, 0.00448788795620203, 5.058397164248163e-06, 0.019317232072353363, 5.4460801038658246e-05, 0.0012376138474792242, 0.001760451472364366, 0.006312709767371416, 0.00024137903528753668, 0.0067893946543335915, 0.0716075524687767, 0.00030899536795914173, 0.06864362955093384, 4.332335447543301e-05, 0.0004192543274257332, 0.002060126280412078, 0.006795833818614483, 0.01733485609292984, 0.3385891914367676, 0.03910178691148758, 0.0007660694536752999, 0.009993116371333599, 0.007829558104276657, 1.3115730325807817e-05, 0.01356493029743433, 6.270300946198404e-05, 0.0021038020495325327, 0.0009936656570062041, 0.003334580920636654, 9.826869063545018e-05, 0.006462777964770794, 0.033566154539585114, 0.0001983151159947738, 0.030609818175435066, 1.5713814718765207e-05, 0.00012045683979522437, 0.0005064334836788476, 0.001992761390283704, 0.01891898177564144, 0.0, 0.0, 0.0, 0.0], [0.25413084030151367, 0.00728962104767561, 1.637025889067445e-05, 0.0056449612602591515, 0.00047911430010572076, 0.0030321397352963686, 0.0008039348758757114, 0.0005737108294852078, 0.001770943752489984, 0.005227960180491209, 0.006573318969458342, 0.0037488413508981466, 0.03955994173884392, 0.0013069501146674156, 0.00204958813264966, 0.0032922590617090464, 0.005070537328720093, 0.00439294520765543, 0.002960451412945986, 0.565229058265686, 0.006637278478592634, 0.020123636350035667, 0.013719644397497177, 3.509566522552632e-05, 0.0024925628677010536, 0.0006804364966228604, 0.005004295147955418, 0.0004963083774782717, 0.00029928027652204037, 0.0005683332565240562, 0.006156609859317541, 0.0014163347659632564, 0.0020802340004593134, 0.017010867595672607, 0.0011587243061512709, 0.0008447644067928195, 0.0012247745180502534, 0.0020570263732224703, 0.002771402010694146, 0.002068926114588976, 0.0, 0.0, 0.0], [0.022778915241360664, 0.00018681318033486605, 1.6159376059476926e-08, 0.0006753653869964182, 3.972021659137681e-06, 1.8965345589094795e-05, 0.00014574606029782444, 0.00015363667625933886, 1.4371021705983367e-08, 3.7149861782381777e-06, 0.00038176780799403787, 9.18957721296465e-06, 0.00013344876060727984, 1.5500425433856435e-05, 4.871670171269216e-06, 4.948611831423477e-07, 0.0004079104692209512, 1.881949901871849e-05, 3.495854252832942e-05, 0.00018379345419816673, 0.8935844302177429, 0.08001840859651566, 0.000494997831992805, 6.95558171059929e-08, 0.00036117518902756274, 4.126296062167967e-06, 4.2136412957916036e-05, 0.00015350633475463837, 9.319638047600165e-05, 8.534885020949901e-10, 9.503966111878981e-07, 2.6511615942581557e-05, 9.136738299275748e-07, 4.4258986235945486e-06, 3.622939402703196e-06, 4.963182504980068e-07, 6.715166644966075e-09, 3.286447827122174e-05, 3.728110641532112e-06, 3.7352247090893798e-06, 1.2850659004470799e-05, 0.0, 0.0], [0.04306093603372574, 0.0004312009841669351, 4.857331603602688e-08, 0.0002949705522041768, 6.446817224059487e-06, 1.7940596080734394e-05, 5.236796641838737e-05, 0.00012123035412514582, 8.686238395227974e-09, 4.085913133167196e-06, 0.00020099175162613392, 2.152495835616719e-05, 0.0004682280996348709, 1.154425808636006e-05, 3.749242750927806e-05, 7.720592293480877e-06, 0.0005387044511735439, 8.11828431324102e-05, 0.00024663933436386287, 0.0005759770865552127, 0.002397826174274087, 0.9488214254379272, 0.00212059635668993, 3.639993195747593e-08, 7.682733848923817e-05, 2.8932047371199587e-06, 1.444747977075167e-05, 1.2731473361782264e-05, 2.7991309252684005e-05, 3.747692711719708e-10, 5.714344979423913e-07, 1.0850816579477396e-05, 3.7291968055797042e-06, 4.090083166374825e-05, 3.826693500741385e-06, 6.1263049246917944e-06, 5.169466703591752e-07, 4.0861101297196e-05, 1.2315430467424449e-05, 2.7005866286344826e-05, 3.188171103829518e-05, 0.0001674705999903381, 0.0], [0.2622871994972229, 0.048153121024370193, 0.0006689657457172871, 0.021233199164271355, 9.166407835436985e-05, 0.00039222300983965397, 0.0002039681567111984, 0.002134409500285983, 0.0010948507115244865, 0.004910763818770647, 0.006146776955574751, 0.0005123686860315502, 0.009844926185905933, 0.0001430306292604655, 0.0010762690799310803, 0.000345809938153252, 0.010050451382994652, 0.008435766212642193, 0.008105284534394741, 0.0060246605426073074, 0.003813511459156871, 0.04830706864595413, 0.4991314709186554, 0.0012536756694316864, 0.03390203416347504, 0.00010517729970160872, 0.0003717833897098899, 8.200478623621166e-05, 0.0012060041772201657, 0.00018196158634964377, 0.0013505052775144577, 0.0009115563589148223, 0.00011081637785537168, 0.0016774731921032071, 3.6775327316718176e-05, 0.00017677612777333707, 4.5788809075020254e-05, 0.0010133152827620506, 0.00262007606215775, 0.0020048092119395733, 0.0010430822148919106, 0.0003667388518806547, 0.008431949652731419]]], \"attentionHeadNames\": [\"L6H9\", \"L5H5\"], \"tokens\": [\"<|endoftext|>\", \"Research\", \" in\", \" mechan\", \"istic\", \" interpret\", \"ability\", \" seeks\", \" to\", \" explain\", \" behaviors\", \" of\", \" machine\", \" learning\", \" models\", \" in\", \" terms\", \" of\", \" their\", \" internal\", \" components\", \".\", \"Research\", \" in\", \" mechan\", \"istic\", \" interpret\", \"ability\", \" seeks\", \" to\", \" explain\", \" behaviors\", \" of\", \" machine\", \" learning\", \" models\", \" in\", \" terms\", \" of\", \" their\", \" internal\", \" components\", \".\"]}\n",
        "    )\n",
@@ -14987,10 +14987,10 @@
    "execution_count": 36,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:58.178791Z",
-     "iopub.status.busy": "2023-11-23T20:36:58.178631Z",
-     "iopub.status.idle": "2023-11-23T20:36:58.938728Z",
-     "shell.execute_reply": "2023-11-23T20:36:58.938113Z"
+     "iopub.execute_input": "2023-11-29T23:47:41.817552Z",
+     "iopub.status.busy": "2023-11-29T23:47:41.817243Z",
+     "iopub.status.idle": "2023-11-29T23:47:42.617798Z",
+     "shell.execute_reply": "2023-11-29T23:47:42.617207Z"
     }
    },
    "outputs": [
@@ -15088,10 +15088,10 @@
    "execution_count": 37,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:58.941039Z",
-     "iopub.status.busy": "2023-11-23T20:36:58.940839Z",
-     "iopub.status.idle": "2023-11-23T20:36:59.019156Z",
-     "shell.execute_reply": "2023-11-23T20:36:59.018594Z"
+     "iopub.execute_input": "2023-11-29T23:47:42.620306Z",
+     "iopub.status.busy": "2023-11-29T23:47:42.619862Z",
+     "iopub.status.idle": "2023-11-29T23:47:42.702458Z",
+     "shell.execute_reply": "2023-11-29T23:47:42.701964Z"
     }
    },
    "outputs": [
@@ -16177,9 +16177,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"96479455-9b08-43dd-8fd7-bf4005227ec8\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"96479455-9b08-43dd-8fd7-bf4005227ec8\")) {                    Plotly.newPlot(                        \"96479455-9b08-43dd-8fd7-bf4005227ec8\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.03906984627246857,0.00044891235302202404,0.03133600950241089,0.0075195855461061,0.034592170268297195,0.0003623009251896292,0.03451276570558548,0.19740214943885803,0.03844786435365677,0.04053792357444763,0.027628779411315918,0.02496313489973545],[0.18906497955322266,0.1721990704536438,0.06807752698659897,0.044945165514945984,0.0790855661034584,0.03096737526357174,0.028282107785344124,0.036443255841732025,0.026936713606119156,0.018826231360435486,0.04510089382529259,0.0065726605243980885],[0.15745532512664795,0.020724499598145485,0.4818003177642822,0.2991351783275604,0.10764901340007782,0.33004096150398254,0.09975507855415344,0.04926132410764694,0.2549382448196411,0.3606453239917755,0.12571796774864197,0.07931824028491974],[0.0058439951390028,0.15787306427955627,0.4189079701900482,0.30129146575927734,0.014345025643706322,0.03234415873885155,0.3312898576259613,0.5285981893539429,0.34241822361946106,0.10183658450841904,0.10516025871038437,0.22331225872039795],[0.10626538842916489,0.11930901557207108,0.02288069576025009,0.22826974093914032,0.0200040303170681,0.10010093450546265,0.17392224073410034,0.17407011985778809,0.025876859202980995,0.10249903798103333,0.009514804929494858,0.9921424388885498],[0.01976674608886242,0.0052832551300525665,0.1664840430021286,0.12087709456682205,0.1649998277425766,0.008032665587961674,0.4176997244358063,0.025827916339039803,0.048025794327259064,0.016231724992394447,0.031101686879992485,0.024261072278022766],[0.21729078888893127,0.03909975290298462,0.018048644065856934,0.059900619089603424,0.032934535294771194,0.0873454138636589,0.026895390823483467,0.0943949744105339,0.49926072359085083,0.006240124814212322,0.027026761323213577,0.1278562843799591],[0.2511644661426544,0.013308697380125523,0.0066633704118430614,0.03743036091327667,0.023315411061048508,0.01740719936788082,0.02206745371222496,0.022141238674521446,0.045023560523986816,0.02084278129041195,0.008310753852128983,0.017167773097753525],[0.020890571177005768,0.016537856310606003,0.021583054214715958,0.015005748718976974,0.024211902171373367,0.1019899919629097,0.029100272804498672,0.22793738543987274,0.027814725413918495,0.01794101484119892,0.02482905052602291,0.03806224465370178],[0.02607565000653267,0.015407402999699116,0.020444141700863838,0.14558188617229462,0.012470231391489506,0.017151616513729095,0.013311782851815224,0.02445186860859394,0.01811170019209385,0.013193287886679173,0.03573964536190033,0.0187982190400362],[0.021478094160556793,0.018419133499264717,0.0181836299598217,0.021721407771110535,0.031567689031362534,0.03470620512962341,0.017550060525536537,0.011417530477046967,0.015795616433024406,0.04592299461364746,0.016215477138757706,0.030394626781344414],[0.03320508822798729,0.017571475356817245,0.015131049789488316,0.04148413613438606,0.015181178227066994,0.017589963972568512,0.01514848880469799,0.017676066607236862,0.06622706353664398,0.018451126292347908,0.01700744405388832,0.02974928542971611]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Previous Token Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"ef1a9c54-904c-41c3-9b19-9315733284c0\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"ef1a9c54-904c-41c3-9b19-9315733284c0\")) {                    Plotly.newPlot(                        \"ef1a9c54-904c-41c3-9b19-9315733284c0\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.03906984627246857,0.00044891235302202404,0.03133600950241089,0.0075195855461061,0.034592170268297195,0.0003623009251896292,0.03451276570558548,0.19740214943885803,0.03844786435365677,0.04053792357444763,0.027628779411315918,0.02496313489973545],[0.18906497955322266,0.1721990704536438,0.06807752698659897,0.044945165514945984,0.0790855661034584,0.03096737526357174,0.028282107785344124,0.036443255841732025,0.026936713606119156,0.018826231360435486,0.04510089382529259,0.0065726605243980885],[0.15745532512664795,0.020724499598145485,0.4818003177642822,0.2991351783275604,0.10764901340007782,0.33004096150398254,0.09975507855415344,0.04926132410764694,0.2549382448196411,0.3606453239917755,0.12571796774864197,0.07931824028491974],[0.0058439951390028,0.15787306427955627,0.4189079701900482,0.30129146575927734,0.014345025643706322,0.03234415873885155,0.3312898576259613,0.5285981893539429,0.34241822361946106,0.10183658450841904,0.10516025871038437,0.22331225872039795],[0.10626538842916489,0.11930901557207108,0.02288069576025009,0.22826974093914032,0.0200040303170681,0.10010093450546265,0.17392224073410034,0.17407011985778809,0.025876859202980995,0.10249903798103333,0.009514804929494858,0.9921424388885498],[0.01976674608886242,0.0052832551300525665,0.1664840430021286,0.12087709456682205,0.1649998277425766,0.008032665587961674,0.4176997244358063,0.025827916339039803,0.048025794327259064,0.016231724992394447,0.031101686879992485,0.024261072278022766],[0.21729078888893127,0.03909975290298462,0.018048644065856934,0.059900619089603424,0.032934535294771194,0.0873454138636589,0.026895390823483467,0.0943949744105339,0.49926072359085083,0.006240124814212322,0.027026761323213577,0.1278562843799591],[0.2511644661426544,0.013308697380125523,0.0066633704118430614,0.03743036091327667,0.023315411061048508,0.01740719936788082,0.02206745371222496,0.022141238674521446,0.045023560523986816,0.02084278129041195,0.008310753852128983,0.017167773097753525],[0.020890571177005768,0.016537856310606003,0.021583054214715958,0.015005748718976974,0.024211902171373367,0.1019899919629097,0.029100272804498672,0.22793738543987274,0.027814725413918495,0.01794101484119892,0.02482905052602291,0.03806224465370178],[0.02607565000653267,0.015407402999699116,0.020444141700863838,0.14558188617229462,0.012470231391489506,0.017151616513729095,0.013311782851815224,0.02445186860859394,0.01811170019209385,0.013193287886679173,0.03573964536190033,0.0187982190400362],[0.021478094160556793,0.018419133499264717,0.0181836299598217,0.021721407771110535,0.031567689031362534,0.03470620512962341,0.017550060525536537,0.011417530477046967,0.015795616433024406,0.04592299461364746,0.016215477138757706,0.030394626781344414],[0.03320508822798729,0.017571475356817245,0.015131049789488316,0.04148413613438606,0.015181178227066994,0.017589963972568512,0.01514848880469799,0.017676066607236862,0.06622706353664398,0.018451126292347908,0.01700744405388832,0.02974928542971611]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Previous Token Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('96479455-9b08-43dd-8fd7-bf4005227ec8');\n",
+       "var gd = document.getElementById('ef1a9c54-904c-41c3-9b19-9315733284c0');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -17289,9 +17289,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"65e83acb-f88a-4a73-bdbe-d82e21a0b203\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"65e83acb-f88a-4a73-bdbe-d82e21a0b203\")) {                    Plotly.newPlot(                        \"65e83acb-f88a-4a73-bdbe-d82e21a0b203\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.003192325122654438,0.1323632001876831,0.005006915889680386,1.0427495908515994e-05,0.001311026164330542,0.7034571766853333,0.004262051545083523,0.00016496684111189097,0.0024746309500187635,0.0008572909864597023,0.018891464918851852,0.008690940216183662],[0.0002916363882832229,0.00013781929737888277,0.0015036162221804261,0.005392488092184067,0.001858389819972217,0.009062975645065308,0.012414469383656979,0.0022405527997761965,0.005135663319379091,0.005220626015216112,0.005546468310058117,0.029750704765319824],[0.002481646602973342,0.00944218598306179,0.00034561424399726093,0.00025915110018104315,0.005211672279983759,0.0005709640099667013,0.001520992023870349,0.006313098594546318,0.0015609267866238952,0.00042158178985118866,0.00015359431563410908,0.005160389933735132],[0.6775667071342468,0.0028404765762388706,0.0007841595797799528,0.004712553229182959,0.006322905886918306,0.006206708960235119,0.0005474371137097478,0.0003782906278502196,0.002015652135014534,0.007952768355607986,0.003576835384592414,0.0026087849400937557],[0.008604025468230247,0.007028575055301189,0.00759880430996418,0.003442794317379594,0.016561320051550865,0.005979631096124649,0.00486978841945529,0.0007624471327289939,0.006062139756977558,0.007536678109318018,0.012022883631289005,1.0554331930992533e-12],[0.00950299296528101,0.008562100119888783,0.0041626011952757835,0.0030086850747466087,0.00684744119644165,0.004358136095106602,0.0076692719012498856,0.009584203362464905,0.007618824951350689,0.004328041337430477,0.04140293225646019,0.00976184755563736],[0.004456125665456057,0.008873282931745052,0.0074052149429917336,0.006224929820746183,0.007319129072129726,0.005623881705105305,0.01734965294599533,0.005529425106942654,0.0029201749712228775,0.008636710233986378,0.006222231313586235,0.008358950726687908],[0.003699958324432373,0.041079357266426086,0.04148266837000847,0.009313643909990788,0.00909703690558672,0.008774375542998314,0.007298500742763281,0.023312212899327278,0.00884333811700344,0.00987985823303461,0.01759856380522251,0.006039817351847887],[0.008986336179077625,0.028667135164141655,0.00889120064675808,0.010114575736224651,0.009737403132021427,0.007611636072397232,0.009763198904693127,0.005155560560524464,0.009276360273361206,0.01189583819359541,0.010411959141492844,0.007498929277062416],[0.024409934878349304,0.011438393965363503,0.020030932500958443,0.005118591710925102,0.015081219375133514,0.012334463186562061,0.015452542342245579,0.008602442219853401,0.014702466316521168,0.02076617442071438,0.009192774072289467,0.005703325849026442],[0.017897024750709534,0.013280635699629784,0.006755182519555092,0.012744811363518238,0.008020911365747452,0.007722197566181421,0.017341352999210358,0.007454697974026203,0.007832481525838375,0.008252139203250408,0.013642731122672558,0.012807462364435196],[0.004923720378428698,0.007951016537845135,0.007947882637381554,0.0045640720054507256,0.01036337111145258,0.009582015685737133,0.010287732817232609,0.008320697583258152,0.0025700125843286514,0.012810957618057728,0.008063888177275658,0.0065582930110394955]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Duplicate Token Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e\")) {                    Plotly.newPlot(                        \"0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.003192325122654438,0.1323632001876831,0.005006915889680386,1.0427495908515994e-05,0.001311026164330542,0.7034571766853333,0.004262051545083523,0.00016496684111189097,0.0024746309500187635,0.0008572909864597023,0.018891464918851852,0.008690940216183662],[0.0002916363882832229,0.00013781929737888277,0.0015036162221804261,0.005392488092184067,0.001858389819972217,0.009062975645065308,0.012414469383656979,0.0022405527997761965,0.005135663319379091,0.005220626015216112,0.005546468310058117,0.029750704765319824],[0.002481646602973342,0.00944218598306179,0.00034561424399726093,0.00025915110018104315,0.005211672279983759,0.0005709640099667013,0.001520992023870349,0.006313098594546318,0.0015609267866238952,0.00042158178985118866,0.00015359431563410908,0.005160389933735132],[0.6775667071342468,0.0028404765762388706,0.0007841595797799528,0.004712553229182959,0.006322905886918306,0.006206708960235119,0.0005474371137097478,0.0003782906278502196,0.002015652135014534,0.007952768355607986,0.003576835384592414,0.0026087849400937557],[0.008604025468230247,0.007028575055301189,0.00759880430996418,0.003442794317379594,0.016561320051550865,0.005979631096124649,0.00486978841945529,0.0007624471327289939,0.006062139756977558,0.007536678109318018,0.012022883631289005,1.0554331930992533e-12],[0.00950299296528101,0.008562100119888783,0.0041626011952757835,0.0030086850747466087,0.00684744119644165,0.004358136095106602,0.0076692719012498856,0.009584203362464905,0.007618824951350689,0.004328041337430477,0.04140293225646019,0.00976184755563736],[0.004456125665456057,0.008873282931745052,0.0074052149429917336,0.006224929820746183,0.007319129072129726,0.005623881705105305,0.01734965294599533,0.005529425106942654,0.0029201749712228775,0.008636710233986378,0.006222231313586235,0.008358950726687908],[0.003699958324432373,0.041079357266426086,0.04148266837000847,0.009313643909990788,0.00909703690558672,0.008774375542998314,0.007298500742763281,0.023312212899327278,0.00884333811700344,0.00987985823303461,0.01759856380522251,0.006039817351847887],[0.008986336179077625,0.028667135164141655,0.00889120064675808,0.010114575736224651,0.009737403132021427,0.007611636072397232,0.009763198904693127,0.005155560560524464,0.009276360273361206,0.01189583819359541,0.010411959141492844,0.007498929277062416],[0.024409934878349304,0.011438393965363503,0.020030932500958443,0.005118591710925102,0.015081219375133514,0.012334463186562061,0.015452542342245579,0.008602442219853401,0.014702466316521168,0.02076617442071438,0.009192774072289467,0.005703325849026442],[0.017897024750709534,0.013280635699629784,0.006755182519555092,0.012744811363518238,0.008020911365747452,0.007722197566181421,0.017341352999210358,0.007454697974026203,0.007832481525838375,0.008252139203250408,0.013642731122672558,0.012807462364435196],[0.004923720378428698,0.007951016537845135,0.007947882637381554,0.0045640720054507256,0.01036337111145258,0.009582015685737133,0.010287732817232609,0.008320697583258152,0.0025700125843286514,0.012810957618057728,0.008063888177275658,0.0065582930110394955]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Duplicate Token Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('65e83acb-f88a-4a73-bdbe-d82e21a0b203');\n",
+       "var gd = document.getElementById('0c4fd6a1-62d3-40b4-ab8f-2c5bdb98605e');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -18401,9 +18401,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"cb57dbef-a3fd-4592-9967-a9450693ec52\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"cb57dbef-a3fd-4592-9967-a9450693ec52\")) {                    Plotly.newPlot(                        \"cb57dbef-a3fd-4592-9967-a9450693ec52\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.004035576246678829,3.8593640056205913e-05,0.003946059849113226,1.7428229170945997e-07,5.989643977954984e-05,4.083690873812884e-05,0.003501761006191373,0.0002461092371959239,0.003167978022247553,0.0030104024335741997,0.0020935393404215574,0.00852543767541647],[0.0005264793871901929,0.00015670400171075016,0.0015079418662935495,0.005595334805548191,0.0018401180859655142,0.0038875683676451445,0.005349150858819485,0.0046491725370287895,0.005880181211978197,0.007283915765583515,0.005552180111408234,0.00012677430640906096],[0.0022015536669641733,0.008784864097833633,0.002159035997465253,0.0010448114480823278,0.005142328795045614,0.002251650206744671,0.0008376684854738414,0.00635240413248539,0.0026181740686297417,0.0010309104109182954,0.00015219331544358283,0.005351161118596792],[0.007752277422696352,0.0030916105024516582,0.0013629442546516657,0.004341902676969767,0.011233088560402393,0.006535585504025221,0.0009068018407560885,0.000607864698395133,0.0028195781633257866,0.005254116374999285,0.004195699468255043,0.002554163569584489],[0.007342726923525333,0.004788324236869812,0.007458815351128578,0.0033073248341679573,0.007871863432228565,0.004219719208776951,0.004172015935182571,0.0005154729005880654,0.008124986663460732,0.006826962344348431,0.008085506036877632,3.76132007484653e-11],[0.43377670645713806,0.9306100010871887,0.006382295396178961,0.003473060904070735,0.0055010016076266766,0.9255975484848022,0.005381476134061813,0.007857297547161579,0.008637807331979275,0.015764441341161728,0.012188387103378773,0.008265750482678413],[0.0025072956923395395,0.008432058617472649,0.00862328801304102,0.007653356995433569,0.011058012954890728,0.005525417625904083,0.017205143347382545,0.00479433499276638,0.004097680561244488,0.9257785081863403,0.020375525578856468,0.006313959136605263],[0.005555588286370039,0.18942904472351074,0.8509916067123413,0.008273174986243248,0.008239679038524628,0.008649967610836029,0.02832838147878647,0.08996233344078064,0.0066174231469631195,0.009413909167051315,0.9037812352180481,0.030371207743883133],[0.007354556117206812,0.37913045287132263,0.005602708086371422,0.025401651859283447,0.008504709228873253,0.006231049541383982,0.11892382800579071,0.00511466059833765,0.013350973837077618,0.01576736941933632,0.02584417350590229,0.008429797366261482],[0.23989054560661316,0.14378714561462402,0.09330621361732483,0.005819804035127163,0.07744760811328888,0.016447952017188072,0.44428250193595886,0.011141374707221985,0.0361897349357605,0.47264590859413147,0.008039990440011024,0.030952971428632736],[0.36065515875816345,0.48201125860214233,0.022851014509797096,0.12641924619674683,0.04125586524605751,0.007237405516207218,0.287715345621109,0.3897298574447632,0.0300607867538929,0.006112928502261639,0.16554804146289825,0.22245106101036072],[0.007408501114696264,0.03373707830905914,0.02041269838809967,0.0027554102707654238,0.02518630214035511,0.07808850705623627,0.033082809299230576,0.046439964324235916,0.0032543197739869356,0.27442511916160583,0.3800223469734192,0.00948343239724636]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Head Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4\")) {                    Plotly.newPlot(                        \"1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.004035576246678829,3.8593640056205913e-05,0.003946059849113226,1.7428229170945997e-07,5.989643977954984e-05,4.083690873812884e-05,0.003501761006191373,0.0002461092371959239,0.003167978022247553,0.0030104024335741997,0.0020935393404215574,0.00852543767541647],[0.0005264793871901929,0.00015670400171075016,0.0015079418662935495,0.005595334805548191,0.0018401180859655142,0.0038875683676451445,0.005349150858819485,0.0046491725370287895,0.005880181211978197,0.007283915765583515,0.005552180111408234,0.00012677430640906096],[0.0022015536669641733,0.008784864097833633,0.002159035997465253,0.0010448114480823278,0.005142328795045614,0.002251650206744671,0.0008376684854738414,0.00635240413248539,0.0026181740686297417,0.0010309104109182954,0.00015219331544358283,0.005351161118596792],[0.007752277422696352,0.0030916105024516582,0.0013629442546516657,0.004341902676969767,0.011233088560402393,0.006535585504025221,0.0009068018407560885,0.000607864698395133,0.0028195781633257866,0.005254116374999285,0.004195699468255043,0.002554163569584489],[0.007342726923525333,0.004788324236869812,0.007458815351128578,0.0033073248341679573,0.007871863432228565,0.004219719208776951,0.004172015935182571,0.0005154729005880654,0.008124986663460732,0.006826962344348431,0.008085506036877632,3.76132007484653e-11],[0.43377670645713806,0.9306100010871887,0.006382295396178961,0.003473060904070735,0.0055010016076266766,0.9255975484848022,0.005381476134061813,0.007857297547161579,0.008637807331979275,0.015764441341161728,0.012188387103378773,0.008265750482678413],[0.0025072956923395395,0.008432058617472649,0.00862328801304102,0.007653356995433569,0.011058012954890728,0.005525417625904083,0.017205143347382545,0.00479433499276638,0.004097680561244488,0.9257785081863403,0.020375525578856468,0.006313959136605263],[0.005555588286370039,0.18942904472351074,0.8509916067123413,0.008273174986243248,0.008239679038524628,0.008649967610836029,0.02832838147878647,0.08996233344078064,0.0066174231469631195,0.009413909167051315,0.9037812352180481,0.030371207743883133],[0.007354556117206812,0.37913045287132263,0.005602708086371422,0.025401651859283447,0.008504709228873253,0.006231049541383982,0.11892382800579071,0.00511466059833765,0.013350973837077618,0.01576736941933632,0.02584417350590229,0.008429797366261482],[0.23989054560661316,0.14378714561462402,0.09330621361732483,0.005819804035127163,0.07744760811328888,0.016447952017188072,0.44428250193595886,0.011141374707221985,0.0361897349357605,0.47264590859413147,0.008039990440011024,0.030952971428632736],[0.36065515875816345,0.48201125860214233,0.022851014509797096,0.12641924619674683,0.04125586524605751,0.007237405516207218,0.287715345621109,0.3897298574447632,0.0300607867538929,0.006112928502261639,0.16554804146289825,0.22245106101036072],[0.007408501114696264,0.03373707830905914,0.02041269838809967,0.0027554102707654238,0.02518630214035511,0.07808850705623627,0.033082809299230576,0.046439964324235916,0.0032543197739869356,0.27442511916160583,0.3800223469734192,0.00948343239724636]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Head Scores\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('cb57dbef-a3fd-4592-9967-a9450693ec52');\n",
+       "var gd = document.getElementById('1f087a0d-e5a5-4ed7-8f52-f0160c6d99e4');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -18495,10 +18495,10 @@
    "execution_count": 38,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:59.021275Z",
-     "iopub.status.busy": "2023-11-23T20:36:59.020983Z",
-     "iopub.status.idle": "2023-11-23T20:36:59.286446Z",
-     "shell.execute_reply": "2023-11-23T20:36:59.285840Z"
+     "iopub.execute_input": "2023-11-29T23:47:42.704691Z",
+     "iopub.status.busy": "2023-11-29T23:47:42.704523Z",
+     "iopub.status.idle": "2023-11-29T23:47:42.987667Z",
+     "shell.execute_reply": "2023-11-29T23:47:42.987092Z"
     }
    },
    "outputs": [
@@ -18563,10 +18563,10 @@
    "execution_count": 39,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:59.288748Z",
-     "iopub.status.busy": "2023-11-23T20:36:59.288542Z",
-     "iopub.status.idle": "2023-11-23T20:36:59.360124Z",
-     "shell.execute_reply": "2023-11-23T20:36:59.359553Z"
+     "iopub.execute_input": "2023-11-29T23:47:42.989938Z",
+     "iopub.status.busy": "2023-11-29T23:47:42.989762Z",
+     "iopub.status.idle": "2023-11-29T23:47:43.065877Z",
+     "shell.execute_reply": "2023-11-29T23:47:43.065277Z"
     }
    },
    "outputs": [
@@ -19659,9 +19659,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"e31e00a0-c64e-42b8-812f-8d54364153fe\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"e31e00a0-c64e-42b8-812f-8d54364153fe\")) {                    Plotly.newPlot(                        \"e31e00a0-c64e-42b8-812f-8d54364153fe\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05],[-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182],[0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478],[-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766],[-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853],[0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956],[-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019],[-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688],[-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035],[0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353],[0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885],[0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"margin\":{\"t\":60}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"dce0d12b-7550-4978-bd30-08ac3f55fc85\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"dce0d12b-7550-4978-bd30-08ac3f55fc85\")) {                    Plotly.newPlot(                        \"dce0d12b-7550-4978-bd30-08ac3f55fc85\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05],[-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182],[0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478],[-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766],[-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853],[0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956],[-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019],[-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688],[-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035],[0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353],[0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885],[0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"margin\":{\"t\":60}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('e31e00a0-c64e-42b8-812f-8d54364153fe');\n",
+       "var gd = document.getElementById('dce0d12b-7550-4978-bd30-08ac3f55fc85');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -21004,9 +21004,9 @@
        }
       },
       "text/html": [
-       "<div>                            <div id=\"208e629f-fbf9-4c95-ad0f-9e60913b97bb\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"208e629f-fbf9-4c95-ad0f-9e60913b97bb\")) {                    Plotly.newPlot(                        \"208e629f-fbf9-4c95-ad0f-9e60913b97bb\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eAblated=%{x}\\u003cbr\\u003eOriginal=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05,-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182,0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478,-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766,-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853,0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956,-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019,-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688,-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035,0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353,0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885,0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324],\"xaxis\":\"x\",\"y\":[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06,-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163,0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06,-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102,-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048,0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852,-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05,-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658,-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746,0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517,0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684,0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Ablated\"},\"range\":[-3,3]},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Original\"},\"range\":[-3,3]},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Original vs Post-Ablation Direct Logit Attribution of Heads\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "<div>                            <div id=\"de498d53-93df-47b2-864e-5d08e46da609\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"de498d53-93df-47b2-864e-5d08e46da609\")) {                    Plotly.newPlot(                        \"de498d53-93df-47b2-864e-5d08e46da609\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eAblated=%{x}\\u003cbr\\u003eOriginal=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-0.0021564976777881384,-0.0004650808114092797,0.00024167282390408218,0.0002806589473038912,-0.0004162958066444844,-0.0004892388824373484,-0.0026209442876279354,-0.0029356779996305704,0.0004255964304320514,0.0005418104119598866,0.00023754879657644778,-7.489422569051385e-05,-0.0006585396477021277,0.0004060679639223963,-0.0009330259636044502,0.0008937930688261986,-0.0009785116417333484,-0.0005338290939107537,-0.002798798494040966,-0.004214120097458363,0.002578574465587735,0.0024506752379238605,0.0005351612926460803,0.0012349945027381182,0.0009405157179571688,-0.0011168611235916615,-0.0011542444117367268,-0.0015697376802563667,-0.0005699656903743744,0.0014514659997075796,0.0024399152025580406,0.003158295527100563,0.0009236591286025941,-0.0035781110636889935,-0.0010650312760844827,-0.0003558923490345478,-0.0005624931654892862,-1.1905125575140119e-05,0.0011530406773090363,0.0007360263261944056,0.0016493817092850804,0.000880062289070338,-0.000690509332343936,-0.0030320482328534126,0.0008080689003691077,0.00010366574861109257,-0.0005808239802718163,-0.0011067125014960766,-0.00263768807053566,0.00026930871536023915,-0.0016417843289673328,-0.003407016396522522,0.0017449787119403481,0.0004645029257517308,-0.0007899680640548468,0.001832922687754035,-0.000863231485709548,-0.00039788748836144805,0.000787911587394774,-0.00012038223212584853,0.0008688438683748245,0.0009473533136770129,-0.002281040884554386,-0.001180297345854342,0.00024081079754978418,-0.000431846478022635,-0.0003728134324774146,-0.0007384883356280625,0.0008113901130855083,-0.00040441390592604876,-0.007074309978634119,0.003946440294384956,-0.014917578548192978,-0.002280160319060087,0.002267940901219845,-8.298014290630817e-05,-0.004980999976396561,0.002767037134617567,0.0062662409618496895,-0.0034861252643167973,-0.0013347542844712734,-0.0017918648663908243,-0.0012231660075485706,0.0004053144948557019,-0.00024618676980026066,-0.005790171213448048,-0.0004975950578227639,0.14218294620513916,-0.0014962133718654513,-0.01900644227862358,0.0031333882361650467,-0.001858200179412961,-0.011305060237646103,0.19225995242595673,-0.0011892516631633043,-0.001028248923830688,-0.00380039494484663,-0.0008571058860979974,-0.013956714421510696,0.008289331570267677,0.004315020516514778,-0.009073707275092602,-0.08315181732177734,0.0034567827824503183,-0.018055075779557228,0.0021779867820441723,0.2978047728538513,0.024093784391880035,0.08904655277729034,-0.0007931477739475667,0.07247613370418549,0.015016483142971992,-0.02120928466320038,0.05205456167459488,1.4411144256591797,0.047437284141778946,-0.032290805131196976,0.0,0.001999296946451068,-0.008072315715253353,0.8600807189941406,0.3260071277618408,0.16344302892684937,0.07133564352989197,-0.004448337480425835,0.0006813874933868647,0.3661348223686218,-0.710504949092865,-0.0020313807763159275,-0.032143425196409225,1.2294321060180664,0.0018451453652232885,0.016877297312021255,-0.0017294371500611305,-0.5010855197906494,0.027497798204421997,-0.00596629548817873,-0.004944100975990295,-0.08855218440294266,0.00662232656031847,0.04412427544593811,-0.02726682648062706,-1.134913682937622,0.02287961170077324],\"xaxis\":\"x\",\"y\":[-0.0020563313737511635,-0.0005101980641484261,0.00046857440611347556,0.00012511684326454997,-0.000602872169110924,-0.00024295467301271856,-0.0023188863415271044,-0.0027583595365285873,0.000564594054594636,0.0009697464993223548,-0.000250445184065029,4.735018592327833e-06,-0.001007120474241674,0.0003947101067751646,-0.0015487347263842821,0.0014034894993528724,-0.0012652806472033262,-0.0011358216870576143,-0.002815939486026764,-0.0029645429458469152,0.002919027116149664,0.0025743511505424976,0.0003623793600127101,0.0017548803007230163,0.0005569381755776703,-0.0011266246438026428,-0.0017354374285787344,-0.0014514692593365908,-0.00028740023844875395,0.0017210505902767181,0.002665894106030464,0.003114670980721712,0.0005667185178026557,-0.0036664926446974277,-0.0018847112078219652,7.0189416874200106e-06,-0.0007264397572726011,0.00011369542335160077,0.0014300920302048326,0.0007490456337109208,0.0020184768363833427,0.0007436777232214808,-0.00046173413284122944,-0.0039058534894138575,0.0011407220736145973,-4.024937516078353e-05,-0.0013293505180627108,-0.0017636747797951102,-0.002828225726261735,0.0003364669973962009,-0.0014249036321416497,-0.0037772967480123043,0.0015998953022062778,0.000298910221317783,-0.0008046598522923887,0.002038854407146573,-0.0015593827702105045,-0.0006437172996811569,0.0011168037308380008,-0.0003500246675685048,0.0011338070034980774,0.001125905429944396,-0.002516412176191807,-0.001479007420130074,0.00038791296537965536,-6.407489127013832e-05,-0.0005096672102808952,-0.0008841560920700431,0.000639876932837069,-0.0010097329504787922,-0.00675909174606204,0.0033667483367025852,-0.015147391706705093,-0.002135062590241432,0.0025931906420737505,-0.0004267514741513878,-0.005558972246944904,0.002665888983756304,0.006410956382751465,-0.0038269523065537214,-0.000384213519282639,-0.0016430180985480547,-0.001334426924586296,-9.188463445752859e-05,-9.488654904998839e-05,-0.005788936745375395,-0.0006383691215887666,0.13493399322032928,-0.0017687659710645676,-0.018918035551905632,0.003873392939567566,-0.002145071281120181,-0.010327218100428581,0.18325884640216827,-0.000774792511947453,-0.0010452191345393658,-0.003833926049992442,-0.000804624636657536,-0.012673357501626015,0.008045913651585579,0.0036040418781340122,-0.00939817726612091,-0.08272111415863037,0.003555003786459565,-0.01840418018400669,0.0017586402827873826,0.2896132469177246,0.022854043170809746,0.08595200628042221,-0.0006932575488463044,0.0681697353720665,0.013111405074596405,-0.021098045632243156,0.051124364137649536,1.3844897747039795,0.045837342739105225,-0.038303226232528687,2.9854447841644287,0.001966130919754505,-0.008030198514461517,0.5608718395233154,0.17083176970481873,-0.033619046211242676,0.05821557715535164,-0.002452976070344448,0.0018771974137052894,0.2882727384567261,-1.898641586303711,-0.0015286979032680392,-0.03513004258275032,0.4802177846431732,-0.00091171805979684,0.01607583649456501,-0.039860501885414124,-0.38791102170944214,0.01112315058708191,-0.005477820988744497,-0.0025129332207143307,-0.08056081086397171,0.007518645375967026,0.04301106929779053,-0.04008238762617111,-0.9702329635620117,0.011862359941005707],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Ablated\"},\"range\":[-3,3]},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Original\"},\"range\":[-3,3]},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Original vs Post-Ablation Direct Logit Attribution of Heads\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('208e629f-fbf9-4c95-ad0f-9e60913b97bb');\n",
+       "var gd = document.getElementById('de498d53-93df-47b2-864e-5d08e46da609');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -21071,10 +21071,10 @@
    "execution_count": 40,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:36:59.362377Z",
-     "iopub.status.busy": "2023-11-23T20:36:59.362063Z",
-     "iopub.status.idle": "2023-11-23T20:36:59.366984Z",
-     "shell.execute_reply": "2023-11-23T20:36:59.366527Z"
+     "iopub.execute_input": "2023-11-29T23:47:43.068393Z",
+     "iopub.status.busy": "2023-11-29T23:47:43.068174Z",
+     "iopub.status.idle": "2023-11-29T23:47:43.073844Z",
+     "shell.execute_reply": "2023-11-29T23:47:43.073281Z"
     }
    },
    "outputs": [
@@ -21160,7 +21160,7 @@
   "widgets": {
    "application/vnd.jupyter.widget-state+json": {
     "state": {
-     "0203f26aca424e609d17ceed72df794f": {
+     "006b22dccf8f417fbdd5ced513d1916a": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21213,7 +21213,96 @@
        "width": null
       }
      },
-     "0287f2470dc649b2ac2e5e88f9c5abcb": {
+     "00e21baadbb54855b45bd4300baf1da7": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_54d5c8603a384790a232dcccb5feca50",
+        "IPY_MODEL_c39dd9f75fb64b119fe55c900bdc1703",
+        "IPY_MODEL_d4cb537557d24fff9780d40160cf41b4"
+       ],
+       "layout": "IPY_MODEL_fc838caaa113481593f113b8643f13dc",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "02422154db5c43c88e6c06e64a35f638": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_36c06f52abf246d59e714b0a8556e2b4",
+        "IPY_MODEL_3c2d83a7d7fe466aad6b8b789ff0d639",
+        "IPY_MODEL_64b1836995b14d6cbcb8ab94b8f4116e"
+       ],
+       "layout": "IPY_MODEL_9b0739ae97214134ba1d25aed87db0f4",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "084d45ac9c404ef39e699e26e75ac5ae": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "0b73116cc37945e59f9ad5f8a6fbaa9a": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_ae152db51bc64d7f8a0c2e50715c2b2d",
+       "placeholder": "​",
+       "style": "IPY_MODEL_f554e6038dd64cafbd6d67a4291571f4",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 1.36M/1.36M [00:00&lt;00:00, 22.7MB/s]"
+      }
+     },
+     "10d1fcf5c5e245598dcfdee805397ce5": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21266,33 +21355,7 @@
        "width": null
       }
      },
-     "02d0d412538e4a4bb3ae8512fbdc6dae": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_4045ae340f824ea5b36026a4cbbba898",
-       "max": 124.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_c1919f4de42040daaf7eb63793dffa26",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 124.0
-      }
-     },
-     "02eed5ec40fe4740948e96bc918ee0d9": {
+     "1930b69622284d0aa56890723cf8d398": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21345,30 +21408,39 @@
        "width": null
       }
      },
-     "1458a7bd83234fd188a1f1088336e6a5": {
+     "200d4ca721e24aeba57b67643441289b": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "ProgressStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "ProgressStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_75fc141ec3c2496b89e2bd4b48f56c5a",
-       "placeholder": "​",
-       "style": "IPY_MODEL_50a6b4041bb64e74be00d7020a3cc2f9",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 548M/548M [00:01&lt;00:00, 297MB/s]"
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "20a2f76305974d1382c4138eeaa18ba9": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
       }
      },
-     "14f617a06c8f4b1c8ca1b6d6309d21b9": {
+     "3254cec1d1a14b5e997d4bfe1bee1c70": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HBoxModel",
@@ -21383,32 +21455,83 @@
        "_view_name": "HBoxView",
        "box_style": "",
        "children": [
-        "IPY_MODEL_b37df190d4b3460fa821d924a7d93c87",
-        "IPY_MODEL_a7cf52346036483694b2e791229bcc1a",
-        "IPY_MODEL_1458a7bd83234fd188a1f1088336e6a5"
+        "IPY_MODEL_c2cd43d5b12743e39fffac8e43d502bd",
+        "IPY_MODEL_62579b24d3fd4a9abc3042a74dbfa23b",
+        "IPY_MODEL_0b73116cc37945e59f9ad5f8a6fbaa9a"
        ],
-       "layout": "IPY_MODEL_58cce74e4437495ab0f961b16843c9f1",
+       "layout": "IPY_MODEL_f8bdd6c6d00448708426017bd07b7fc7",
        "tabbable": null,
        "tooltip": null
       }
      },
-     "19e74fcc82f74fbe917104e346b84177": {
+     "344b29b1ea9447448c9b4a7a353394cd": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
+      "model_name": "HTMLStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "36c06f52abf246d59e714b0a8556e2b4": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_b8472a76d48a4741a3bd0b3705c832e7",
+       "placeholder": "​",
+       "style": "IPY_MODEL_4ec39a7e09bd49aeb3d0eedfeeb140f3",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading merges.txt: 100%"
       }
      },
-     "243146a8e8a24f7ab24070b709162361": {
+     "3c2d83a7d7fe466aad6b8b789ff0d639": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_3cb762fa2c854482b36546c8d26db799",
+       "max": 456318.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_20a2f76305974d1382c4138eeaa18ba9",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 456318.0
+      }
+     },
+     "3cb762fa2c854482b36546c8d26db799": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21461,25 +21584,7 @@
        "width": null
       }
      },
-     "2504a033beb94f4a9107f8b881a0acac": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "28206915c5154f29b80f25e6adcc76c4": {
+     "419276887edf490bb72076c7dceaebd9": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21532,7 +21637,23 @@
        "width": null
       }
      },
-     "29194e2629e5481a811580144a1ec47a": {
+     "43de85bb52c04e53ad0f46a611fb9023": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "47840be028e9425dbcccb58936fcc043": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21585,72 +21706,48 @@
        "width": null
       }
      },
-     "2ed018acea624dcca2ce46d15e20037b": {
+     "4b99268c0e424996a7e21c731df59136": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "31b4276df976449c99867c8641cd008b": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_905aefe3bd8a43698322d267f606a3da",
-        "IPY_MODEL_e253d2b1d98b4aeab3d2900f6282e062",
-        "IPY_MODEL_fb2a21a191b04c0ba56dbc25fe8d076a"
-       ],
-       "layout": "IPY_MODEL_58ace1c743c3432daab6954894848225",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_73131a7d7d86477abb93dc7954695edf",
+       "placeholder": "​",
+       "style": "IPY_MODEL_b52205458e714a12a3d9d5367777c786",
        "tabbable": null,
-       "tooltip": null
+       "tooltip": null,
+       "value": " 548M/548M [00:02&lt;00:00, 285MB/s]"
       }
      },
-     "3235d5a83ce848a79ffa9212c3d9890a": {
+     "4ec39a7e09bd49aeb3d0eedfeeb140f3": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_29194e2629e5481a811580144a1ec47a",
-       "placeholder": "​",
-       "style": "IPY_MODEL_2ed018acea624dcca2ce46d15e20037b",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading merges.txt: 100%"
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "36aaff7ca6824667a60e77819fb022ff": {
+     "4ff103fa0aa84c9cb9168b24ad16d537": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "ProgressStyleModel",
@@ -21666,31 +21763,30 @@
        "description_width": ""
       }
      },
-     "3abe3055b51e4cb08739a07e618a5c3f": {
+     "50eae730c5534e70a58d01323eb114c0": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_3235d5a83ce848a79ffa9212c3d9890a",
-        "IPY_MODEL_f43775b3d02745d18e7d58022791f900",
-        "IPY_MODEL_808b2afab6564d55a0b4478a18830d06"
-       ],
-       "layout": "IPY_MODEL_8469c21e9dd94a9381bb99796c875ef7",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_006b22dccf8f417fbdd5ced513d1916a",
+       "placeholder": "​",
+       "style": "IPY_MODEL_344b29b1ea9447448c9b4a7a353394cd",
        "tabbable": null,
-       "tooltip": null
+       "tooltip": null,
+       "value": " 124/124 [00:00&lt;00:00, 21.1kB/s]"
       }
      },
-     "4045ae340f824ea5b36026a4cbbba898": {
+     "5306a061e7e04b98b8e3dac8319d8bac": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21743,61 +21839,79 @@
        "width": null
       }
      },
-     "410b54d17a884eb397c500ae2b740239": {
+     "54d5c8603a384790a232dcccb5feca50": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "HTMLModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_ff51dd5263b34386a70bc5414a03dc58",
+       "placeholder": "​",
+       "style": "IPY_MODEL_c8a5c592fb9141de8e4574405bbf5a56",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading vocab.json: 100%"
       }
      },
-     "43e0b1b6541d4991a45213e170eb46df": {
+     "62579b24d3fd4a9abc3042a74dbfa23b": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "FloatProgressModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "FloatProgressModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_6f2e4c86730140aca854bb3d81534ab5",
+       "max": 1355256.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_200d4ca721e24aeba57b67643441289b",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 1355256.0
       }
      },
-     "50a6b4041bb64e74be00d7020a3cc2f9": {
+     "64b1836995b14d6cbcb8ab94b8f4116e": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "HTMLModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_1930b69622284d0aa56890723cf8d398",
+       "placeholder": "​",
+       "style": "IPY_MODEL_084d45ac9c404ef39e699e26e75ac5ae",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 456k/456k [00:00&lt;00:00, 60.1MB/s]"
       }
      },
-     "58ace1c743c3432daab6954894848225": {
+     "6f2e4c86730140aca854bb3d81534ab5": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21850,7 +21964,25 @@
        "width": null
       }
      },
-     "58cce74e4437495ab0f961b16843c9f1": {
+     "71bc320504404fd69dbd46a6b154d122": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "73131a7d7d86477abb93dc7954695edf": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21903,30 +22035,33 @@
        "width": null
       }
      },
-     "5b94ab27b4df483eb44d83dd315509f8": {
+     "91aaf5a05eb7424594a14d92fa10c832": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "FloatProgressModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "FloatProgressModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_add6a0fb8f334f918e383e2b0e7f5c7b",
-       "placeholder": "​",
-       "style": "IPY_MODEL_ad8d6feaa4c942a382928a16d68e6d01",
+       "layout": "IPY_MODEL_b64f2fccc8ff4873b837d2978d510f37",
+       "max": 124.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_43de85bb52c04e53ad0f46a611fb9023",
        "tabbable": null,
        "tooltip": null,
-       "value": " 1.36M/1.36M [00:00&lt;00:00, 85.6MB/s]"
+       "value": 124.0
       }
      },
-     "5e648199b30a44c28dfaf3e577c55007": {
+     "9b0739ae97214134ba1d25aed87db0f4": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -21979,7 +22114,47 @@
        "width": null
       }
      },
-     "6d106f5f269a4d1a90a08179ba8b8daf": {
+     "a608ab6fdfdb44d0a4a6905a3dcce17c": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "a6fa4cbe24c94826b4ac6beaa14568d1": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_ae25e6cb99ec45e0823ff3db7bb48bfb",
+        "IPY_MODEL_91aaf5a05eb7424594a14d92fa10c832",
+        "IPY_MODEL_50eae730c5534e70a58d01323eb114c0"
+       ],
+       "layout": "IPY_MODEL_5306a061e7e04b98b8e3dac8319d8bac",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "a97ba59dbff64273a872dad49f96c7c8": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -21997,7 +22172,7 @@
        "text_color": null
       }
      },
-     "6ecf1d8baba148dda6cc042250faa631": {
+     "ad3494974a674799ae180b8092baf9be": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22050,7 +22225,7 @@
        "width": null
       }
      },
-     "6fea09ee30b7448c9eb1094d80f0518c": {
+     "ae152db51bc64d7f8a0c2e50715c2b2d": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22103,23 +22278,74 @@
        "width": null
       }
      },
-     "721b2d359a7a4e7aa3e33ec3307450aa": {
+     "ae25e6cb99ec45e0823ff3db7bb48bfb": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
+      "model_name": "HTMLModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_f82fd5e953cb48f1a05d566b93faa488",
+       "placeholder": "​",
+       "style": "IPY_MODEL_71bc320504404fd69dbd46a6b154d122",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading generation_config.json: 100%"
+      }
+     },
+     "b395521bd739423896e97a51b62dab50": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_419276887edf490bb72076c7dceaebd9",
+       "max": 548105171.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_a608ab6fdfdb44d0a4a6905a3dcce17c",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 548105171.0
+      }
+     },
+     "b52205458e714a12a3d9d5367777c786": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "75fc141ec3c2496b89e2bd4b48f56c5a": {
+     "b64f2fccc8ff4873b837d2978d510f37": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22172,48 +22398,7 @@
        "width": null
       }
      },
-     "787ad3fa5f6b4976b6c504a4d559c522": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "808b2afab6564d55a0b4478a18830d06": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_28206915c5154f29b80f25e6adcc76c4",
-       "placeholder": "​",
-       "style": "IPY_MODEL_2504a033beb94f4a9107f8b881a0acac",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 456k/456k [00:00&lt;00:00, 35.3MB/s]"
-      }
-     },
-     "8469c21e9dd94a9381bb99796c875ef7": {
+     "b8472a76d48a4741a3bd0b3705c832e7": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22266,72 +22451,97 @@
        "width": null
       }
      },
-     "865a2d989dfa4a37a8da11805ccc02d7": {
+     "b909c9fb08d14e7695298f014fc39e00": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "HTMLModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_fe5d2866725848469ebf38f7396dceda",
+       "placeholder": "​",
+       "style": "IPY_MODEL_dacbb939499e416e9b72e6b47e2d870f",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading model.safetensors: 100%"
       }
      },
-     "8fbbdb0ca2ab4aa7a36f1e59f1e91f77": {
+     "c2cd43d5b12743e39fffac8e43d502bd": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_90f925bbf2494be88b1c99d047ec2cb9",
-        "IPY_MODEL_a3906c135d4f421c9fbcf8450a1d6856",
-        "IPY_MODEL_5b94ab27b4df483eb44d83dd315509f8"
-       ],
-       "layout": "IPY_MODEL_243146a8e8a24f7ab24070b709162361",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_47840be028e9425dbcccb58936fcc043",
+       "placeholder": "​",
+       "style": "IPY_MODEL_a97ba59dbff64273a872dad49f96c7c8",
        "tabbable": null,
-       "tooltip": null
+       "tooltip": null,
+       "value": "Downloading tokenizer.json: 100%"
+      }
+     },
+     "c39dd9f75fb64b119fe55c900bdc1703": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_ad3494974a674799ae180b8092baf9be",
+       "max": 1042301.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_4ff103fa0aa84c9cb9168b24ad16d537",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 1042301.0
       }
      },
-     "905aefe3bd8a43698322d267f606a3da": {
+     "c8a5c592fb9141de8e4574405bbf5a56": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_f38a6bfc0c9743dca7138fdf30b2799b",
-       "placeholder": "​",
-       "style": "IPY_MODEL_787ad3fa5f6b4976b6c504a4d559c522",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading vocab.json: 100%"
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "90f925bbf2494be88b1c99d047ec2cb9": {
+     "d4cb537557d24fff9780d40160cf41b4": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
@@ -22346,31 +22556,15 @@
        "_view_name": "HTMLView",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_0203f26aca424e609d17ceed72df794f",
+       "layout": "IPY_MODEL_d66888e11c6b48f3911b47b440392f3b",
        "placeholder": "​",
-       "style": "IPY_MODEL_865a2d989dfa4a37a8da11805ccc02d7",
+       "style": "IPY_MODEL_da9fd26b8cb849fc9e3a1230c65198a9",
        "tabbable": null,
        "tooltip": null,
-       "value": "Downloading tokenizer.json: 100%"
-      }
-     },
-     "a145725dac8f4b92b3af517d28beee1a": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "value": " 1.04M/1.04M [00:00&lt;00:00, 43.0MB/s]"
       }
      },
-     "a25749bcbdfc49a08fa8c5838a64f8a1": {
+     "d66888e11c6b48f3911b47b440392f3b": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22423,59 +22617,43 @@
        "width": null
       }
      },
-     "a3906c135d4f421c9fbcf8450a1d6856": {
+     "da9fd26b8cb849fc9e3a1230c65198a9": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_5e648199b30a44c28dfaf3e577c55007",
-       "max": 1355256.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_36aaff7ca6824667a60e77819fb022ff",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 1355256.0
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "a7cf52346036483694b2e791229bcc1a": {
+     "dacbb939499e416e9b72e6b47e2d870f": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_6ecf1d8baba148dda6cc042250faa631",
-       "max": 548105171.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_a145725dac8f4b92b3af517d28beee1a",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 548105171.0
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "ad8d6feaa4c942a382928a16d68e6d01": {
+     "f554e6038dd64cafbd6d67a4291571f4": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -22493,7 +22671,7 @@
        "text_color": null
       }
      },
-     "add6a0fb8f334f918e383e2b0e7f5c7b": {
+     "f82fd5e953cb48f1a05d566b93faa488": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22546,53 +22724,7 @@
        "width": null
       }
      },
-     "ae04b15b119c48d496ab8df4267f9fe0": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_6fea09ee30b7448c9eb1094d80f0518c",
-       "placeholder": "​",
-       "style": "IPY_MODEL_d2a063b3b8084223b4813988c5871bf7",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading generation_config.json: 100%"
-      }
-     },
-     "b37df190d4b3460fa821d924a7d93c87": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_eaf07eafb9744a76b988b359a6413a3f",
-       "placeholder": "​",
-       "style": "IPY_MODEL_410b54d17a884eb397c500ae2b740239",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading model.safetensors: 100%"
-      }
-     },
-     "bcbaf3fd65df4dedb16ac423f3e2473e": {
+     "f8bdd6c6d00448708426017bd07b7fc7": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22645,41 +22777,31 @@
        "width": null
       }
      },
-     "c1919f4de42040daaf7eb63793dffa26": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
-      }
-     },
-     "d2a063b3b8084223b4813988c5871bf7": {
+     "fb1af2face1f4ab788109b68cc5ed201": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "HBoxModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HBoxModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_b909c9fb08d14e7695298f014fc39e00",
+        "IPY_MODEL_b395521bd739423896e97a51b62dab50",
+        "IPY_MODEL_4b99268c0e424996a7e21c731df59136"
+       ],
+       "layout": "IPY_MODEL_10d1fcf5c5e245598dcfdee805397ce5",
+       "tabbable": null,
+       "tooltip": null
       }
      },
-     "e24996612ee743ffbe04cbc2d70a6e64": {
+     "fc838caaa113481593f113b8643f13dc": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22732,56 +22854,7 @@
        "width": null
       }
      },
-     "e253d2b1d98b4aeab3d2900f6282e062": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_02eed5ec40fe4740948e96bc918ee0d9",
-       "max": 1042301.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_19e74fcc82f74fbe917104e346b84177",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 1042301.0
-      }
-     },
-     "e747120be34442a1b6ecd5bb1ff3fbc0": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_0287f2470dc649b2ac2e5e88f9c5abcb",
-       "placeholder": "​",
-       "style": "IPY_MODEL_6d106f5f269a4d1a90a08179ba8b8daf",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 124/124 [00:00&lt;00:00, 24.2kB/s]"
-      }
-     },
-     "eaf07eafb9744a76b988b359a6413a3f": {
+     "fe5d2866725848469ebf38f7396dceda": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22834,31 +22907,7 @@
        "width": null
       }
      },
-     "efdc17b516424b8cbf8a63cb0b9d9bd8": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_ae04b15b119c48d496ab8df4267f9fe0",
-        "IPY_MODEL_02d0d412538e4a4bb3ae8512fbdc6dae",
-        "IPY_MODEL_e747120be34442a1b6ecd5bb1ff3fbc0"
-       ],
-       "layout": "IPY_MODEL_a25749bcbdfc49a08fa8c5838a64f8a1",
-       "tabbable": null,
-       "tooltip": null
-      }
-     },
-     "f38a6bfc0c9743dca7138fdf30b2799b": {
+     "ff51dd5263b34386a70bc5414a03dc58": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -22910,55 +22959,6 @@
        "visibility": null,
        "width": null
       }
-     },
-     "f43775b3d02745d18e7d58022791f900": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_e24996612ee743ffbe04cbc2d70a6e64",
-       "max": 456318.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_721b2d359a7a4e7aa3e33ec3307450aa",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 456318.0
-      }
-     },
-     "fb2a21a191b04c0ba56dbc25fe8d076a": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_bcbaf3fd65df4dedb16ac423f3e2473e",
-       "placeholder": "​",
-       "style": "IPY_MODEL_43e0b1b6541d4991a45213e170eb46df",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 1.04M/1.04M [00:00&lt;00:00, 42.5MB/s]"
-      }
      }
     },
     "version_major": 2,
diff --git a/generated/demos/Main_Demo.html b/generated/demos/Main_Demo.html
index aa42a95a8..0b4dcc407 100644
--- a/generated/demos/Main_Demo.html
+++ b/generated/demos/Main_Demo.html
@@ -331,11 +331,11 @@ <h1>Setup<a class="headerlink" href="#Setup" title="Permalink to this heading">#
 </pre></div>
 </div>
 <div class="output_area rendered_html docutils container">
-<div id="circuits-vis-cfb1895a-f99a" style="margin: 15px 0;"/>
+<div id="circuits-vis-58e33749-6c5a" style="margin: 15px 0;"/>
     <script crossorigin type="module">
     import { render, Hello } from "https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js";
     render(
-      "circuits-vis-cfb1895a-f99a",
+      "circuits-vis-58e33749-6c5a",
       Hello,
       {"name": "Neel"}
     )
@@ -386,7 +386,7 @@ <h1>Setup<a class="headerlink" href="#Setup" title="Permalink to this heading">#
 </div>
 <div class="output_area docutils container">
 <div class="highlight"><pre>
-&lt;torch.autograd.grad_mode.set_grad_enabled at 0x7fac05a3c350&gt;
+&lt;torch.autograd.grad_mode.set_grad_enabled at 0x7f7d8cbdff10&gt;
 </pre></div></div>
 </div>
 <p>Plotting helper functions:</p>
@@ -539,11 +539,11 @@ <h2>Caching all Activations<a class="headerlink" href="#Caching-all-Activations"
 </pre></div>
 </div>
 <div class="output_area rendered_html docutils container">
-<div id="circuits-vis-624cc146-cf5e" style="margin: 15px 0;"/>
+<div id="circuits-vis-084a9dd9-762c" style="margin: 15px 0;"/>
     <script crossorigin type="module">
     import { render, AttentionPatterns } from "https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js";
     render(
-      "circuits-vis-624cc146-cf5e",
+      "circuits-vis-084a9dd9-762c",
       AttentionPatterns,
       {"tokens": ["<|endoftext|>", "Natural", " language", " processing", " tasks", ",", " such", " as", " question", " answering", ",", " machine", " translation", ",", " reading", " comprehension", ",", " and", " summar", "ization", ",", " are", " typically", " approached", " with", " supervised", " learning", " on", " tasks", "pe", "cific", " datasets", "."], "attention": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9639418721199036, 0.03605814278125763, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8389372229576111, 0.1182878389954567, 0.04277484863996506, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4743611216545105, 0.13382025063037872, 0.27371737360954285, 0.11810112744569778, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.35606443881988525, 0.10184910148382187, 0.23054225742816925, 0.20397400856018066, 0.10757027566432953, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6660143733024597, 0.16866376996040344, 0.04535674676299095, 0.03885500505566597, 0.06775480508804321, 0.013355279341340065, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.38626962900161743, 0.285109281539917, 0.07609006762504578, 0.05908379331231117, 0.07223352789878845, 0.039796341210603714, 0.08141741901636124, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3775394856929779, 0.1883881688117981, 0.11723987013101578, 0.08685602247714996, 0.0666918084025383, 0.03500017523765564, 0.09693004190921783, 0.03135441616177559, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4869752824306488, 0.06781316548585892, 0.07952871918678284, 0.0848078578710556, 0.1590261608362198, 0.029577823355793953, 0.025685928761959076, 0.016474608331918716, 0.050110384821891785, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2906550168991089, 0.0401349700987339, 0.14614863693714142, 0.0994059145450592, 0.15389196574687958, 0.03900161013007164, 0.02498897723853588, 0.031841278076171875, 0.10222824662923813, 0.0717034637928009, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.39624103903770447, 0.0969417542219162, 0.027270644903182983, 0.02355135791003704, 0.03723449259996414, 0.006502412259578705, 0.08118755370378494, 0.013088461011648178, 0.06990595161914825, 0.24043096601963043, 0.007645339239388704, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.24864791333675385, 0.1380205750465393, 0.09235316514968872, 0.08676129579544067, 0.1381969451904297, 0.05914197117090225, 0.03223859518766403, 0.031582385301589966, 0.03048943728208542, 0.03873482719063759, 0.06671839207410812, 0.0371144562959671, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19148443639278412, 0.1617259532213211, 0.07445938885211945, 0.07740949094295502, 0.021961115300655365, 0.03392129763960838, 0.051250215619802475, 0.01951923593878746, 0.03132445365190506, 0.04020152613520622, 0.038742680102586746, 0.21578849852085114, 0.04221167787909508, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3704318404197693, 0.08681415021419525, 0.02458467148244381, 0.02161632478237152, 0.03238872438669205, 0.005422743037343025, 0.0727522224187851, 0.011272797361016273, 0.06329693645238876, 0.217268168926239, 0.006367159076035023, 0.029603807255625725, 0.05099845305085182, 0.007182054687291384, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19737651944160461, 0.04603996500372887, 0.043999820947647095, 0.1337345838546753, 0.05424822121858597, 0.025475721806287766, 0.027563506737351418, 0.021570932120084763, 0.05171823501586914, 0.06458097696304321, 0.028064634650945663, 0.23551592230796814, 0.019129814580082893, 0.02996351197361946, 0.02101767621934414, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08907235413789749, 0.019288338720798492, 0.1665353775024414, 0.07281264662742615, 0.047386400401592255, 0.024487901479005814, 0.028987325727939606, 0.019370369613170624, 0.026673024520277977, 0.0731663629412651, 0.02570459432899952, 0.042423591017723083, 0.05869460478425026, 0.02893269993364811, 0.18119069933891296, 0.0952737107872963, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2816729247570038, 0.06441289931535721, 0.018008556216955185, 0.01616961695253849, 0.023183872923254967, 0.0037532970309257507, 0.05472245812416077, 0.007909760810434818, 0.04616469517350197, 0.16947266459465027, 0.004361647181212902, 0.021011337637901306, 0.0354907289147377, 0.00493256701156497, 0.0955522358417511, 0.147263303399086, 0.005917456932365894, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21305488049983978, 0.05912370607256889, 0.03382086753845215, 0.02747686579823494, 0.02839355543255806, 0.008422905579209328, 0.0400853268802166, 0.011629259213805199, 0.052951909601688385, 0.15404638648033142, 0.0098318075761199, 0.03610190376639366, 0.047372907400131226, 0.01106918603181839, 0.09972470253705978, 0.13971355557441711, 0.013185342773795128, 0.013994931243360043, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15871699154376984, 0.043878890573978424, 0.08712151646614075, 0.08998464792966843, 0.030738590285182, 0.0341489352285862, 0.024917257949709892, 0.03139195591211319, 0.024823861196637154, 0.019790327176451683, 0.036254845559597015, 0.020694414153695107, 0.04284068942070007, 0.03820899501442909, 0.06234658882021904, 0.10919702053070068, 0.0413760244846344, 0.049167610704898834, 0.054400913417339325, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10485512018203735, 0.12122291326522827, 0.0648747980594635, 0.08768714964389801, 0.03434053063392639, 0.01748395524919033, 0.03415181487798691, 0.01528915110975504, 0.023312119767069817, 0.02830650471150875, 0.018720479682087898, 0.028111927211284637, 0.041905295103788376, 0.020989559590816498, 0.04678506776690483, 0.08659638464450836, 0.023631839081645012, 0.024273160845041275, 0.16702401638031006, 0.010438229888677597, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.22901973128318787, 0.05184381082653999, 0.013585173524916172, 0.012337238527834415, 0.018005426973104477, 0.0027703619562089443, 0.04238128289580345, 0.005856256000697613, 0.03614486753940582, 0.13039222359657288, 0.003153424011543393, 0.015672560781240463, 0.027800412848591805, 0.003554322523996234, 0.07460814714431763, 0.11298281699419022, 0.00427226722240448, 0.006832206156104803, 0.18569746613502502, 0.018073637038469315, 0.005016351584345102, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.18869926035404205, 0.034387119114398956, 0.022344736382365227, 0.019972726702690125, 0.016354018822312355, 0.00685655465349555, 0.020859045907855034, 0.005695999134331942, 0.034159183502197266, 0.07260984927415848, 0.007857207208871841, 0.018040236085653305, 0.026904456317424774, 0.009020395576953888, 0.06876447051763535, 0.17578737437725067, 0.010720068588852882, 0.00928453542292118, 0.1925639808177948, 0.025180328637361526, 0.012639072723686695, 0.021299349144101143, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1195831373333931, 0.022259412333369255, 0.032947126775979996, 0.02017023041844368, 0.035653308033943176, 0.013459905982017517, 0.017516475170850754, 0.010057874955236912, 0.025856448337435722, 0.05955953523516655, 0.015084504149854183, 0.015008730813860893, 0.053174685686826706, 0.016597604379057884, 0.041555263102054596, 0.1312934160232544, 0.019296662881970406, 0.015855029225349426, 0.1792508363723755, 0.01618383638560772, 0.022295530885457993, 0.015463392250239849, 0.10187703371047974, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14615529775619507, 0.02672750875353813, 0.016624556854367256, 0.018987691029906273, 0.06278637796640396, 0.015317165292799473, 0.019792238250374794, 0.01422776747494936, 0.025458170101046562, 0.04530354216694832, 0.016364358365535736, 0.0374930314719677, 0.01328864973038435, 0.017496539279818535, 0.0399458184838295, 0.05881757661700249, 0.019260980188846588, 0.024616027250885963, 0.038219694048166275, 0.02157779410481453, 0.020949898287653923, 0.07973216474056244, 0.050176091492176056, 0.17068107426166534, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11321668326854706, 0.03674636408686638, 0.011786575429141521, 0.010274875909090042, 0.020370667800307274, 0.0052438885904848576, 0.015918850898742676, 0.005266785155981779, 0.024891739711165428, 0.06593259423971176, 0.005933661013841629, 0.018209032714366913, 0.021020200103521347, 0.0066674984991550446, 0.034828804433345795, 0.13742126524448395, 0.007927048951387405, 0.008618667721748352, 0.1137719601392746, 0.013557437807321548, 0.009277837350964546, 0.0261213555932045, 0.08499342948198318, 0.19073905050754547, 0.011263744905591011, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1333771049976349, 0.026216605678200722, 0.038271546363830566, 0.07152579724788666, 0.05317768082022667, 0.013925841078162193, 0.007084188517183065, 0.013450146652758121, 0.009841440245509148, 0.01178977731615305, 0.013537583872675896, 0.0381549596786499, 0.04193304851651192, 0.013882285915315151, 0.037071458995342255, 0.13838458061218262, 0.014846335165202618, 0.03156952187418938, 0.05598174408078194, 0.015536683611571789, 0.01595635898411274, 0.045455556362867355, 0.01669965125620365, 0.02532576024532318, 0.036718931049108505, 0.08028540760278702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10608971863985062, 0.019107716158032417, 0.024468660354614258, 0.027496395632624626, 0.01636580377817154, 0.005011421162635088, 0.010413105599582195, 0.006081141531467438, 0.005301061552017927, 0.011143162846565247, 0.004565386101603508, 0.018969915807247162, 0.004321118351072073, 0.00481497822329402, 0.029409408569335938, 0.028682027012109756, 0.005097254645079374, 0.0072343479841947556, 0.03412593528628349, 0.010370595380663872, 0.005643266253173351, 0.007283586077392101, 0.02938956581056118, 0.010038798674941063, 0.009134513325989246, 0.546663224697113, 0.012777911499142647, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10467305779457092, 0.03321939706802368, 0.015341253019869328, 0.009373552165925503, 0.026595458388328552, 0.0057878089137375355, 0.013571349903941154, 0.004554884973913431, 0.02805890329182148, 0.026107221841812134, 0.006353435572236776, 0.013315828517079353, 0.02662825584411621, 0.006888874340802431, 0.06204750016331673, 0.05890704691410065, 0.008068052120506763, 0.007557097356766462, 0.08522787690162659, 0.017075758427381516, 0.009256888180971146, 0.019695766270160675, 0.12617811560630798, 0.13061513006687164, 0.011351045221090317, 0.0898437350988388, 0.046381521970033646, 0.007325289770960808, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0856190174818039, 0.02143894135951996, 0.056412577629089355, 0.0570666566491127, 0.019802208989858627, 0.006727498024702072, 0.005809164140373468, 0.004516260698437691, 0.0031647467985749245, 0.01761520281434059, 0.006174598820507526, 0.08767973631620407, 0.012299862690269947, 0.006350454408675432, 0.017522139474749565, 0.14295215904712677, 0.006585489492863417, 0.007875688374042511, 0.030078936368227005, 0.013907496817409992, 0.0073766945861279964, 0.007684784941375256, 0.022160839289426804, 0.01238502562046051, 0.011890063062310219, 0.08669770509004593, 0.19902527332305908, 0.013594473712146282, 0.02958623133599758, 0.0, 0.0, 0.0, 0.0], [0.14064589142799377, 0.013298705220222473, 0.015702955424785614, 0.01735786534845829, 0.02233150787651539, 0.02967226877808571, 0.04172082245349884, 0.018995430320501328, 0.03827710822224617, 0.04863562062382698, 0.03094690665602684, 0.016023889183998108, 0.020880892872810364, 0.0324382409453392, 0.030558118596673012, 0.022808337584137917, 0.03537760674953461, 0.031451597809791565, 0.03497114032506943, 0.01867910474538803, 0.038219090551137924, 0.02257886528968811, 0.06819561123847961, 0.04214095696806908, 0.028620854020118713, 0.03775002062320709, 0.018578054383397102, 0.03376872092485428, 0.03641696646809578, 0.01295685674995184, 0.0, 0.0, 0.0], [0.07168620079755783, 0.06924446672201157, 0.019306901842355728, 0.014161975122988224, 0.016823187470436096, 0.019380606710910797, 0.019257400184869766, 0.0220036618411541, 0.013706523925065994, 0.035783782601356506, 0.018465187400579453, 0.05207169055938721, 0.020085182040929794, 0.01986212283372879, 0.02066211588680744, 0.04725164175033569, 0.021076709032058716, 0.0367872416973114, 0.02432408556342125, 0.003827549982815981, 0.02392067387700081, 0.008533225394785404, 0.026241622865200043, 0.02738005481660366, 0.03461199998855591, 0.022884158417582512, 0.10047905147075653, 0.06913496553897858, 0.02547457255423069, 0.06495601683855057, 0.030615385621786118, 0.0, 0.0], [0.06910776346921921, 0.0370122455060482, 0.03862114995718002, 0.05933326855301857, 0.01592354290187359, 0.007918563671410084, 0.010371050797402859, 0.006615665275603533, 0.0025200776290148497, 0.026019366458058357, 0.00790522899478674, 0.02965201810002327, 0.040006235241889954, 0.008451342582702637, 0.010741152800619602, 0.05027563124895096, 0.009428857825696468, 0.01360103115439415, 0.05036921054124832, 0.03176715224981308, 0.010793029330670834, 0.007216803263872862, 0.006478430703282356, 0.01480061188340187, 0.021585972979664803, 0.15769484639167786, 0.08884761482477188, 0.019016927108168602, 0.02972934953868389, 0.03316137194633484, 0.05088365823030472, 0.034150850027799606, 0.0], [0.14375510811805725, 0.01681104302406311, 0.00938666146248579, 0.006830314174294472, 0.011656844057142735, 0.0015672282315790653, 0.019711479544639587, 0.002398042008280754, 0.021235888823866844, 0.04683680832386017, 0.001690514967776835, 0.005827189888805151, 0.011980000883340836, 0.0018251389265060425, 0.042313337326049805, 0.05491374433040619, 0.0021786559373140335, 0.002417011419311166, 0.09604067355394363, 0.00575287826359272, 0.0025577880442142487, 0.00712122255936265, 0.08889928460121155, 0.10852081328630447, 0.005179054569453001, 0.03657734766602516, 0.024719923734664917, 0.0037347630131989717, 0.031077098101377487, 0.016887947916984558, 0.09450866281986237, 0.07171519845724106, 0.0033723192755132914]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0004246663593221456, 0.9995753169059753, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005621908348985016, 0.016407271847128868, 0.9830306172370911, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0011627554195001721, 0.021681973710656166, 0.0037620372604578733, 0.9733933210372925, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [3.7244368286337703e-05, 0.0001720225263852626, 0.0002814392792060971, 0.0027421435806900263, 0.9967671632766724, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008268453180789948, 0.00023985625011846423, 7.361917960224673e-05, 6.43773382762447e-05, 0.0001756635756464675, 0.9911779761314392, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0012215046444907784, 0.00540044903755188, 0.0016716319369152188, 0.0004077559569850564, 0.0006163658108562231, 0.0010931181022897363, 0.9895892143249512, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0012459794525057077, 0.0009121232433244586, 0.0005976726533845067, 0.00013656896771863103, 0.00033041107235476375, 0.001572281587868929, 0.003880825825035572, 0.9913240671157837, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00028217487852089107, 0.004068178590387106, 0.002660515485331416, 0.0013093105517327785, 0.008030476048588753, 0.0002879090898204595, 0.00022922898642718792, 0.0003948427038267255, 0.9827372431755066, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [3.47392306139227e-05, 0.00039538307464681566, 0.00013272685464471579, 0.0002585221081972122, 0.001085555530153215, 9.198026964440942e-05, 0.000326707202475518, 0.000542744412086904, 0.006105918437242508, 0.9910256266593933, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0033785076811909676, 5.090881677460857e-05, 1.6452078853035346e-05, 1.6926167518249713e-05, 4.181407712167129e-05, 0.49394041299819946, 0.00012981290637981147, 0.0008837333880364895, 3.22120358760003e-05, 2.7252099243924022e-05, 0.5014819502830505, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [8.41604924062267e-05, 0.0013417223235592246, 0.001261359197087586, 0.0021450745407491922, 0.004042362794280052, 0.0004830532125197351, 0.00011582656588871032, 0.0001520359655842185, 2.692530870262999e-05, 0.00012675125617533922, 0.0003128990938421339, 0.9899078607559204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0003782230196520686, 0.000983756617642939, 0.03934125974774361, 0.002732245484367013, 0.0036680209450423717, 0.00011039189848816022, 0.00012931032688356936, 0.00021743457182310522, 0.00010623293928802013, 0.0007748186471872032, 6.647665577474982e-05, 0.0003148664836771786, 0.9511768817901611, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0021017210092395544, 2.443688026687596e-05, 7.788784387230407e-06, 8.651617463328876e-06, 2.014002893702127e-05, 0.2997135818004608, 7.525280670961365e-05, 0.0004898309125564992, 1.8459475541021675e-05, 1.5344538041972555e-05, 0.32833895087242126, 4.175798312644474e-05, 6.46918533675489e-06, 0.36913764476776123, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0001496832846896723, 0.00011296618322376162, 0.00036294886376708746, 0.00018591222760733217, 0.00016460906772408634, 4.1432296711718664e-05, 2.8764745366061106e-05, 7.786951027810574e-05, 0.0009200992644764483, 0.010340196080505848, 2.7572366889216937e-05, 1.7833237507147714e-05, 0.0003305456193629652, 2.4375704015255906e-05, 0.9872152805328369, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00010753834794741124, 0.0021781898103654385, 0.0020426097325980663, 0.00425192853435874, 0.006989907473325729, 2.5118790290434845e-05, 0.0007779038860462606, 0.0005783543456345797, 0.0029378440231084824, 0.03322538733482361, 1.7199259673361667e-05, 0.0008936485392041504, 0.0015238573541864753, 1.4656818166258745e-05, 0.0062226406298577785, 0.9382131695747375, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0013634886126965284, 1.322607567999512e-05, 4.013951183878817e-06, 4.803066985914484e-06, 1.0257464055030141e-05, 0.19665959477424622, 4.527264172793366e-05, 0.0002776262699626386, 1.1714446372934617e-05, 9.473313184571452e-06, 0.22919613122940063, 2.6430654543219134e-05, 4.1018488445843104e-06, 0.26576101779937744, 8.51534878165694e-06, 4.536034794000443e-06, 0.30659982562065125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0008924754220061004, 0.00013490821584127843, 4.779844675795175e-05, 5.803707608720288e-05, 0.0001048016274580732, 0.012799093499779701, 0.0007168253068812191, 0.03257954120635986, 2.6449979486642405e-05, 0.00011185073526576161, 0.011884265579283237, 4.0102739149006084e-05, 5.555408642976545e-05, 0.012377867475152016, 0.00010783469042507932, 5.4043703130446374e-05, 0.013122130185365677, 0.9148862957954407, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [5.07531922266935e-06, 4.3961466872133315e-05, 3.398504850338213e-05, 7.940301293274388e-05, 5.4779167840024456e-05, 7.921550491118978e-07, 9.313333066529594e-06, 7.727086085651536e-06, 8.597270061727613e-05, 0.0001227404281962663, 5.141488941262651e-07, 1.702796907920856e-06, 3.834186645690352e-05, 4.4509752683552506e-07, 0.00013928249245509505, 0.00032758008455857635, 3.994804558260512e-07, 3.948134235542966e-06, 0.999043881893158, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [9.346190927317366e-05, 0.0018395759398117661, 0.0025233139749616385, 0.01808723248541355, 0.0029363781213760376, 0.00027335842605680227, 4.8729798436397687e-05, 0.00042127809138037264, 0.00015624363732058555, 0.0009748339653015137, 0.00020533608039841056, 0.0010228835744783282, 0.0019548055715858936, 0.0001947038690559566, 0.0011294218711555004, 0.0016656137304380536, 0.0001873406145023182, 0.000950345944147557, 0.00044551800237968564, 0.9648897647857666, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010859703179448843, 8.512334716215264e-06, 2.53072653322306e-06, 3.0625210456491914e-06, 5.9751241678895894e-06, 0.13292619585990906, 3.3453237847425044e-05, 0.00018891232321038842, 8.477757546643261e-06, 6.5404224187659565e-06, 0.1644591987133026, 1.8130021999240853e-05, 3.062742962356424e-06, 0.19719168543815613, 6.429836503230035e-06, 3.444740059421747e-06, 0.23317117989063263, 0.002279625041410327, 3.713433443408576e-06, 3.5288030630908906e-05, 0.2685586214065552, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0004197956877760589, 0.00011805014219135046, 0.00014240515884011984, 3.796788223553449e-05, 0.00019043180509470403, 0.00176512252073735, 0.0005709833349101245, 0.0005008857697248459, 8.840763621265069e-05, 0.0001420867774868384, 0.001663984265178442, 3.348111204104498e-05, 2.4414004656136967e-05, 0.00175465049687773, 6.520311580970883e-05, 2.414266964478884e-05, 0.0018299149814993143, 0.0015691040316596627, 3.974881110480055e-05, 0.00015712414460722357, 0.0018554475391283631, 0.9870065450668335, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [7.501784421037883e-05, 0.0014379833592101932, 6.345151632558554e-05, 0.00010864839714486152, 0.00015633183647878468, 3.210126124031376e-06, 0.002203281968832016, 0.0002207657671533525, 5.2403021982172504e-05, 4.8815836635185406e-05, 2.264463546453044e-06, 1.5327248547691852e-05, 4.157144758210052e-06, 2.0228428638802143e-06, 6.2968028942123055e-06, 4.8486737796338275e-05, 1.992900934055797e-06, 3.2470077712787315e-05, 0.0012695096665993333, 1.9632627299870364e-05, 1.8090934190695407e-06, 0.0005810296279378235, 0.9936450719833374, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [7.450144039466977e-05, 0.0006139380275271833, 0.0009361182455904782, 0.0008487782906740904, 0.0028506300877779722, 1.0365030902903527e-05, 0.00021614236175082624, 0.00017397513147443533, 0.0020508375018835068, 0.005805291701108217, 8.05522267910419e-06, 8.086584421107545e-05, 0.000770243292208761, 7.288177130249096e-06, 0.001057614921592176, 0.0022755940444767475, 6.663255135208601e-06, 0.00011621018347796053, 0.0005972448270767927, 8.736289601074532e-05, 6.332325483526802e-06, 6.096452852943912e-05, 6.0905720602022484e-05, 0.9812840819358826, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005848745349794626, 0.00015909200010355562, 1.083647021005163e-05, 7.365475903498009e-05, 0.00011349534906912595, 0.0008256662986241281, 0.00031911072437651455, 0.018529992550611496, 1.0226589438389055e-05, 4.9587219109525904e-05, 0.0007716424879617989, 4.454819281818345e-05, 9.865025276667438e-06, 0.0008067170856520534, 2.2673882995150052e-05, 1.2464139217627235e-05, 0.0008449103333987296, 0.008790107443928719, 3.5792407288681716e-05, 3.66286258213222e-05, 0.0008917523664422333, 0.0010791767854243517, 0.0003708462754730135, 0.0001083713723346591, 0.9654979109764099, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [1.6459925973322242e-05, 0.0001715245598461479, 3.208317866665311e-05, 0.00010234172805212438, 0.0026318796444684267, 9.886184670904186e-06, 3.250848749303259e-05, 3.7417539715534076e-05, 0.00012631539721041918, 4.9912112444872037e-05, 8.302540663862601e-06, 8.443422120762989e-05, 3.127968739136122e-05, 7.633363566128537e-06, 1.0101352927449625e-05, 5.6673809012863785e-05, 7.442129117407603e-06, 2.7689655325957574e-05, 1.841835728555452e-05, 2.879437261071871e-06, 6.840427886345424e-06, 4.279875156498747e-06, 0.00043176571489311755, 0.0001761750172590837, 8.995599637273699e-05, 0.9958257675170898, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [2.6368099497631192e-05, 0.00018008743063546717, 0.0001808295346563682, 0.00030464722658507526, 0.00039390946039929986, 4.674849333241582e-05, 2.7231719286646694e-05, 4.8734953452367336e-05, 0.00029131697374396026, 0.0004206168814562261, 3.804643711191602e-05, 0.00025245139840990305, 5.6067434343276545e-05, 3.82037615054287e-05, 0.0015365129802376032, 0.0012537221191450953, 3.593428846215829e-05, 2.303666406078264e-05, 0.00018036243272945285, 0.00012266113481018692, 3.517787263263017e-05, 6.924685294507071e-05, 0.00011267305671935901, 0.0008507389575242996, 0.00014361889043357223, 0.00023528003657702357, 0.9930958151817322, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0007048257393762469, 5.675388456438668e-05, 3.3512919799250085e-06, 7.472656761819962e-06, 1.7859458239399828e-05, 0.0008156527183018625, 4.952957169734873e-05, 0.0013530976139008999, 3.7417627027025446e-05, 0.0001437800528947264, 0.0007639331743121147, 9.991684237320442e-06, 2.884440846173675e-06, 0.0007552225142717361, 0.00010159600788028911, 3.120546807622304e-06, 0.0008060947293415666, 0.0011406760895624757, 1.4343102520797402e-05, 9.910175322147552e-06, 0.0008649185765534639, 8.66326445247978e-05, 3.469540024525486e-05, 0.00010265829769195989, 0.007663473952561617, 4.187890954199247e-05, 3.4908694033219945e-06, 0.9844047427177429, 0.0, 0.0, 0.0, 0.0, 0.0], [2.0288327505113557e-05, 2.9542719858000055e-05, 5.037501978222281e-05, 0.0009778322419151664, 0.3728255331516266, 6.661317456746474e-06, 1.573363806528505e-05, 3.981242480222136e-05, 0.00022353234817273915, 0.00012674317986238748, 5.118443823448615e-06, 0.00024116170243360102, 1.2973835509910714e-05, 4.80069502373226e-06, 2.3321656044572592e-05, 7.723525050096214e-05, 4.593436187860789e-06, 1.9647119188448414e-05, 0.00021129958622623235, 1.1453519618953578e-05, 4.380488462629728e-06, 1.4442666724789888e-05, 3.6767421988770366e-05, 0.00011845329572679475, 3.797718454734422e-05, 0.0007802760228514671, 0.0004048362316098064, 1.0429552276036702e-05, 0.6236647963523865, 0.0, 0.0, 0.0, 0.0], [2.0582907382049598e-05, 8.83124303072691e-05, 0.00020454880723264068, 0.00030188984237611294, 8.223887562053278e-05, 1.970439734577667e-05, 0.00014085113070905209, 2.8963144359295256e-05, 7.669377737329341e-06, 3.724613270605914e-05, 1.673677070357371e-05, 6.404696614481509e-05, 0.0006910584052093327, 1.6027554011088796e-05, 0.00015603679639752954, 0.0001482591324020177, 1.5700070434832014e-05, 9.155381849268451e-05, 8.525082375854254e-05, 4.904512934444938e-06, 1.5784382412675768e-05, 5.293112189974636e-05, 0.0005298351752571762, 0.0005658394657075405, 6.167318497318774e-05, 6.729490996804088e-05, 0.0003077442815992981, 1.0369148185418453e-05, 6.799342372687533e-05, 0.9960988759994507, 0.0, 0.0, 0.0], [1.3371305612963624e-05, 0.0009821526473388076, 0.00041548089939169586, 0.00011442326649557799, 0.0003873073437716812, 5.660855094902217e-06, 0.0012746263528242707, 0.0005708062089979649, 0.0006383618456311524, 0.0005776655161753297, 4.127729425817961e-06, 9.161743037111592e-06, 9.14283373276703e-05, 3.774864126171451e-06, 1.3575295270129573e-05, 0.0002916174125857651, 3.447485596552724e-06, 7.899185584392399e-05, 0.0031891181133687496, 4.885079306404805e-06, 3.1652807592763565e-06, 1.4087455383560155e-05, 0.0001567141298437491, 0.0003544885548762977, 0.00017265455971937627, 0.0013050627894699574, 0.0002186766650993377, 2.6776693630381487e-05, 0.00026460157823748887, 1.3334517461771611e-05, 0.9888005256652832, 0.0, 0.0], [2.745506208157167e-05, 0.00016438262537121773, 7.99642366473563e-05, 0.0011914960341528058, 0.0007883630460128188, 2.658414359757444e-06, 3.0057593903620727e-05, 7.457976153091295e-06, 0.00014940995606593788, 2.8857133656856604e-05, 1.873827500276093e-06, 0.00033288003760389984, 5.16086038260255e-05, 1.7577465314388974e-06, 0.00012656602484639734, 0.00014267012011259794, 1.6954454622464254e-06, 2.1952573661110364e-05, 0.00023040804080665112, 4.429338878253475e-05, 1.6103306279546814e-06, 2.7008050892618485e-05, 0.00023884844267740846, 0.00019046018132939935, 9.496127859165426e-06, 0.00044664356391876936, 0.00022095769236329943, 5.379170943342615e-06, 0.0006956402794457972, 0.0001547076681163162, 0.0002548544143792242, 0.9943286776542664, 0.0], [0.006231046747416258, 9.72282505244948e-05, 6.871603090985445e-06, 2.1151136024855077e-05, 5.828053326695226e-05, 0.007238902151584625, 2.0987936295568943e-05, 0.0002545907336752862, 6.243871030164883e-05, 2.09246627491666e-05, 0.007872143760323524, 5.585329927271232e-05, 9.868786946753971e-06, 0.009169397875666618, 7.203009590739384e-05, 7.068700597301358e-06, 0.010345976799726486, 0.0013096530456095934, 3.803680374403484e-05, 8.022711699595675e-05, 0.012053261511027813, 4.071998773724772e-05, 3.686068112074281e-06, 3.4713455534074455e-05, 0.0005061827832832932, 8.918950334191322e-05, 2.9112115953466855e-05, 0.0012772809714078903, 8.489656465826556e-05, 0.00018447409092914313, 0.00013425754150375724, 6.813061190769076e-05, 0.9425214529037476]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.943029522895813, 0.05697045475244522, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9185556173324585, 0.032800041139125824, 0.048644352704286575, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8779287934303284, 0.056434281170368195, 0.04271192103624344, 0.022924991324543953, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.804131805896759, 0.029098201543092728, 0.07556731253862381, 0.05643591657280922, 0.03476676344871521, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.494310587644577, 0.020183544605970383, 0.027966560795903206, 0.01831907592713833, 0.031442031264305115, 0.40777823328971863, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6057478189468384, 0.02924243174493313, 0.09491512924432755, 0.07609348744153976, 0.06614658236503601, 0.08705786615610123, 0.0407966673374176, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.448382169008255, 0.04542431980371475, 0.0740148201584816, 0.06864845752716064, 0.0937662422657013, 0.0877426415681839, 0.0653427243232727, 0.1166786178946495, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.49169260263442993, 0.137820765376091, 0.03955018147826195, 0.06153321638703346, 0.045399632304906845, 0.040731463581323624, 0.062287040054798126, 0.05861866846680641, 0.06236644834280014, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5404124855995178, 0.044426627457141876, 0.03957854211330414, 0.04188809171319008, 0.07529857009649277, 0.04669506475329399, 0.048475231975317, 0.05500520393252373, 0.08293062448501587, 0.02528950944542885, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28273552656173706, 0.014234171248972416, 0.017647748813033104, 0.011433069594204426, 0.021741706877946854, 0.2666538953781128, 0.015403537079691887, 0.04734928905963898, 0.017767542973160744, 0.013926065526902676, 0.29110750555992126, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.34496626257896423, 0.04611678048968315, 0.05771545320749283, 0.11131856590509415, 0.11289365589618683, 0.027930336073040962, 0.03859188035130501, 0.05656527727842331, 0.05864057317376137, 0.06648597121238708, 0.026114359498023987, 0.052660852670669556, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4699217677116394, 0.032015684992074966, 0.1077289804816246, 0.027006756514310837, 0.04465879872441292, 0.022773563861846924, 0.0231170654296875, 0.025491520762443542, 0.04950268566608429, 0.02657393552362919, 0.01970885880291462, 0.06337957084178925, 0.08812079578638077, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.20661765336990356, 0.010379297658801079, 0.012261927127838135, 0.008319094777107239, 0.016007069498300552, 0.1952773928642273, 0.011453290469944477, 0.03475670516490936, 0.01307358592748642, 0.010938972234725952, 0.21602484583854675, 0.005866494961082935, 0.02364230714738369, 0.23538129031658173, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.33993491530418396, 0.029161641374230385, 0.09540712088346481, 0.03395187482237816, 0.08440456539392471, 0.012559544295072556, 0.02935866080224514, 0.024564160034060478, 0.10622433573007584, 0.04689216986298561, 0.01146959513425827, 0.006369194947183132, 0.11145271360874176, 0.011317990720272064, 0.0569315068423748, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4040881097316742, 0.02419566921889782, 0.03891005739569664, 0.014727430418133736, 0.024456560611724854, 0.03845002129673958, 0.03923037275671959, 0.037171371281147, 0.06030002981424332, 0.04198544844985008, 0.037167180329561234, 0.01639123074710369, 0.039289690554142, 0.03772978112101555, 0.13448573648929596, 0.011421295814216137, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15876445174217224, 0.008203905075788498, 0.009295269846916199, 0.006221715360879898, 0.011793200857937336, 0.15069788694381714, 0.008851953782141209, 0.026313530281186104, 0.010186916217207909, 0.008433728478848934, 0.16762234270572662, 0.004420033656060696, 0.01821179874241352, 0.18350808322429657, 0.020927341654896736, 0.006447792984545231, 0.2001000940799713, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.17539213597774506, 0.020569654181599617, 0.01829143427312374, 0.00929802656173706, 0.017377890646457672, 0.042534783482551575, 0.02070159651339054, 0.05044395849108696, 0.02543805167078972, 0.017218226566910744, 0.04311535134911537, 0.013349833898246288, 0.028528600931167603, 0.0459725484251976, 0.03408820554614067, 0.01983421854674816, 0.04992840066552162, 0.36791712045669556, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.26033347845077515, 0.017148377373814583, 0.03745277225971222, 0.07594799995422363, 0.04674697667360306, 0.018068531528115273, 0.031346458941698074, 0.037415143102407455, 0.07175809890031815, 0.05872536823153496, 0.0170787014067173, 0.04030592367053032, 0.05706355720758438, 0.01711357943713665, 0.10491336137056351, 0.046705346554517746, 0.017230210825800896, 0.024682143703103065, 0.019963981583714485, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.30547064542770386, 0.05190496891736984, 0.043468985706567764, 0.021846851333975792, 0.021017182618379593, 0.03390473872423172, 0.04190469905734062, 0.03909287601709366, 0.028871973976492882, 0.023003436625003815, 0.03205801174044609, 0.023334508761763573, 0.0711059421300888, 0.03290088474750519, 0.061641961336135864, 0.031832627952098846, 0.03376764431595802, 0.045714881271123886, 0.03501523658633232, 0.022141894325613976, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1224295049905777, 0.006105297245085239, 0.006670297123491764, 0.00458177737891674, 0.009337781928479671, 0.11381794512271881, 0.006783356424421072, 0.01971990056335926, 0.00758085772395134, 0.00661364383995533, 0.12765927612781525, 0.003502656938508153, 0.014002329669892788, 0.14000988006591797, 0.015684882178902626, 0.005092612002044916, 0.15336216986179352, 0.03527414798736572, 0.022465629503130913, 0.006954455282539129, 0.17235167324543, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.20538491010665894, 0.03477853164076805, 0.014682918787002563, 0.03118330053985119, 0.0309312641620636, 0.021952766925096512, 0.03290864825248718, 0.05740533396601677, 0.05587517097592354, 0.04864276573061943, 0.023520752787590027, 0.01510855183005333, 0.02738633006811142, 0.02451842837035656, 0.06060458719730377, 0.03477614372968674, 0.0261378213763237, 0.05168433114886284, 0.06281404197216034, 0.020291464403271675, 0.028601735830307007, 0.09081017971038818, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23978599905967712, 0.03132349252700806, 0.05037754029035568, 0.01586942747235298, 0.03901456668972969, 0.02280554547905922, 0.04285357519984245, 0.02888229675590992, 0.04046262800693512, 0.03410724923014641, 0.022644521668553352, 0.039230700582265854, 0.0723857581615448, 0.022345518693327904, 0.049581028521060944, 0.03193334862589836, 0.02332560531795025, 0.04521358758211136, 0.03055434860289097, 0.022876491770148277, 0.024732308462262154, 0.05549483001232147, 0.014199569821357727, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23581692576408386, 0.0205583106726408, 0.04375004768371582, 0.02970486506819725, 0.03703876584768295, 0.014953458681702614, 0.04004310816526413, 0.027184365317225456, 0.045761838555336, 0.03809257969260216, 0.014181879349052906, 0.03789154067635536, 0.06518243253231049, 0.014182924292981625, 0.05489494279026985, 0.023720961064100266, 0.014592783525586128, 0.025570034980773926, 0.07356184720993042, 0.03918232396245003, 0.014925515279173851, 0.046288661658763885, 0.027801064774394035, 0.015118849463760853, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14254967868328094, 0.012010163627564907, 0.016881294548511505, 0.02074255794286728, 0.03245176002383232, 0.029625998809933662, 0.030295221135020256, 0.05620871111750603, 0.029608746990561485, 0.02948184125125408, 0.032639842480421066, 0.010038232430815697, 0.04078620672225952, 0.03462785482406616, 0.03391634672880173, 0.020155752077698708, 0.03684317693114281, 0.0606469102203846, 0.04744713753461838, 0.03252528980374336, 0.04040035977959633, 0.05947762355208397, 0.03129401430487633, 0.04792547971010208, 0.07141980528831482, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2222907692193985, 0.059111353009939194, 0.03702675551176071, 0.04059012606739998, 0.027254510670900345, 0.019174767658114433, 0.03171538934111595, 0.020462147891521454, 0.03811326250433922, 0.019927889108657837, 0.018538912758231163, 0.015436707064509392, 0.04536490887403488, 0.019355757161974907, 0.05035829544067383, 0.03328138589859009, 0.02017974853515625, 0.036794353276491165, 0.0433138869702816, 0.02847641333937645, 0.02131732925772667, 0.047712888568639755, 0.013107034377753735, 0.026336049661040306, 0.03021136112511158, 0.03454800322651863, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2843813896179199, 0.023870108649134636, 0.04641883075237274, 0.010260097682476044, 0.03390985727310181, 0.01830146834254265, 0.02370888739824295, 0.0247668270021677, 0.025767754763364792, 0.02296881563961506, 0.016735462471842766, 0.013406947255134583, 0.045986615121364594, 0.01667323336005211, 0.08106391876935959, 0.05033260956406593, 0.016726171597838402, 0.01990479975938797, 0.030325334519147873, 0.01014632172882557, 0.0173182375729084, 0.019040964543819427, 0.011081119067966938, 0.05204639211297035, 0.03335351124405861, 0.038808830082416534, 0.012695515528321266, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11854357272386551, 0.01335094589740038, 0.013422034680843353, 0.0302731953561306, 0.02616293355822563, 0.020776210352778435, 0.021280208602547646, 0.03798934072256088, 0.03536445274949074, 0.03665178269147873, 0.0220040176063776, 0.015380042605102062, 0.030023131519556046, 0.023299671709537506, 0.030007552355527878, 0.014861369505524635, 0.02452193759381771, 0.03999800235033035, 0.03900156170129776, 0.03600766509771347, 0.026851212605834007, 0.06795872002840042, 0.038931310176849365, 0.057258062064647675, 0.06659834086894989, 0.03075685352087021, 0.023343214765191078, 0.05938267707824707, 0.0, 0.0, 0.0, 0.0, 0.0], [0.25091853737831116, 0.01135188341140747, 0.023033952340483665, 0.01884976588189602, 0.01320881862193346, 0.01643040031194687, 0.03763698413968086, 0.021519407629966736, 0.03823148086667061, 0.03122309409081936, 0.01608109660446644, 0.017179008573293686, 0.0823964774608612, 0.01577541045844555, 0.04969312623143196, 0.03397902101278305, 0.016469145193696022, 0.025656109675765038, 0.053269319236278534, 0.024380972608923912, 0.01703290082514286, 0.031062550842761993, 0.014834260568022728, 0.04310779646039009, 0.027818359434604645, 0.015127941034734249, 0.012749834917485714, 0.0268526803702116, 0.014129594899713993, 0.0, 0.0, 0.0, 0.0], [0.19256949424743652, 0.02283368445932865, 0.01449588593095541, 0.02805502340197563, 0.03290427103638649, 0.01857709139585495, 0.02377672679722309, 0.014988912269473076, 0.027755482122302055, 0.019952137023210526, 0.018426885828375816, 0.02680848352611065, 0.04026195406913757, 0.018957331776618958, 0.01998024620115757, 0.03905032202601433, 0.019494347274303436, 0.03071431629359722, 0.07932325452566147, 0.03619767352938652, 0.02037958800792694, 0.023319300264120102, 0.018723847344517708, 0.05692770332098007, 0.023927533999085426, 0.039243243634700775, 0.021783525124192238, 0.020374206826090813, 0.041788339614868164, 0.008409246802330017, 0.0, 0.0, 0.0], [0.1891939789056778, 0.014352073892951012, 0.0278293639421463, 0.018936049193143845, 0.05455230548977852, 0.024302387610077858, 0.020752564072608948, 0.030501794070005417, 0.016900427639484406, 0.029904043301939964, 0.02311178669333458, 0.021664857864379883, 0.03335980325937271, 0.02305050566792488, 0.027927029877901077, 0.02625349350273609, 0.0242579597979784, 0.02439497597515583, 0.01766667328774929, 0.022081058472394943, 0.02544150874018669, 0.023996734991669655, 0.015941407531499863, 0.021863484755158424, 0.048762742429971695, 0.01023405883461237, 0.025762978941202164, 0.061923280358314514, 0.06737109273672104, 0.01818411983549595, 0.009525518864393234, 0.0, 0.0], [0.27111953496932983, 0.05460573360323906, 0.03970598429441452, 0.03512895479798317, 0.02031375840306282, 0.008183857426047325, 0.02255663461983204, 0.01403643749654293, 0.02619847282767296, 0.03235534578561783, 0.007185020949691534, 0.010813488624989986, 0.051626089960336685, 0.007057536393404007, 0.04232775792479515, 0.01850598119199276, 0.006952998694032431, 0.012550849467515945, 0.037855178117752075, 0.014787370339035988, 0.007130765821784735, 0.018956711515784264, 0.010758964344859123, 0.02354053035378456, 0.01625620760023594, 0.007915407419204712, 0.03652311861515045, 0.01456227246671915, 0.019251471385359764, 0.010911808349192142, 0.034396685659885406, 0.06592900305986404, 0.0], [0.14836539328098297, 0.01450689323246479, 0.0076462929137051105, 0.011038759723305702, 0.026302475482225418, 0.013194828294217587, 0.02718488685786724, 0.017392205074429512, 0.01612214557826519, 0.03288078308105469, 0.014050282537937164, 0.007167350500822067, 0.016120057553052902, 0.014647024683654308, 0.018450887873768806, 0.013102127239108086, 0.01528322882950306, 0.014542991295456886, 0.05961218848824501, 0.02238386683166027, 0.01679699309170246, 0.10928261280059814, 0.07263996452093124, 0.08393710106611252, 0.025248991325497627, 0.03774847090244293, 0.016226936131715775, 0.024953868240118027, 0.0421658456325531, 0.004525810945779085, 0.01449135784059763, 0.01914571225643158, 0.022841649129986763]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09646989405155182, 0.9035300612449646, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0432523675262928, 0.08177752792835236, 0.8749701380729675, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09995397925376892, 0.025312725454568863, 0.020108042284846306, 0.8546252250671387, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.024889368563890457, 0.00320735527202487, 0.0018421593122184277, 0.022361500188708305, 0.9476996660232544, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10732380300760269, 0.017841672524809837, 0.019553344696760178, 0.04333319514989853, 0.10211500525474548, 0.7098329067230225, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006426361855119467, 0.00044797820737585425, 0.00014756589371245354, 0.0004693672526627779, 0.0014411886222660542, 0.003859694814309478, 0.98720782995224, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010354593396186829, 0.0001990183664020151, 0.00016020424664020538, 6.937277794349939e-05, 0.00038674211828038096, 0.005171594675630331, 0.8964056372642517, 0.09657203406095505, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.001288329716771841, 0.00032334469142369926, 0.0002652714028954506, 0.0002549059281591326, 0.000201298258616589, 0.00010048996773548424, 0.0005700881010852754, 0.00040912977419793606, 0.9965871572494507, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0001874157169368118, 1.6196530850720592e-05, 4.2281039895897266e-06, 0.0002875888312701136, 1.1125704986625351e-05, 9.805656191019807e-06, 0.0001556719362270087, 7.632971392013133e-05, 0.0034869094379246235, 0.9957647323608398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015741512179374695, 0.0006393603980541229, 0.00045715278247371316, 0.0009912523673847318, 0.002114036353304982, 0.018089773133397102, 0.047120336443185806, 0.07010911405086517, 0.061528295278549194, 0.27690401673316956, 0.5063051581382751, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0006166601087898016, 0.0005207082722336054, 4.61151976196561e-05, 0.0014613015810027719, 0.0005623759934678674, 4.447608080226928e-05, 0.00036539699067361653, 0.0002860166132450104, 0.004506131634116173, 0.005816526710987091, 0.0007244550506584346, 0.9850499033927917, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010478567564859986, 3.0628176318714395e-05, 0.0001734501274768263, 5.423119000624865e-05, 6.388423207681626e-05, 1.1261137842666358e-05, 1.7169008060591295e-05, 1.3931334251537919e-05, 0.0020760411862283945, 0.0002692685811780393, 0.00015268517017830163, 0.0036844341084361076, 0.992405116558075, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.010746276937425137, 0.0002535435778554529, 0.0001532293827040121, 0.0002928702742792666, 0.0005376795306801796, 0.004423546139150858, 0.009884335100650787, 0.012843052856624126, 0.012738611549139023, 0.05966855213046074, 0.10772999376058578, 0.024745717644691467, 0.07808699458837509, 0.6778956055641174, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00041218005935661495, 2.6218716811854392e-05, 1.775590681063477e-05, 0.00019181905372533947, 3.2979528441501316e-06, 3.912678948836401e-06, 1.0438098797749262e-05, 4.906854428554652e-06, 0.0005868573789484799, 0.003038153052330017, 3.693125108839013e-05, 0.0007724309107288718, 0.009622602723538876, 0.00016094397869892418, 0.9851115345954895, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00010886572999879718, 3.5845419006363954e-06, 5.191653144720476e-06, 3.083834599237889e-05, 1.8408729374641553e-05, 7.954758416417462e-07, 3.3532076031406177e-06, 6.5743715822463855e-06, 0.0007270933710969985, 0.0018232448492199183, 7.853259376133792e-06, 0.00030627482919953763, 0.006975042168051004, 3.485084016574547e-05, 0.028292659670114517, 0.96165531873703, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006073984317481518, 8.815195906208828e-05, 4.583777626976371e-05, 8.250468818005174e-05, 0.00012720433005597442, 0.0009312504553236067, 0.001669998513534665, 0.001938195782713592, 0.00210169586353004, 0.010131667368113995, 0.01604730635881424, 0.003835385199636221, 0.012242134660482407, 0.10037058591842651, 0.07853128761053085, 0.10997356474399567, 0.6558092832565308, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0021862974390387535, 1.189291742775822e-05, 1.67359448823845e-05, 2.081541060761083e-05, 2.116253017447889e-05, 0.000771492428611964, 0.0008652104297652841, 0.0005560294375754893, 0.0001565588463563472, 0.001949990983121097, 0.010891200974583626, 0.0003954311250708997, 0.0015144689241424203, 0.06916307657957077, 0.004308103583753109, 0.004035161342471838, 0.4939703941345215, 0.40916597843170166, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [1.979802800633479e-05, 4.972388865098765e-07, 9.165694869750496e-09, 1.3230416584519844e-07, 5.601832597790235e-08, 1.1903900087872898e-08, 6.153117055873736e-07, 4.068558112635401e-08, 4.517459274211433e-06, 1.4017791727383155e-05, 1.6456915830076468e-07, 1.086384372683824e-06, 7.44406133890152e-06, 1.0056654673462617e-06, 2.75950224022381e-05, 0.00031378038693219423, 6.201130872796057e-06, 8.213370165321976e-06, 0.9995948672294617, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [6.4971732172125485e-06, 8.692009600963502e-07, 1.4051377092982875e-06, 3.770482237541728e-07, 3.32917210243977e-07, 6.104961158825972e-08, 2.542995147791771e-08, 1.1067757554883428e-07, 3.670876321848482e-05, 5.704807790607447e-07, 6.17234604760597e-07, 0.00015627933316864073, 0.00014737897436134517, 3.0103781227808213e-06, 6.130653491709381e-05, 0.0017769908299669623, 1.8545933926361613e-05, 3.42631246894598e-05, 0.9233514070510864, 0.07440324872732162, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0036490026395767927, 3.7494322896236554e-05, 1.7470785678597167e-05, 2.8449197998270392e-05, 3.312420813017525e-05, 0.00019569217693060637, 0.0002647593501023948, 0.00024690444115549326, 0.0002803317329380661, 0.0013949198182672262, 0.0017910305177792907, 0.0004246798052918166, 0.0014623702736571431, 0.009717746637761593, 0.008053951896727085, 0.01320058386772871, 0.06315968185663223, 0.07152796536684036, 0.07523110508918762, 0.02420508675277233, 0.7250776290893555, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0006410900969058275, 3.925709279428702e-06, 1.160738406724704e-06, 1.537548200758465e-06, 9.072650755115319e-07, 8.058204912231304e-06, 1.3223971109255217e-05, 4.619937044481048e-06, 3.6788398574572057e-05, 4.565183917293325e-05, 7.577823998872191e-05, 2.2741798602510244e-05, 5.6684530136408284e-05, 0.00047375087160617113, 0.0003640770446509123, 0.0004240030830260366, 0.003757338970899582, 0.0043631307780742645, 0.007395231630653143, 0.0050226314924657345, 0.05575621873140335, 0.9215314984321594, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005377689958550036, 8.12255905202619e-07, 2.301862195963622e-06, 1.4700397059641546e-06, 1.8703678961173864e-06, 6.02451621034561e-07, 4.12783674619277e-06, 1.670579308665765e-06, 2.0471957213885617e-06, 7.430038385791704e-05, 3.5942323393101105e-06, 7.171528068283806e-06, 3.052822648896836e-05, 1.8927752535091713e-05, 0.0002543879672884941, 0.0001949639990925789, 0.00012626573152374476, 0.000182305506314151, 0.003735228208824992, 0.0006727130967192352, 0.0015798343811184168, 0.011177700012922287, 0.9813893437385559, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [8.512814383720979e-05, 4.870865382144984e-07, 1.2458955325200805e-06, 2.0811235401652084e-07, 1.92428601053507e-07, 3.704030859807972e-08, 4.555238604098122e-07, 5.5045557445509985e-08, 1.532036321805208e-06, 5.083299129182706e-06, 2.1400977345820138e-07, 1.459530608372006e-06, 1.4768357686989475e-05, 1.0635022817950812e-06, 2.9461476515280083e-05, 5.7288212701678276e-05, 6.615699021494947e-06, 7.844200808904134e-06, 0.00015063839964568615, 0.00022636978246737272, 7.973585888976231e-05, 0.00013040869089309126, 0.010868423618376255, 0.988331139087677, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0004166325961705297, 2.250373881906853e-06, 5.27054771737312e-06, 2.7549118385650218e-05, 3.9630609535379335e-05, 7.514735443692189e-06, 8.100932063825894e-06, 1.1581340913835447e-05, 1.3205964023654815e-05, 6.750722241122276e-05, 2.5212739274138585e-05, 1.4860726878396235e-05, 7.521701627410948e-05, 0.00011457462824182585, 0.00025745335733518004, 0.0003666863194666803, 0.0006904747569933534, 0.0014518487732857466, 0.0032460209913551807, 0.0006353403441607952, 0.008745570667088032, 0.01519087329506874, 0.0181502103805542, 0.1330331414937973, 0.8174033164978027, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [1.673923725320492e-05, 8.245302751674899e-08, 3.257380143395494e-08, 2.873734317176968e-08, 1.6217650511407555e-07, 1.5275384290802663e-09, 2.327860215700639e-08, 5.576728856482305e-09, 1.2825768180846353e-07, 1.342944955240455e-07, 6.160537857624604e-09, 2.523252646824403e-07, 3.2057509997684974e-06, 2.6277227505033807e-08, 7.619941584380285e-07, 7.901960088929627e-06, 1.394044062408284e-07, 1.95525771573557e-07, 0.00032022586674429476, 8.173670948963263e-07, 1.5629991594323656e-06, 3.7631600662280107e-06, 0.0007450510165654123, 0.003715218510478735, 3.934428241336718e-05, 0.9951443076133728, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00023842290102038532, 5.040124960942194e-06, 1.3208604059400386e-06, 8.59982810652582e-06, 5.166078608453972e-06, 1.347093814274558e-07, 6.710822617606027e-07, 2.6997005875273317e-07, 6.345731435430935e-06, 4.417831223690882e-05, 2.7444934858067427e-07, 2.017119368247222e-05, 1.652662831475027e-05, 8.122791541609331e-07, 0.00010770991502795368, 0.0001239744306076318, 3.5075922824034933e-06, 8.50584820000222e-06, 6.98026196914725e-05, 0.00026813664590008557, 2.8792839657398872e-05, 0.00011957906826864928, 0.00012961667380295694, 0.007425930816680193, 0.0007109709549695253, 0.005815013311803341, 0.9848405718803406, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00040899484883993864, 6.095364710745343e-07, 1.9963911199738504e-06, 9.310338100476656e-06, 3.7690531371481484e-06, 1.987657697100076e-06, 4.576551191348699e-07, 1.0690732779039536e-06, 3.08717972075101e-06, 9.2114050858072e-06, 4.724369318864774e-06, 1.207004288517055e-06, 5.095615506434115e-06, 1.804711610020604e-05, 4.857869498664513e-05, 4.169382373220287e-05, 0.00010537512571318075, 0.00022466866357717663, 0.00011528612958500162, 0.0002492896164767444, 0.0013673147186636925, 0.0016190342139452696, 0.0013275149976834655, 0.0034917802549898624, 0.06305665522813797, 0.006469063460826874, 0.09512648731470108, 0.8262876868247986, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00031804724130779505, 1.4181854339767597e-06, 3.185500361269078e-07, 2.7823130039905664e-06, 5.388598219724372e-05, 4.300602185480784e-08, 5.386275461205514e-07, 8.497840298105075e-08, 5.999714289828262e-07, 4.110329427930992e-06, 7.099398402488077e-08, 8.454322824036353e-07, 2.52661493505002e-06, 2.198388386887018e-07, 6.098251105868258e-06, 2.113004302373156e-05, 9.411810424353462e-07, 9.950393859980977e-07, 3.0413597414735705e-05, 2.976994665004895e-06, 8.453859663859475e-06, 2.6007011911133304e-05, 0.00023055827477946877, 0.0013383382465690374, 0.00021758257935289294, 0.00701440405100584, 0.017924044281244278, 0.0005302675999701023, 0.9722621440887451, 0.0, 0.0, 0.0, 0.0], [1.8505315324546245e-07, 5.565692351439111e-09, 7.262683787701008e-10, 7.745998509278706e-09, 1.507951097323712e-08, 8.228506209739805e-10, 1.7915348093922034e-09, 1.7345647140842857e-09, 1.0962556196147943e-08, 5.0032749498996054e-08, 3.9228162940219136e-09, 1.0013924622853665e-07, 2.3337792143252045e-08, 1.6555254944705666e-08, 5.1713197279923406e-08, 1.6146042014497652e-07, 9.827901692460728e-08, 2.7074545982941345e-07, 5.411987331171986e-06, 2.5083886612264905e-07, 1.1805956319221877e-06, 2.8004258183500497e-06, 4.61038098364952e-06, 0.0002267923264298588, 5.794247772428207e-05, 0.0004519548383541405, 0.00011976478708675131, 0.00023980921832844615, 0.0018740047235041857, 0.9970145225524902, 0.0, 0.0, 0.0], [4.347462163423188e-05, 2.968874923681142e-06, 3.919365099136485e-07, 9.117065360442211e-07, 4.364489711861097e-07, 4.686581789314914e-09, 9.240378062713717e-08, 1.2419349992853768e-08, 7.188964445958845e-08, 6.304543944679608e-07, 6.108888950251412e-09, 1.9987160726486763e-07, 1.4578660056940862e-06, 1.4727343788933922e-08, 1.7957309239591268e-07, 2.6422712835483253e-05, 5.112656609185251e-08, 4.710683043640529e-08, 0.0015761172398924828, 2.198943093389971e-06, 3.333982192543772e-07, 2.181483296226361e-06, 0.00016240392869804054, 0.001777764642611146, 1.1749229997803923e-05, 0.0036160871386528015, 6.199482595548034e-05, 3.5168195609003305e-05, 0.0011488678865134716, 0.016085581853985786, 0.9754422307014465, 0.0, 0.0], [0.00115629390347749, 6.199041763466084e-06, 6.137789227977919e-07, 3.102660230069887e-06, 8.228423666878371e-07, 4.3660193682626414e-08, 9.363273534290784e-08, 2.7735543639550997e-08, 5.109519634061144e-07, 1.2355309308986762e-06, 3.8253045175906664e-08, 1.1272317124166875e-06, 1.900891675177263e-06, 8.714057031511402e-08, 5.398188022809336e-06, 7.393458417936927e-06, 3.128881189695676e-07, 3.0146313179102435e-07, 0.00013595391646958888, 1.33438479679171e-05, 2.3996522031666245e-06, 3.871273293043487e-05, 0.0008219636511057615, 0.0006131280679255724, 2.151845910702832e-05, 0.004140730947256088, 0.0008760871132835746, 0.00011684626952046528, 0.0021590692922472954, 0.027525287121534348, 0.04434971883893013, 0.9179997444152832, 0.0], [0.0031942930072546005, 4.681677819462493e-05, 3.499128797557205e-05, 2.7043091904488392e-05, 1.400032670062501e-05, 1.7085134459193796e-05, 8.05188847152749e-06, 3.909832685167203e-06, 1.0716951692302246e-05, 1.793078627088107e-05, 1.4207501408236567e-05, 2.6911289751296863e-05, 2.641200444486458e-05, 3.110020770691335e-05, 1.1198583706573118e-05, 5.485506699187681e-05, 0.00011474493658170104, 0.00010493677837075666, 0.0002806306292768568, 0.0002083908038912341, 0.0009329257882200181, 0.0018990013049915433, 0.001126758987084031, 0.0019257273524999619, 0.003917159512639046, 0.0074994550086557865, 0.010695934295654297, 0.023199882358312607, 0.030398162081837654, 0.12729351222515106, 0.04325327277183533, 0.1766805648803711, 0.5669295191764832]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2530863881111145, 0.7469136118888855, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.30671587586402893, 0.32906386256217957, 0.3642202913761139, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07416973263025284, 0.16189663112163544, 0.0543258972465992, 0.7096076607704163, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1668822020292282, 0.03901781514286995, 0.03822460398077965, 0.21398356556892395, 0.5418918132781982, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19483646750450134, 0.2111925184726715, 0.05150563269853592, 0.08703833818435669, 0.2299955189228058, 0.22543160617351532, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13900136947631836, 0.02974863536655903, 0.038606949150562286, 0.05133272334933281, 0.192842498421669, 0.08012373000383377, 0.4683440625667572, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08969780802726746, 0.04080599173903465, 0.03473307937383652, 0.08414524793624878, 0.09911049157381058, 0.07059448957443237, 0.1361657679080963, 0.44474709033966064, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.059865184128284454, 0.020190445706248283, 0.018785320222377777, 0.1058472990989685, 0.057948824018239975, 0.027517711743712425, 0.0566631518304348, 0.08226760476827621, 0.5709145069122314, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.010379265993833542, 0.0046982537023723125, 0.004143986385315657, 0.0072914063930511475, 0.0062566958367824554, 0.0033180483151227236, 0.009175017476081848, 0.018754413351416588, 0.03393147885799408, 0.9020513892173767, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07270114868879318, 0.0477648600935936, 0.010500334203243256, 0.01615942269563675, 0.04617821425199509, 0.0524945929646492, 0.05184569209814072, 0.2118951827287674, 0.035158198326826096, 0.17267179489135742, 0.28263059258461, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015126901678740978, 0.004731191322207451, 0.002322632120922208, 0.006575741805136204, 0.018362468108534813, 0.00333966757170856, 0.00878422986716032, 0.007409750949591398, 0.006289812736213207, 0.07638947665691376, 0.012003494426608086, 0.8386645317077637, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0323319248855114, 0.010628960095345974, 0.0026151640340685844, 0.0011762919602915645, 0.003093285020440817, 0.0015055524418130517, 0.0070797149091959, 0.0028344676829874516, 0.005003879778087139, 0.012032576836645603, 0.0039877742528915405, 0.051872368901968, 0.8658380508422852, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.050455909222364426, 0.02653883770108223, 0.005783270113170147, 0.008087296970188618, 0.021799389272928238, 0.025670325383543968, 0.02277902513742447, 0.09139908105134964, 0.015017375349998474, 0.07093919813632965, 0.12448633462190628, 0.1266833394765854, 0.0610213540494442, 0.34933924674987793, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05474122241139412, 0.05296845734119415, 0.003988128621131182, 0.012351619079709053, 0.004415620118379593, 0.003596278140321374, 0.011385710909962654, 0.009828068315982819, 0.014749745838344097, 0.07078825682401657, 0.011209191754460335, 0.051640573889017105, 0.19734397530555725, 0.027129271999001503, 0.4738638401031494, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.007163067813962698, 0.0049638464115560055, 0.0027692278381437063, 0.0019424431957304478, 0.010544744320213795, 0.0014144883025437593, 0.0036636642180383205, 0.003149948548525572, 0.005481296218931675, 0.021614043042063713, 0.003922200761735439, 0.0793507993221283, 0.2247791737318039, 0.009166955016553402, 0.027402665466070175, 0.5926714539527893, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03461107611656189, 0.015296359546482563, 0.003095125313848257, 0.0038990986067801714, 0.009989402256906033, 0.011446868069469929, 0.009189354255795479, 0.033565156161785126, 0.005761210806667805, 0.025581011548638344, 0.04384687542915344, 0.04521361365914345, 0.020553385838866234, 0.11962335556745529, 0.1567324697971344, 0.13173449039459229, 0.3298611044883728, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.017253868281841278, 0.004397526849061251, 0.004968691151589155, 0.007064315490424633, 0.0066348956897854805, 0.006910950876772404, 0.011386899277567863, 0.016178511083126068, 0.020317766815423965, 0.020396806299686432, 0.023422103375196457, 0.018909122794866562, 0.04024205356836319, 0.06200674548745155, 0.1164536252617836, 0.07975103706121445, 0.1686447113752365, 0.37506043910980225, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.002459116280078888, 0.00024919764837250113, 3.400466084713116e-05, 0.0002113294176524505, 0.00020066798606421798, 0.00012589257676154375, 0.00036506837932392955, 0.00037359801353886724, 0.00013798549480270594, 0.0004702212172560394, 0.00027151827816851437, 0.003417078172788024, 0.0006049809162504971, 0.0005454609636217356, 0.0008937675156630576, 0.0015852133510634303, 0.0012150752590969205, 0.00282126828096807, 0.9840186238288879, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00015282446111086756, 0.03892364725470543, 0.00047152009210549295, 0.00037318209069781005, 3.271796595072374e-05, 1.0635602848196868e-05, 3.824579835054465e-06, 1.3244705769466236e-05, 6.41892256680876e-05, 2.7344342015567236e-05, 2.831998426700011e-05, 0.002229567850008607, 0.00138663814868778, 7.163523696362972e-05, 0.00014025566633790731, 0.008246444165706635, 0.00019678653916344047, 0.0002054668584605679, 0.8976380228996277, 0.04978375509381294, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.02645810693502426, 0.010410889983177185, 0.0021332555916160345, 0.002456019166857004, 0.0055426000617444515, 0.005954570136964321, 0.0041958331130445, 0.013451538980007172, 0.0023519538808614016, 0.009471961297094822, 0.015433428809046745, 0.014804957434535027, 0.006865760777145624, 0.03787316754460335, 0.04744933918118477, 0.04547283798456192, 0.1019916757941246, 0.08666391670703888, 0.06470182538032532, 0.10160762816667557, 0.3947088122367859, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021157899871468544, 0.0035484349355101585, 0.001744112349115312, 0.003509307513013482, 0.004201894160360098, 0.0025777784176170826, 0.004015856422483921, 0.00459899939596653, 0.003955155611038208, 0.00645583588629961, 0.005907893646508455, 0.003733163233846426, 0.009013409726321697, 0.013927978463470936, 0.029895812273025513, 0.02008231356739998, 0.038044415414333344, 0.0688309296965599, 0.08152893930673599, 0.0383402518928051, 0.1516025811433792, 0.48332706093788147, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0014211684465408325, 0.0004069012065883726, 0.00027144214254803956, 0.0014869243605062366, 0.0006475152331404388, 0.0002567152841947973, 0.0002729761181399226, 0.0005059849936515093, 0.00017537493840791285, 0.0012059592409059405, 0.0005902895354665816, 0.0004307388444431126, 0.0003699960943777114, 0.001332283834926784, 0.0007594270864501595, 0.0025183064863085747, 0.003599977120757103, 0.004756715148687363, 0.011892927810549736, 0.003410215489566326, 0.013851096853613853, 0.05907324701547623, 0.8907638192176819, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00505886459723115, 0.0008823543903417885, 0.0015358265955001116, 0.0016909865662455559, 0.0013438730966299772, 0.0004949708236381412, 0.0006572254933416843, 0.000552159093786031, 0.000581209606025368, 0.002054560463875532, 0.0008380875224247575, 0.0010067472467198968, 0.0011300853220745921, 0.0016139923827722669, 0.005022872239351273, 0.014576874673366547, 0.003714331891387701, 0.004681476857513189, 0.007913822308182716, 0.006778391543775797, 0.012291365303099155, 0.027733037248253822, 0.1021464467048645, 0.7957004308700562, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.004004697315394878, 0.0004576972278300673, 0.0015645206440240145, 0.003137204796075821, 0.0019937455654144287, 0.0003789263137150556, 0.0004957779310643673, 0.0005698016029782593, 0.0010052064899355173, 0.0023432252928614616, 0.0005772153381258249, 0.0016756132245063782, 0.003078737063333392, 0.0012285253033041954, 0.005278326570987701, 0.006328054238110781, 0.003151732264086604, 0.0053193094208836555, 0.021383123472332954, 0.006147708278149366, 0.012332222424447536, 0.07402161508798599, 0.12114018946886063, 0.5611116886138916, 0.16127510368824005, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0011286542285233736, 4.9889109504874796e-05, 4.129114677198231e-05, 9.249603317584842e-05, 5.513622454600409e-05, 3.8617254176642746e-05, 5.5920278100529686e-05, 0.00014896267384756356, 5.509215043275617e-06, 6.817427492933348e-05, 3.6204455682309344e-05, 4.6239569201134145e-05, 0.001065501943230629, 5.91987554798834e-05, 7.787253707647324e-05, 0.00038421223871409893, 0.00011692426778608933, 0.0002242824120912701, 0.000508398690726608, 0.0001562813704367727, 0.00032331488910131156, 0.0007086822879500687, 0.0009207420516759157, 0.0008559720008634031, 0.004414452239871025, 0.9884170889854431, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0024299698416143656, 0.0036596343852579594, 0.00063449761364609, 0.0006202654330991209, 0.002987675601616502, 0.00034763687290251255, 0.0005059162504039705, 0.00041149748722091317, 0.00021321575331967324, 0.000650934234727174, 0.00039556968840770423, 0.1698645055294037, 0.002188898855820298, 0.0006812380743212998, 0.0008683764026500285, 0.008905130438506603, 0.001463852939195931, 0.0013394576963037252, 0.006495130248367786, 0.007638714276254177, 0.004619397688657045, 0.0031617898494005203, 0.014200895093381405, 0.04639659821987152, 0.02278607152402401, 0.21939246356487274, 0.4771406650543213, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015610319562256336, 0.0009648059494793415, 0.0010281821014359593, 0.007148509845137596, 0.005316647235304117, 0.0005432680482044816, 0.0007839882746338844, 0.00047082966193556786, 0.0022980361245572567, 0.005463093984872103, 0.0005483070272020996, 0.0008661489700898528, 0.0009035550756379962, 0.0009251962183043361, 0.008375930599868298, 0.0014478107914328575, 0.0020614899694919586, 0.003693382255733013, 0.017008855938911438, 0.0061386749148368835, 0.007041890639811754, 0.04128708317875862, 0.06922487169504166, 0.26617181301116943, 0.05024212971329689, 0.1144513413310051, 0.13764891028404236, 0.2323349416255951, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021895306184887886, 0.0013514551101252437, 0.0013727976474910975, 0.005157721694558859, 0.010932796634733677, 0.00044522207463160157, 0.0016178301302716136, 0.0005713265272788703, 0.0007700271089561284, 0.003093535080552101, 0.00036163468030281365, 0.0009329015738330781, 0.0019032416166737676, 0.0005254389252513647, 0.0007036188035272062, 0.0015780640533193946, 0.0010200472315773368, 0.0009346723672933877, 0.005167578347027302, 0.0007855422445572913, 0.0028796817641705275, 0.006337142549455166, 0.04951414838433266, 0.021886903792619705, 0.03004683181643486, 0.06941600143909454, 0.029953863471746445, 0.06111626327037811, 0.6677284240722656, 0.0, 0.0, 0.0, 0.0], [0.0002946658350992948, 8.08511977083981e-05, 0.00011992642976110801, 0.00017153997032437474, 0.0003899005532730371, 8.630252705188468e-05, 5.253727795206942e-05, 6.616376049350947e-05, 0.00011378383351257071, 6.200082134455442e-05, 0.00011238016304560006, 0.0005867313011549413, 9.784993017092347e-05, 0.00021334877237677574, 0.00040444263140670955, 0.0004726236220449209, 0.00047307342174462974, 0.0005199516890570521, 0.0008571160142309964, 0.00022720196284353733, 0.0015976777067407966, 0.0014780634082853794, 0.0016501408535987139, 0.00933963991701603, 0.01279268879443407, 0.012606944888830185, 0.021659567952156067, 0.0288674458861351, 0.07784785330295563, 0.8267576694488525, 0.0, 0.0, 0.0], [0.0006396539392881095, 0.00019920240447390825, 0.0003378460241947323, 0.00032286165514960885, 0.00038839809712953866, 2.251143814646639e-05, 0.00011559666745597497, 1.968370270333253e-05, 8.749760309001431e-05, 0.00016675743972882628, 2.1353196643758565e-05, 0.00018257695774082094, 0.002879622159525752, 3.2708376238588244e-05, 6.355983350658789e-05, 0.0009078498114831746, 6.314198981272057e-05, 4.9545076763024554e-05, 0.005010190419852734, 0.00021555765124503523, 0.00018923325114883482, 0.00023579830303788185, 0.0021191714331507683, 0.003475240198895335, 0.0004957509227097034, 0.012673033401370049, 0.0026274602860212326, 0.0011926383012905717, 0.028011504560709, 0.14214584231376648, 0.7951081991195679, 0.0, 0.0], [0.005492147523909807, 0.0014179612044245005, 6.310050957836211e-05, 0.0009282372775487602, 0.0004675875243265182, 9.701211820356548e-05, 5.678690649801865e-05, 6.824053707532585e-05, 4.054802775499411e-05, 0.00021011449280194938, 6.534699787152931e-05, 0.00011957778770010918, 9.082331962417811e-05, 9.077353024622425e-05, 0.00013827496150042862, 0.00041228361078538, 0.0001690058852545917, 0.00013570708688348532, 0.002428322099149227, 0.00020654806576203555, 0.0004959598300047219, 0.00016561975644435734, 0.0018254027236253023, 0.001680815708823502, 0.001018735347315669, 0.015071477741003036, 0.0034083749633282423, 0.0033841929398477077, 0.018865516409277916, 0.010037442669272423, 0.00825955905020237, 0.923088550567627, 0.0], [0.009386115707457066, 0.0017380566569045186, 0.0018091693054884672, 0.0014350261772051454, 0.001681282534264028, 0.0019791314844042063, 0.001414343249052763, 0.0021127823274582624, 0.0012016958789899945, 0.001046764780767262, 0.0012532490072771907, 0.0012125702342018485, 0.0006952429539524019, 0.001685017836280167, 0.0012904985342174768, 0.0014949430478736758, 0.0030524623580276966, 0.006176410708576441, 0.003993156366050243, 0.002994523150846362, 0.008827605284750462, 0.009542393498122692, 0.010477361269295216, 0.021451439708471298, 0.06221359223127365, 0.026861054822802544, 0.03390643373131752, 0.11987609416246414, 0.05027470737695694, 0.02679685316979885, 0.03116571344435215, 0.10728638619184494, 0.4436679780483246]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10520479083061218, 0.8947951793670654, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03907211124897003, 0.002017225371673703, 0.9589106440544128, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015578641556203365, 0.0008392545278184116, 0.0006979772006161511, 0.9828841090202332, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008856471627950668, 9.934287845680956e-06, 1.1174832252436318e-05, 0.0003024702600669116, 0.9908198714256287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.35445019602775574, 0.030589278787374496, 0.05988955497741699, 0.022903522476553917, 0.04747588187456131, 0.4846915602684021, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.044768933206796646, 0.0015664654783904552, 0.0003773848293349147, 0.0002507324970792979, 0.0004088971472810954, 0.0002606558846309781, 0.9523669481277466, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09058346599340439, 0.0011470753233879805, 0.006027346942573786, 0.000546847702935338, 0.0017094232607632875, 0.00378508516587317, 0.0026845417451113462, 0.8935161828994751, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006010720040649176, 2.4289069187943824e-05, 0.00031266716541722417, 1.8682918380363844e-05, 0.0002979242999572307, 9.904515536618419e-06, 6.619554824283114e-06, 7.912191222203546e-07, 0.9933184385299683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0045468187890946865, 0.00020019362273160368, 0.00029920271481387317, 0.001336395158432424, 0.0003267655265517533, 8.741366741560341e-07, 1.7415704860468395e-05, 2.7834167326545867e-07, 0.00029665243346244097, 0.9929754734039307, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12262559682130814, 0.02392657846212387, 0.038276489824056625, 0.01617196388542652, 0.030366232618689537, 0.293759286403656, 0.10661353170871735, 0.0705995038151741, 0.041900090873241425, 0.017833104357123375, 0.2379276007413864, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0008121057762764394, 0.00011546660243766382, 0.00013500906061381102, 5.5392923968611285e-05, 0.0001317415590165183, 1.0027196140072192e-06, 1.3799102589473478e-06, 1.6001614255856111e-07, 1.8972989437315846e-06, 5.419660737970844e-07, 4.753100597554294e-07, 0.9987448453903198, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0013333020033314824, 0.00010533037857385352, 0.0007669597980566323, 0.0009021886507980525, 3.5708292216440896e-06, 8.120475740724942e-07, 1.403809051225835e-07, 9.5612755046659e-08, 1.6865038787727826e-06, 2.9789038308081217e-05, 4.3813363959088747e-07, 1.196578750750632e-06, 0.9968544840812683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0815979614853859, 0.021388858556747437, 0.028877150267362595, 0.012675791047513485, 0.024931589141488075, 0.229964941740036, 0.10401231795549393, 0.06472097337245941, 0.03460092470049858, 0.015198714099824429, 0.18564164638519287, 0.020528050139546394, 0.005003852304071188, 0.17085722088813782, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0013488857075572014, 8.92121170181781e-05, 0.0006859967252239585, 0.0006963216583244503, 2.1248622942948714e-05, 3.7633941474268795e-07, 6.2267383782455e-07, 4.3072165567537013e-07, 7.091880888765445e-06, 0.0013103700475767255, 1.611375211041377e-07, 9.548753041599412e-07, 0.00016453623538836837, 1.1531936650044372e-07, 0.9956737160682678, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010867505334317684, 0.0004072484443895519, 0.00010700311395339668, 0.000678271462675184, 0.00011028484004782513, 1.318426257057581e-07, 2.660271150034532e-07, 4.6195768277357274e-07, 8.409714610024821e-06, 0.0007784894551150501, 5.109449574547398e-08, 8.792079029262823e-07, 4.934294702252373e-05, 3.4893233191723994e-08, 0.000114411988761276, 0.9966580867767334, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05868087336421013, 0.01878575049340725, 0.024067310616374016, 0.011013143695890903, 0.02145637385547161, 0.19110563397407532, 0.09902720898389816, 0.06065867841243744, 0.03016272559762001, 0.014801908284425735, 0.15370333194732666, 0.016615159809589386, 0.004385382402688265, 0.14085330069065094, 0.01501499768346548, 0.005390205420553684, 0.13427792489528656, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07323037087917328, 0.028374575078487396, 0.02105823904275894, 0.007611880078911781, 0.010053581558167934, 0.06553949415683746, 0.1455976516008377, 0.08620842546224594, 0.010241266340017319, 0.0074257380329072475, 0.04526270553469658, 0.006621459033340216, 0.0011621779995039105, 0.03923855349421501, 0.00825688149780035, 0.0030656903982162476, 0.0361226424574852, 0.40492865443229675, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [7.944500976009294e-05, 1.8382123698756914e-06, 3.7134324060161816e-08, 1.5575307770632207e-05, 3.4723789212876e-06, 1.3165096790501707e-09, 2.703870904952055e-08, 1.7186652101486288e-08, 9.2322629541286e-08, 1.350637921859743e-05, 4.4787887287789374e-10, 2.041673052843862e-09, 5.5420287026208825e-08, 3.0638666603799436e-10, 4.2177234149676224e-07, 7.065880708978511e-06, 2.424434542014353e-10, 1.4397358860662735e-09, 0.9998784065246582, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.002934493590146303, 0.0005883843987248838, 0.004250304773449898, 0.0040284618735313416, 0.00011592944065341726, 4.3316217670508195e-06, 6.773899713152787e-06, 7.076467591105029e-05, 0.0002495267544873059, 0.0003159338375553489, 2.08243977795064e-06, 4.4092124880990013e-05, 0.00030446931486949325, 1.4702561657031765e-06, 0.0001976135972654447, 0.0013599261874333024, 1.2478651569836074e-06, 6.875188319099834e-06, 0.00019261146371718496, 0.9853246808052063, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.040565334260463715, 0.017898330464959145, 0.020600970834493637, 0.00982110109180212, 0.0178828164935112, 0.15653996169567108, 0.09208230674266815, 0.056288257241249084, 0.0266613457351923, 0.01447127852588892, 0.12537628412246704, 0.013986771926283836, 0.003927927929908037, 0.11453617364168167, 0.013395380228757858, 0.004846665542572737, 0.10880248248577118, 0.04953397437930107, 0.005186410620808601, 0.00442087184637785, 0.10317537933588028, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.024536332115530968, 0.0031243376433849335, 0.0009699301444925368, 4.6315424697240815e-05, 0.00013434763241093606, 0.0006453943788073957, 0.011668852530419827, 0.0003271345340181142, 0.00045730432611890137, 2.3976095690159127e-05, 0.00034454185515642166, 4.996423376724124e-05, 2.575740472821053e-05, 0.00028217773069627583, 6.525323442474473e-06, 4.981804067938356e-06, 0.00023554022482130677, 0.0002664511266630143, 2.5311126591986977e-05, 2.9761064070044085e-05, 0.0001880926574813202, 0.9566068649291992, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0020759988110512495, 0.00014591786020901054, 5.28989803569857e-05, 4.218077810946852e-05, 4.738718780572526e-05, 4.14233113588125e-07, 0.00012964299821760505, 2.425099773972761e-05, 1.8034025970337098e-06, 1.483928144807578e-06, 1.4489980060261587e-07, 4.199931936454959e-06, 4.1068410894240515e-08, 1.0260500005188078e-07, 8.285463763968437e-07, 5.781902245871606e-07, 7.69515864362802e-08, 6.669609575737923e-08, 6.472614768426865e-05, 1.570090148561576e-06, 5.6418304694716426e-08, 4.403035745781381e-06, 0.997401237487793, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005159105057828128, 0.00011814619938377291, 3.270557863288559e-05, 0.00021188679966144264, 4.5635159040102735e-05, 2.924881243870914e-07, 3.057936737604905e-06, 7.607346219629108e-08, 0.00013753658276982605, 0.0005283537902869284, 1.1576003089430742e-07, 4.028573584946571e-06, 2.07929269890883e-06, 8.805408668877135e-08, 0.00010051677963929251, 4.431615161593072e-05, 6.963698950812613e-08, 9.373022180625412e-08, 3.3377655199728906e-05, 1.5888872439973056e-05, 5.6106753021367695e-08, 7.05262834799214e-08, 9.389261322212406e-06, 0.9981963038444519, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.06915222853422165, 0.014032107777893543, 0.005599095020443201, 0.0012576848967000842, 0.0008467998122796416, 0.00960117019712925, 0.008965769782662392, 0.052476879209280014, 0.0002502836869098246, 0.0009063849574886262, 0.00541990390047431, 0.0007309208740480244, 0.00019187941506970674, 0.004396578762680292, 0.005964717827737331, 0.0003558541357051581, 0.003877015318721533, 0.009727222844958305, 0.0011023484403267503, 0.00036442867713049054, 0.003413955681025982, 0.0030523540917783976, 0.005698245484381914, 0.0002955728559754789, 0.7923206090927124, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010461537167429924, 1.9557141058612615e-05, 1.7358959212288028e-06, 3.1030376703711227e-05, 2.73079531325493e-05, 1.0180698062356441e-08, 4.815767624677392e-07, 1.749424853869641e-07, 7.31240987761339e-08, 7.983068712746899e-07, 3.4643101720632785e-09, 4.9067175496020354e-06, 1.0718932230702194e-07, 2.352543715389288e-09, 2.383409878348175e-07, 1.3731333865507622e-06, 1.828867168818249e-09, 6.247621975319362e-09, 9.208330084220506e-06, 1.6384256014134735e-06, 1.2523899695082719e-09, 8.271274221094416e-10, 8.456770046905149e-06, 3.118676431768108e-06, 9.241420961814129e-09, 0.9988435506820679, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010544934775680304, 0.00021373237541411072, 0.00028157219639979303, 0.0011373378802090883, 0.00014783968799747527, 2.00685326490202e-06, 4.831355909118429e-06, 3.48233857039304e-06, 5.100349881104194e-06, 0.000124204860185273, 9.301529075855797e-07, 1.0582622962829191e-05, 1.1688286576827522e-05, 7.077518944242911e-07, 0.003411600599065423, 0.00019905276712961495, 5.995618153065152e-07, 4.643046622732072e-07, 1.9585138943511993e-05, 0.00011087791790487245, 4.7500583377768635e-07, 3.2808881655910227e-07, 4.535358584689675e-06, 5.1617193093989044e-05, 3.247476740853017e-07, 1.3071385183138773e-05, 0.9931889772415161, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.024200769141316414, 0.002820131368935108, 0.004319298546761274, 0.0009108305675908923, 0.0017753951251506805, 0.003809915855526924, 0.00295332376845181, 0.016714781522750854, 0.0013931734720245004, 0.005003185477107763, 0.002276089508086443, 0.0005876413779333234, 0.0009901626035571098, 0.0018066938500851393, 0.003131241537630558, 0.00023389386478811502, 0.0016082720831036568, 0.009910304099321365, 0.002853953745216131, 0.00020495144417509437, 0.001371265621855855, 0.006919008679687977, 0.001033657230436802, 0.0001452838332625106, 0.017489802092313766, 0.00046553119318559766, 0.0003024086472578347, 0.884769082069397, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005256090662442148, 3.528650950102019e-06, 1.703768475636025e-06, 9.408179903402925e-05, 0.6647976040840149, 1.6531491553450905e-07, 9.511112466498162e-07, 8.886883620107255e-07, 1.701671317277942e-05, 3.7421832530526444e-05, 6.832266308265389e-08, 9.810898518480826e-06, 7.548737102069936e-08, 4.9632518539510784e-08, 2.0393888462422183e-06, 7.686538992857095e-06, 4.066851388984105e-08, 2.6744315206883584e-08, 3.343187927384861e-05, 4.341078749803273e-07, 3.007988169656528e-08, 3.206056931048806e-08, 4.900574822386261e-06, 3.060942390220589e-06, 1.4603195985785078e-08, 2.2145539332996123e-05, 9.21115315577481e-06, 3.164272044386962e-08, 0.33442792296409607, 0.0, 0.0, 0.0, 0.0], [0.004676995798945427, 0.00028021298930980265, 8.346086542587727e-05, 3.1570127703162143e-06, 4.0653472410667746e-07, 1.3343502303087007e-07, 2.6423564122524112e-05, 1.1439978919725036e-07, 2.7872323471456184e-07, 3.7496031382033834e-06, 4.652898155654839e-08, 1.7213984619957046e-06, 1.816560342149387e-07, 3.148470284486393e-08, 1.8334252160912e-07, 5.214737086589594e-08, 2.521581166092801e-08, 3.078435284464831e-08, 7.142030256090948e-08, 1.6640143485346925e-08, 1.7768224225278573e-08, 8.634508930072116e-08, 2.8009649213345256e-06, 8.454136946056678e-07, 3.098357481690073e-08, 2.927863533841446e-07, 5.676222940564912e-07, 5.055412088950106e-09, 2.914098296002976e-08, 0.9949181079864502, 0.0, 0.0, 0.0], [5.636792411678471e-05, 0.00020023711840622127, 1.6319079350068932e-06, 1.5089327689565835e-06, 1.7779733752831817e-05, 5.95644145118257e-10, 6.940369075891795e-06, 5.034019867622419e-09, 2.1682852491267113e-07, 1.7164272776426515e-06, 1.9326303057898286e-10, 1.8911425314627195e-08, 9.538840117784275e-08, 1.2946883842790413e-10, 8.07715050399338e-09, 4.386615546536632e-05, 9.768683778554887e-11, 5.256080015669795e-10, 6.93216934450902e-05, 7.505880716962565e-08, 7.069290985928234e-11, 3.988046870517792e-08, 1.0610276149236597e-05, 2.2120727862784406e-06, 8.688633701403603e-10, 9.928487088473048e-06, 5.390094592883088e-09, 1.1354458345769203e-10, 3.060037442992325e-06, 3.8945589153627225e-07, 0.9995738863945007, 0.0, 0.0], [0.00035569723695516586, 1.9489458281896077e-05, 9.160958143183962e-06, 1.308523951593088e-05, 2.380885234742891e-05, 2.9718961513935938e-08, 4.160590469837189e-05, 1.7756491388354334e-07, 6.896235049680399e-07, 1.0506230410101125e-06, 1.2230765733534099e-08, 4.290543984097894e-06, 3.2958271845018317e-07, 9.21108966878137e-09, 1.7466396684540086e-06, 4.682785402110312e-06, 7.44272554698e-09, 9.673800427378865e-09, 3.9665097574470565e-05, 7.324891839743941e-07, 5.5436903956262995e-09, 1.0396706073834139e-07, 1.4401548469322734e-05, 8.873331353242975e-06, 5.9894045278952035e-09, 1.5627769244019873e-05, 2.9811192234774353e-06, 6.874329550043967e-09, 4.854650796914939e-06, 7.072258540574694e-06, 6.210680112417322e-06, 0.999423623085022, 0.0], [0.05455271899700165, 0.01642906293272972, 0.01600833609700203, 0.006986880674958229, 0.02488415315747261, 0.07376930117607117, 0.07933779805898666, 0.055945515632629395, 0.02726821042597294, 0.013368778862059116, 0.055903077125549316, 0.00722302682697773, 0.005426580086350441, 0.05012327805161476, 0.00827906746417284, 0.0030609634704887867, 0.046822961419820786, 0.04751850292086601, 0.0028449452947825193, 0.0070379734970629215, 0.042827166616916656, 0.0513819120824337, 0.02728237584233284, 0.026375334709882736, 0.026159200817346573, 0.011997982859611511, 0.006220121402293444, 0.03648780286312103, 0.011124705895781517, 0.005218561738729477, 0.0025592029560357332, 0.0026040265802294016, 0.14697039127349854]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9192656874656677, 0.08073431998491287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.45437392592430115, 0.4265042543411255, 0.11912184208631516, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5267521739006042, 0.22321628034114838, 0.12420628219842911, 0.12582530081272125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3903489112854004, 0.1709940880537033, 0.06872709095478058, 0.1837182492017746, 0.1862117052078247, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19744232296943665, 0.25436848402023315, 0.14488448202610016, 0.18925851583480835, 0.20821933448314667, 0.005826779641211033, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19473567605018616, 0.13241830468177795, 0.14391925930976868, 0.15120738744735718, 0.3002447783946991, 0.02058464288711548, 0.056889988481998444, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1269666701555252, 0.21597379446029663, 0.16089317202568054, 0.19698834419250488, 0.1884462684392929, 0.013544927351176739, 0.07520712912082672, 0.02197970077395439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2912123203277588, 0.05954226851463318, 0.11079410463571548, 0.09717856347560883, 0.22345604002475739, 0.01626257784664631, 0.08719439059495926, 0.024762295186519623, 0.08959738910198212, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.22981953620910645, 0.038026757538318634, 0.1601383537054062, 0.11780407279729843, 0.1618119478225708, 0.03552818298339844, 0.07561112195253372, 0.02075604535639286, 0.10670626908540726, 0.05379769951105118, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13314425945281982, 0.18858659267425537, 0.10808096081018448, 0.15994971990585327, 0.1773921102285385, 0.003598014358431101, 0.0250620786100626, 0.012862916104495525, 0.07453092187643051, 0.11275242269039154, 0.004039982333779335, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16746403276920319, 0.14355222880840302, 0.06118571385741234, 0.17358076572418213, 0.10113829374313354, 0.017553474754095078, 0.03239529952406883, 0.00799549650400877, 0.05453450232744217, 0.07883201539516449, 0.017258208245038986, 0.14450997114181519, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.26996830105781555, 0.13029061257839203, 0.06605684757232666, 0.06156143546104431, 0.08437130600214005, 0.019846616312861443, 0.01631278730928898, 0.012965923175215721, 0.03231464698910713, 0.05254793167114258, 0.019868606701493263, 0.13695643842220306, 0.09693864732980728, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09820350259542465, 0.13618648052215576, 0.0800577774643898, 0.12152864038944244, 0.1357937902212143, 0.0024323586840182543, 0.017789488658308983, 0.009086485020816326, 0.056375257670879364, 0.08521638810634613, 0.002753336215391755, 0.1520378738641739, 0.0994672104716301, 0.0030714040622115135, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1701289564371109, 0.08885712921619415, 0.09089688211679459, 0.08085789531469345, 0.11427339166402817, 0.010901479050517082, 0.014788419008255005, 0.005497372709214687, 0.051512569189071655, 0.053306855261325836, 0.010595818050205708, 0.09442280977964401, 0.13098116219043732, 0.011153685860335827, 0.07182560861110687, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10365856438875198, 0.035885412245988846, 0.08803567290306091, 0.06087937578558922, 0.08348329365253448, 0.03080574795603752, 0.029615944251418114, 0.010918702930212021, 0.04049992933869362, 0.04288605973124504, 0.032192956656217575, 0.15008129179477692, 0.12658777832984924, 0.034902174025774, 0.05825432762503624, 0.07131282240152359, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07047096639871597, 0.0960099920630455, 0.05621577426791191, 0.08699887245893478, 0.0993412435054779, 0.001629879348911345, 0.012408615089952946, 0.006380429025739431, 0.041014041751623154, 0.06348711997270584, 0.001848218496888876, 0.11387649178504944, 0.07328982651233673, 0.0020712928380817175, 0.07246165722608566, 0.20012778043746948, 0.002367777982726693, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05659444257616997, 0.08906207978725433, 0.047032397240400314, 0.09457878023386002, 0.08793890476226807, 0.0019721658900380135, 0.01776767149567604, 0.005990428384393454, 0.06014860048890114, 0.08834964036941528, 0.002263767411932349, 0.1046152412891388, 0.06079370528459549, 0.002556620631366968, 0.07818622887134552, 0.19496023654937744, 0.0029299892485141754, 0.004259055946022272, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15970617532730103, 0.026096440851688385, 0.04515179991722107, 0.034975796937942505, 0.08030674606561661, 0.05469035357236862, 0.040785446763038635, 0.026513049378991127, 0.02725192718207836, 0.03919816017150879, 0.053514350205659866, 0.0484292097389698, 0.0626426562666893, 0.05558209866285324, 0.05559665709733963, 0.04792960733175278, 0.05676325783133507, 0.048923004418611526, 0.03594319894909859, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08663123846054077, 0.09557435661554337, 0.03673812001943588, 0.06946706771850586, 0.05681459233164787, 0.008190210908651352, 0.022195840254426003, 0.007642821408808231, 0.03146826848387718, 0.07555205374956131, 0.008965261280536652, 0.052634816616773605, 0.04491107165813446, 0.009935054928064346, 0.04481377452611923, 0.15198467671871185, 0.01093340665102005, 0.007993672043085098, 0.16402561962604523, 0.01352810487151146, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04783453047275543, 0.06669355928897858, 0.03798918053507805, 0.06040370091795921, 0.06899044662714005, 0.0010267297038808465, 0.008172671310603619, 0.004158169962465763, 0.028268279507756233, 0.04407240077853203, 0.0011586471227928996, 0.0783291831612587, 0.050828997045755386, 0.0013004974462091923, 0.0490429662168026, 0.14145003259181976, 0.0014934339560568333, 0.002556685358285904, 0.17534077167510986, 0.12910206615924835, 0.0017870554002001882, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.041140902787446976, 0.04766073077917099, 0.035869985818862915, 0.066661037504673, 0.07969274371862411, 0.002365077380090952, 0.02034018374979496, 0.004854491911828518, 0.0643620640039444, 0.06737152487039566, 0.002707368927076459, 0.05596053600311279, 0.05648665875196457, 0.003076723078265786, 0.05354388803243637, 0.15165922045707703, 0.0035397163592278957, 0.004673927556723356, 0.16402719914913177, 0.059681568294763565, 0.004154941067099571, 0.010169520042836666, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0662880688905716, 0.04092540591955185, 0.027322685346007347, 0.045053672045469284, 0.06575217097997665, 0.015657568350434303, 0.02788187563419342, 0.013711261563003063, 0.031742945313453674, 0.052807457745075226, 0.015447774901986122, 0.032181113958358765, 0.03290105611085892, 0.01629885844886303, 0.0266366396099329, 0.09772849828004837, 0.017114214599132538, 0.01691945269703865, 0.09847067296504974, 0.04787908494472504, 0.018412543460726738, 0.015331601724028587, 0.17753538489341736, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09801428765058517, 0.026328815147280693, 0.03586814925074577, 0.05713058263063431, 0.06943874806165695, 0.012128956615924835, 0.020909084007143974, 0.008747958578169346, 0.026999657973647118, 0.03726677596569061, 0.011716339737176895, 0.08499537408351898, 0.05501334369182587, 0.01219671405851841, 0.03563909977674484, 0.08789660036563873, 0.012970111332833767, 0.010851016268134117, 0.06408386677503586, 0.05963921174407005, 0.01449218112975359, 0.006093733478337526, 0.09761438518762589, 0.053964972496032715, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0276932492852211, 0.04073771834373474, 0.031223541125655174, 0.05879035219550133, 0.05601825192570686, 0.0015714798355475068, 0.01190804224461317, 0.0033397902734577656, 0.051765501499176025, 0.052912451326847076, 0.001825982122682035, 0.060300350189208984, 0.028357168659567833, 0.002087808446958661, 0.05086479336023331, 0.07898838818073273, 0.0023987058084458113, 0.0029048218857496977, 0.11135735362768173, 0.04586018994450569, 0.0028849169611930847, 0.011431249789893627, 0.1234055683016777, 0.1348847597837448, 0.006487555801868439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15390777587890625, 0.023786788806319237, 0.053202446550130844, 0.03963885083794594, 0.05711061879992485, 0.015628939494490623, 0.020206071436405182, 0.009252369403839111, 0.021311858668923378, 0.02902994118630886, 0.014741901308298111, 0.0612383708357811, 0.10112589597702026, 0.015157824382185936, 0.04335402324795723, 0.04090719297528267, 0.0157326627522707, 0.020073404535651207, 0.05374935641884804, 0.03468615189194679, 0.01698938012123108, 0.0063684978522360325, 0.04042016342282295, 0.031060414388775826, 0.013937165960669518, 0.06738191843032837, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08555092662572861, 0.03505741059780121, 0.05885256081819534, 0.034979090094566345, 0.05178743600845337, 0.0025119921192526817, 0.004151220433413982, 0.002085918327793479, 0.014081120491027832, 0.02449135296046734, 0.002376002725213766, 0.09535117447376251, 0.07766135036945343, 0.0024908820632845163, 0.045726776123046875, 0.05774117261171341, 0.002660379046574235, 0.0033477561082690954, 0.04799828305840492, 0.026788825169205666, 0.0029587154276669025, 0.004655785858631134, 0.03607098385691643, 0.021599186584353447, 0.00478863250464201, 0.22052206099033356, 0.03371304273605347, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.020706715062260628, 0.037194062024354935, 0.01972370408475399, 0.038942236453294754, 0.03182700648903847, 0.0012253682361915708, 0.008815746754407883, 0.00240529328584671, 0.03457954525947571, 0.047298066318035126, 0.001395374652929604, 0.05148206278681755, 0.0204867422580719, 0.0015608381945639849, 0.03826117143034935, 0.048637520521879196, 0.0017825315007939935, 0.0025446037761867046, 0.06541350483894348, 0.0418856143951416, 0.002096060197800398, 0.00940138939768076, 0.0846002921462059, 0.09019989520311356, 0.005403276067227125, 0.22932566702365875, 0.05692271143198013, 0.005882916506379843, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08582808822393417, 0.039671748876571655, 0.014841827563941479, 0.05653620883822441, 0.05960610881447792, 0.006987519562244415, 0.0101100979372859, 0.0028877253644168377, 0.015322855673730373, 0.025928759947419167, 0.006830446422100067, 0.033548951148986816, 0.021093526855111122, 0.00721315573900938, 0.01932339183986187, 0.05298227071762085, 0.0076586115173995495, 0.005157842300832272, 0.06523182988166809, 0.018170004710555077, 0.008534708060324192, 0.004368167370557785, 0.02691243775188923, 0.049627937376499176, 0.004404333420097828, 0.1938866823911667, 0.03933224827051163, 0.005363550968468189, 0.1126389130949974, 0.0, 0.0, 0.0, 0.0], [0.07040347158908844, 0.05926162004470825, 0.015334843657910824, 0.0241390373557806, 0.015728842467069626, 0.01949211023747921, 0.017311517149209976, 0.017303066328167915, 0.020563244819641113, 0.0451558418571949, 0.0218158308416605, 0.07079727202653885, 0.03006395697593689, 0.02354060858488083, 0.020684480667114258, 0.02116367220878601, 0.02644512802362442, 0.023540040478110313, 0.056637249886989594, 0.0336947925388813, 0.030707286670804024, 0.015993356704711914, 0.015474074520170689, 0.030803624540567398, 0.03180558606982231, 0.07969610393047333, 0.03437487408518791, 0.034537144005298615, 0.030624376609921455, 0.06290692090988159, 0.0, 0.0, 0.0], [0.05338500440120697, 0.02962152473628521, 0.021030090749263763, 0.02369571104645729, 0.03343641385436058, 0.018393825739622116, 0.024060716852545738, 0.02281002141535282, 0.01397236529737711, 0.028813548386096954, 0.019059741869568825, 0.015371966175734997, 0.02533530816435814, 0.019971951842308044, 0.01407573837786913, 0.0388445109128952, 0.021346213296055794, 0.01932142674922943, 0.056326594203710556, 0.0213600043207407, 0.023394573479890823, 0.023136641830205917, 0.06416383385658264, 0.06724689900875092, 0.0346951000392437, 0.04349019005894661, 0.03032725304365158, 0.032857123762369156, 0.05327507480978966, 0.0659981369972229, 0.0411824993789196, 0.0, 0.0], [0.18177087604999542, 0.019533153623342514, 0.02800292894244194, 0.02911018766462803, 0.04134833440184593, 0.01801948808133602, 0.010471731424331665, 0.008382911793887615, 0.015335792675614357, 0.021839452907443047, 0.01689334399998188, 0.038061387836933136, 0.03643865883350372, 0.017464257776737213, 0.026129070669412613, 0.040115050971508026, 0.018317215144634247, 0.012488214299082756, 0.051369696855545044, 0.019443845376372337, 0.019889768213033676, 0.0035764535423368216, 0.026232963427901268, 0.018429193645715714, 0.011723746545612812, 0.0327298678457737, 0.0348082073032856, 0.012035040184855461, 0.060302939265966415, 0.00787330698221922, 0.04227295145392418, 0.07958998531103134, 0.0], [0.015003404580056667, 0.020334860309958458, 0.007813435047864914, 0.01655357889831066, 0.016466092318296432, 0.00023809655976947397, 0.0019598910585045815, 0.0006898257415741682, 0.006483218166977167, 0.010734080336987972, 0.00024435287923552096, 0.014634673483669758, 0.009247622452676296, 0.0002605918562039733, 0.009339914657175541, 0.04272656887769699, 0.0002886395959649235, 0.00038116672658361495, 0.054749373346567154, 0.09452769160270691, 0.0003421127039473504, 0.0017270190874114633, 0.04745931178331375, 0.02661379985511303, 0.001023865770548582, 0.1653798520565033, 0.014187110587954521, 0.0013092352310195565, 0.047706540673971176, 0.0111984983086586, 0.2205076366662979, 0.139426127076149, 0.0004418626776896417]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9333657622337341, 0.06663426011800766, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3245236277580261, 0.5923718214035034, 0.08310455083847046, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1415974646806717, 0.5143810510635376, 0.2814413905143738, 0.06258013844490051, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.25262272357940674, 0.058340705931186676, 0.10458865016698837, 0.4411159157752991, 0.14333190023899078, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.18051552772521973, 0.09828907251358032, 0.10873960703611374, 0.1226268783211708, 0.0999554991722107, 0.3898734748363495, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.17192299664020538, 0.02332099713385105, 0.12332707643508911, 0.060764994472265244, 0.059717126190662384, 0.34759172797203064, 0.21335503458976746, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09627040475606918, 0.046836212277412415, 0.02825731411576271, 0.03239252045750618, 0.058650437742471695, 0.15829354524612427, 0.3099649250507355, 0.26933467388153076, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09948235750198364, 0.06464183330535889, 0.028671855106949806, 0.07305670529603958, 0.029787182807922363, 0.1396002322435379, 0.20754705369472504, 0.265802264213562, 0.09141054004430771, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05632037669420242, 0.02988584339618683, 0.013419918715953827, 0.0024075540713965893, 0.013245469890534878, 0.045645419508218765, 0.055225711315870285, 0.10027103126049042, 0.6579985618591309, 0.02558005601167679, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.042669959366321564, 0.010426481254398823, 0.01065221056342125, 0.01344663742929697, 0.009353147819638252, 0.040159791707992554, 0.07105176150798798, 0.1373765468597412, 0.10423266142606735, 0.2173663228750229, 0.34326446056365967, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0296839140355587, 0.0025616430211812258, 0.004407483618706465, 0.034248705953359604, 0.014238743111491203, 0.028001833707094193, 0.022288035601377487, 0.07105964422225952, 0.04026234894990921, 0.5543041825294495, 0.17333050072193146, 0.025612998753786087, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04039592295885086, 0.008631582371890545, 0.005494222976267338, 0.0038641407154500484, 0.023363107815384865, 0.027207026258111, 0.02567734755575657, 0.05048523098230362, 0.05105610191822052, 0.05041782185435295, 0.14164339005947113, 0.511528491973877, 0.06023566424846649, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.028706379234790802, 0.004808461759239435, 0.0047236536629498005, 0.005382600240409374, 0.003456039121374488, 0.014470171183347702, 0.02403739094734192, 0.0416262112557888, 0.03567296639084816, 0.07060734927654266, 0.10830988734960556, 0.05811617895960808, 0.2062121480703354, 0.39387065172195435, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05342642217874527, 0.011923286132514477, 0.0155722601339221, 0.002112322486937046, 0.005851039197295904, 0.02217092365026474, 0.038184694945812225, 0.0274115689098835, 0.054642848670482635, 0.04910831153392792, 0.12328379601240158, 0.052871763706207275, 0.07545653730630875, 0.3701530992984772, 0.09783117473125458, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008346711285412312, 0.00027852714993059635, 0.0011785987298935652, 0.002139549469575286, 0.002476167632266879, 0.002918291138485074, 0.004576893523335457, 0.003965593408793211, 0.004973020404577255, 0.011347766034305096, 0.013014068827033043, 0.0055459714494645596, 0.0208955816924572, 0.03838539123535156, 0.8750316500663757, 0.0049261897802352905, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021700311452150345, 0.002678664866834879, 0.0023839266505092382, 0.0028156274929642677, 0.0015562352491542697, 0.006139409262686968, 0.009039808996021748, 0.013740861788392067, 0.012412207201123238, 0.024686550721526146, 0.03406905010342598, 0.017561476677656174, 0.06082962453365326, 0.12004056572914124, 0.11516796052455902, 0.12663687765598297, 0.42854082584381104, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01968139037489891, 0.0028661887627094984, 0.002752861240878701, 0.0023642033338546753, 0.0022205759305506945, 0.004776970017701387, 0.005015391390770674, 0.007020782213658094, 0.006603003013879061, 0.01582488976418972, 0.02177913300693035, 0.02237590402364731, 0.039055563509464264, 0.07342635095119476, 0.07227564603090286, 0.08103632926940918, 0.2556319534778595, 0.36529290676116943, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03443868085741997, 0.002429508836939931, 0.0027038794942200184, 0.0010108946589753032, 0.0028212431352585554, 0.009310666471719742, 0.007474070880562067, 0.010526398196816444, 0.019342618063092232, 0.006583386100828648, 0.030525268986821175, 0.008166547864675522, 0.023945648223161697, 0.08047986775636673, 0.044289398938417435, 0.048865146934986115, 0.2326631247997284, 0.38709723949432373, 0.04732643812894821, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0036976826377213, 0.006450955290347338, 0.000492172606755048, 0.0003069589438382536, 0.0001240077253896743, 0.001072736456990242, 0.0008858803194016218, 0.0013806363567709923, 0.0008200182928703725, 0.00027311858139000833, 0.0027830663602799177, 0.0352943055331707, 0.003561378689482808, 0.007148320320993662, 0.0016474081203341484, 0.01673167198896408, 0.019172819331288338, 0.022339211776852608, 0.8733667135238647, 0.00245096068829298, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.013628792949020863, 0.0014384457608684897, 0.0012188642285764217, 0.0012915866682305932, 0.0006118024466559291, 0.002140038413926959, 0.002746958751231432, 0.0033360482193529606, 0.0030918733682483435, 0.005988915916532278, 0.007237223908305168, 0.0035477466881275177, 0.01289195567369461, 0.022229144349694252, 0.02082424983382225, 0.026295335963368416, 0.0764816626906395, 0.16261446475982666, 0.12638667225837708, 0.10034441202878952, 0.4056537449359894, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021432960405945778, 0.0007291642832569778, 0.0010889682453125715, 0.0008559629204683006, 0.001055659493431449, 0.0023542516864836216, 0.0018633344443514943, 0.0024869930930435658, 0.004011375363916159, 0.0036456268280744553, 0.0066366177052259445, 0.002459165407344699, 0.00810664240270853, 0.019501397386193275, 0.013945517130196095, 0.016831597313284874, 0.06727854162454605, 0.10203751176595688, 0.07506164908409119, 0.037855081260204315, 0.347415953874588, 0.2633460760116577, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01837441511452198, 0.0016340137226507068, 0.0002648660447448492, 0.0006277099018916488, 0.0007212883210740983, 0.0022947124671190977, 0.0014375769533216953, 0.0024335708003491163, 0.0010225045261904597, 0.0021730936132371426, 0.005665966309607029, 0.000585706380661577, 0.00473030423745513, 0.015789616852998734, 0.009121059440076351, 0.006447892170399427, 0.049651850014925, 0.07221095263957977, 0.04530426487326622, 0.02253621816635132, 0.2338050752878189, 0.28100958466529846, 0.22215774655342102, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.016010280698537827, 0.0004190760082565248, 0.0016793122049421072, 0.002033163793385029, 0.001112602767534554, 0.002304120222106576, 0.0016414890997111797, 0.0020452288445085287, 0.0008826436242088675, 0.0035318138543516397, 0.004660747945308685, 0.0011461266549304128, 0.004025276750326157, 0.011729463003575802, 0.006906007416546345, 0.005978980101644993, 0.03413611650466919, 0.05391981825232506, 0.07536917924880981, 0.015544150024652481, 0.15307287871837616, 0.21672509610652924, 0.23267340660095215, 0.15245294570922852, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.016415515914559364, 0.0010880999034270644, 0.0013027010718360543, 0.0012335632927715778, 0.0010325222974643111, 0.0013605308486148715, 0.0011352741857990623, 0.0009713201434351504, 0.001758021884597838, 0.0023549962788820267, 0.0022677970118820667, 0.0026170078199356794, 0.0032849623821675777, 0.005564440041780472, 0.0072877416387200356, 0.0065826671198010445, 0.016911091282963753, 0.023348145186901093, 0.03336377441883087, 0.012060865759849548, 0.08410528302192688, 0.10776986181735992, 0.12741322815418243, 0.25009584426879883, 0.2886747717857361, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.031117742881178856, 0.0015063059981912374, 0.0010839332826435566, 0.002421523677185178, 0.0013826879439875484, 0.003793728072196245, 0.001633930136449635, 0.0031195227056741714, 0.001281264005228877, 0.0020685256458818913, 0.004760123323649168, 0.0008757332107052207, 0.008592124097049236, 0.009353642351925373, 0.011993260122835636, 0.005963006988167763, 0.022028174251317978, 0.03411326929926872, 0.009586770087480545, 0.013681815937161446, 0.08417055010795593, 0.08917813003063202, 0.10806846618652344, 0.1556078940629959, 0.37236839532852173, 0.020249493420124054, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.014838487841188908, 0.0005757315084338188, 0.004743656609207392, 0.00045677347225137055, 0.0007412281702272594, 0.0015000017592683434, 0.0008866065763868392, 0.0008452095207758248, 0.00010359254520153627, 0.000906514236703515, 0.0018096797866746783, 0.0602911040186882, 0.0015377553645521402, 0.0033079395070672035, 0.0013713664375245571, 0.0020826763939112425, 0.008643986657261848, 0.009088870137929916, 0.00776095874607563, 0.00580833712592721, 0.033865127712488174, 0.039871834218502045, 0.053745534271001816, 0.036947719752788544, 0.12259436398744583, 0.5718704462051392, 0.013804465532302856, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.018570011481642723, 0.0012143178610131145, 0.0012880434514954686, 0.001061256043612957, 0.0007490047719329596, 0.0010485639795660973, 0.0008687886293046176, 0.0005973865045234561, 0.0012938273139297962, 0.0014042500406503677, 0.001105510862544179, 0.0005003446713089943, 0.002026260830461979, 0.002146314363926649, 0.00287379277870059, 0.0026413730811327696, 0.005802985280752182, 0.008191363885998726, 0.008339081890881062, 0.005543306935578585, 0.026558665558695793, 0.03308923915028572, 0.03250737115740776, 0.09199852496385574, 0.10410481691360474, 0.16861768066883087, 0.20895418524742126, 0.2669035792350769, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01665443740785122, 0.0007248668116517365, 0.0008980656857602298, 0.003161689033731818, 0.0005522827268578112, 0.0016607277793809772, 0.0007486122194677591, 0.0009652791195549071, 0.00038428022526204586, 0.0022577799391001463, 0.0015545637579634786, 0.0007037009345367551, 0.0014688180526718497, 0.0027998804580420256, 0.0030139798764139414, 0.0053690355271101, 0.006552338134497404, 0.008701560087502003, 0.007138869259506464, 0.006516331806778908, 0.026185570284724236, 0.03929201886057854, 0.031550075858831406, 0.024343032389879227, 0.10670755803585052, 0.15159793198108673, 0.13674214482307434, 0.32013964653015137, 0.09161487221717834, 0.0, 0.0, 0.0, 0.0], [0.037226852029561996, 0.0007442755741067231, 0.001918033347465098, 0.0014290648978203535, 0.002559738466516137, 0.003292838577181101, 0.0009007276967167854, 0.0015445105964317918, 0.00035572153865359724, 0.0004492737934924662, 0.002668820321559906, 0.00140466564334929, 0.001728102914057672, 0.004542732611298561, 0.0012941034510731697, 0.00467766635119915, 0.009138191118836403, 0.008992942981421947, 0.005343662574887276, 0.002031839219853282, 0.0309309009462595, 0.021215271204710007, 0.036399755626916885, 0.0567946583032608, 0.11195947974920273, 0.011458104476332664, 0.03353286162018776, 0.26588529348373413, 0.2469542920589447, 0.09262561053037643, 0.0, 0.0, 0.0], [0.04408878833055496, 0.0011082955170422792, 0.0033875920344144106, 0.0048531959764659405, 0.0028643226251006126, 0.004500862676650286, 0.0014518103562295437, 0.0021924953907728195, 0.0007902364595793188, 0.0006717380601912737, 0.0035771592520177364, 0.0005131773068569601, 0.012861719354987144, 0.005116851069033146, 0.0030142515897750854, 0.005887468811124563, 0.010453413240611553, 0.013818331062793732, 0.008691059425473213, 0.011229274794459343, 0.03140093386173248, 0.023181650787591934, 0.03044436313211918, 0.03520682454109192, 0.09999864548444748, 0.006090163718909025, 0.1471421718597412, 0.1639304906129837, 0.12749536335468292, 0.19357739388942719, 0.0004599905223585665, 0.0, 0.0], [0.03717399761080742, 0.005006891675293446, 0.0016112299636006355, 0.0028301465790718794, 0.0005118493572808802, 0.002707127947360277, 0.0020970318000763655, 0.0012328778393566608, 0.0006310883327387273, 0.0017632459057494998, 0.0017868791474029422, 0.00025283321156166494, 0.001072075916454196, 0.0026448359712958336, 0.001566158840432763, 0.003808408509939909, 0.005276744719594717, 0.006930255796760321, 0.013310836628079414, 0.0035816440358757973, 0.018304530531167984, 0.02668476104736328, 0.019971540197730064, 0.032155781984329224, 0.07432041317224503, 0.02392224594950676, 0.08761478960514069, 0.18007561564445496, 0.027492590248584747, 0.05972246080636978, 0.19122685492038727, 0.16271229088306427, 0.0], [0.00811693910509348, 0.0008723061182536185, 0.0003707293944898993, 0.00047348643420264125, 0.00017833005404099822, 0.0003994710568804294, 0.00029511720640584826, 0.00018311945314053446, 0.000167145932209678, 0.00023702479666098952, 0.0002533363294787705, 0.00012855073146056384, 0.00020213225798215717, 0.00039944934542290866, 0.0001651181373745203, 0.0004622875130735338, 0.0008780225180089474, 0.0011140464339405298, 0.0020708786323666573, 0.0019636773504316807, 0.003527855733409524, 0.0044752187095582485, 0.004463486839085817, 0.007312539964914322, 0.014446244575083256, 0.03503045067191124, 0.02001415751874447, 0.04388578608632088, 0.019436746835708618, 0.11325734853744507, 0.07277627289295197, 0.16196833550930023, 0.4804745018482208]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9473748207092285, 0.05262523144483566, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8785884380340576, 0.05539466068148613, 0.06601691246032715, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.727077066898346, 0.1370987892150879, 0.04866092652082443, 0.08716326951980591, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4651745557785034, 0.13429313898086548, 0.1535816192626953, 0.1747255027294159, 0.07222513854503632, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1703597605228424, 0.01184194628149271, 0.023650869727134705, 0.021745814010500908, 0.025856321677565575, 0.7465453147888184, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14214575290679932, 0.04383273050189018, 0.05021181330084801, 0.045165032148361206, 0.05872126668691635, 0.5111534595489502, 0.14877000451087952, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08473353087902069, 0.020369814708828926, 0.037461623549461365, 0.03195910155773163, 0.03419600799679756, 0.43500685691833496, 0.11894061416387558, 0.2373325079679489, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.342307984828949, 0.03593634068965912, 0.07259213924407959, 0.10352761298418045, 0.08196527510881424, 0.07694564014673233, 0.14196324348449707, 0.09896712005138397, 0.045794591307640076, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.37114858627319336, 0.06278738379478455, 0.058069515973329544, 0.05566278472542763, 0.1312483549118042, 0.07535628229379654, 0.10726629942655563, 0.07924022525548935, 0.030107339844107628, 0.029113231226801872, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.06430108845233917, 0.005169108510017395, 0.01101299561560154, 0.009054885245859623, 0.011748063378036022, 0.3188501298427582, 0.0368494838476181, 0.0831955224275589, 0.012068143114447594, 0.014676203951239586, 0.433074414730072, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23777925968170166, 0.03812997788190842, 0.019743362441658974, 0.07508029043674469, 0.1442079246044159, 0.062449272722005844, 0.07018385082483292, 0.06523599475622177, 0.04883221164345741, 0.034600336104631424, 0.0643976703286171, 0.13935978710651398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.29014477133750916, 0.04085767641663551, 0.06965630501508713, 0.06467735767364502, 0.11515594273805618, 0.07279439270496368, 0.05406039580702782, 0.04095998778939247, 0.0364612452685833, 0.03709696978330612, 0.08112157136201859, 0.06249444931745529, 0.034518904983997345, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04191606864333153, 0.0033880709670484066, 0.007082364521920681, 0.005899207666516304, 0.007586183492094278, 0.20389792323112488, 0.023296771571040154, 0.05173071473836899, 0.007816805504262447, 0.009731377474963665, 0.2776019275188446, 0.008386767469346523, 0.016172707080841064, 0.3354931175708771, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15129351615905762, 0.042407941073179245, 0.04383384436368942, 0.09706763178110123, 0.14943552017211914, 0.04439883306622505, 0.061745043843984604, 0.04199514538049698, 0.018608780577778816, 0.03141244128346443, 0.05092645436525345, 0.06660286337137222, 0.09416220337152481, 0.05761289596557617, 0.04849694296717644, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2995801866054535, 0.07432064414024353, 0.030061958357691765, 0.016736479476094246, 0.03856481984257698, 0.051068782806396484, 0.0940866693854332, 0.056067924946546555, 0.05458228662610054, 0.04522038623690605, 0.05638071522116661, 0.01537805050611496, 0.04082851856946945, 0.060846954584121704, 0.03081105835735798, 0.035464510321617126, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03043997846543789, 0.0024933929089456797, 0.005298204720020294, 0.004223392345011234, 0.005517442710697651, 0.14508457481861115, 0.01603415049612522, 0.03598647937178612, 0.005758048500865698, 0.007398166693747044, 0.19613462686538696, 0.006090892944484949, 0.01146511361002922, 0.23737996816635132, 0.008031771518290043, 0.005861489102244377, 0.27680230140686035, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015668945387005806, 0.0019133484456688166, 0.006747933570295572, 0.005610871594399214, 0.006710356567054987, 0.10858529061079025, 0.013436977751553059, 0.03067478910088539, 0.00869804061949253, 0.005958769004791975, 0.15696409344673157, 0.006401259917765856, 0.014357192441821098, 0.19220466911792755, 0.009938809089362621, 0.008154557086527348, 0.22861403226852417, 0.1793600618839264, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2751207649707794, 0.04635605588555336, 0.02578277699649334, 0.02037108689546585, 0.04519131779670715, 0.04741503670811653, 0.05800836160778999, 0.05449456349015236, 0.02185584232211113, 0.028674187138676643, 0.05054796114563942, 0.03578945994377136, 0.014343996532261372, 0.05505189299583435, 0.019970891997218132, 0.0250706747174263, 0.0598367340862751, 0.10591265559196472, 0.010205721482634544, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12210460752248764, 0.029006360098719597, 0.027926113456487656, 0.030763691291213036, 0.06431956589221954, 0.05075869709253311, 0.05746713653206825, 0.038544539362192154, 0.028814472258090973, 0.036410342901945114, 0.05530693009495735, 0.02755570411682129, 0.05062383413314819, 0.06039684638381004, 0.03790910169482231, 0.03416259214282036, 0.06550326943397522, 0.0822460949420929, 0.08903136104345322, 0.01114883366972208, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01992272399365902, 0.0015991262625902891, 0.0035362725611776114, 0.0027606100775301456, 0.003674747422337532, 0.09198576211929321, 0.009868199005723, 0.021762734279036522, 0.003674617502838373, 0.0048002987168729305, 0.12327178567647934, 0.0039482261054217815, 0.0077277058735489845, 0.14901940524578094, 0.005094496067613363, 0.0038495471235364676, 0.17433811724185944, 0.1450374871492386, 0.003139178967103362, 0.003901567542925477, 0.21708735823631287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.025169143453240395, 0.0025891431141644716, 0.007904483005404472, 0.0028181765228509903, 0.008317484520375729, 0.06284766644239426, 0.016097377985715866, 0.024833567440509796, 0.00765804061666131, 0.011317078955471516, 0.08451006561517715, 0.012135407887399197, 0.022048380225896835, 0.1001725047826767, 0.015103278681635857, 0.02015225775539875, 0.11906816065311432, 0.14148962497711182, 0.006576652638614178, 0.007074058521538973, 0.14850656688213348, 0.1536109298467636, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08679645508527756, 0.015818681567907333, 0.009913154877722263, 0.00594112416729331, 0.011749097146093845, 0.044022489339113235, 0.049411579966545105, 0.047211579978466034, 0.02244851179420948, 0.028144152835011482, 0.052493732422590256, 0.013664891012012959, 0.0380445159971714, 0.058564916253089905, 0.016008712351322174, 0.028531767427921295, 0.0675240010023117, 0.1000404879450798, 0.026074478402733803, 0.01816527359187603, 0.08061446994543076, 0.14588385820388794, 0.032932016998529434, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12203323841094971, 0.026796922087669373, 0.03471273183822632, 0.016600852832198143, 0.05098596215248108, 0.03362346068024635, 0.033762916922569275, 0.03289441391825676, 0.022763587534427643, 0.03469543159008026, 0.03710823878645897, 0.02750304527580738, 0.030508054420351982, 0.040704917162656784, 0.019409827888011932, 0.033388108015060425, 0.04603789001703262, 0.08141942322254181, 0.02579292468726635, 0.017713351175189018, 0.05326375365257263, 0.06955216079950333, 0.07340100407600403, 0.03532779961824417, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.012632705271244049, 0.003196731209754944, 0.008999625220894814, 0.00378710706718266, 0.005590212065726519, 0.0601874515414238, 0.010173025541007519, 0.026063397526741028, 0.008280334062874317, 0.005998437292873859, 0.08480245620012283, 0.007755735889077187, 0.014807658270001411, 0.10079345107078552, 0.011636023409664631, 0.007885105907917023, 0.12061367928981781, 0.12819860875606537, 0.006487112957984209, 0.003230573609471321, 0.15047509968280792, 0.10557688027620316, 0.01548060029745102, 0.01902632601559162, 0.0783216655254364, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11176054924726486, 0.018635567277669907, 0.056223757565021515, 0.046772804111242294, 0.037364911288022995, 0.02299341931939125, 0.031365279108285904, 0.026408882811665535, 0.04335922375321388, 0.05663558468222618, 0.0217863991856575, 0.02382213994860649, 0.03064168430864811, 0.023289261385798454, 0.05430489405989647, 0.06881189346313477, 0.02448936179280281, 0.047770872712135315, 0.03627175837755203, 0.02222253568470478, 0.026998937129974365, 0.021766116842627525, 0.03442490100860596, 0.028240256011486053, 0.058919232338666916, 0.024719836190342903, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10639805346727371, 0.037107910960912704, 0.08273956924676895, 0.017856858670711517, 0.020949995145201683, 0.018305247649550438, 0.02262010984122753, 0.018192268908023834, 0.0218511875718832, 0.012518531642854214, 0.019214097410440445, 0.030340097844600677, 0.07187613844871521, 0.020787997171282768, 0.03963525593280792, 0.061515871435403824, 0.02317928895354271, 0.0439804345369339, 0.046192266047000885, 0.02066797763109207, 0.027080873027443886, 0.043865494430065155, 0.0327674075961113, 0.043690674006938934, 0.05080845206975937, 0.04029490426182747, 0.025563009083271027, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015084553509950638, 0.003822383936494589, 0.005877267569303513, 0.004971853923052549, 0.005370147526264191, 0.05223644897341728, 0.016127675771713257, 0.03182988613843918, 0.008211127482354641, 0.011473814025521278, 0.06704684346914291, 0.010528383776545525, 0.01059822365641594, 0.07938899099826813, 0.0072117154486477375, 0.006271465681493282, 0.09142374992370605, 0.10866504907608032, 0.003973816521465778, 0.00562167027965188, 0.10983327031135559, 0.09237756580114365, 0.0229604784399271, 0.019314922392368317, 0.08864142745733261, 0.018464693799614906, 0.01102224551141262, 0.0916503444314003, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09854131937026978, 0.03967057541012764, 0.05052143335342407, 0.047943901270627975, 0.01953185349702835, 0.015683408826589584, 0.025074757635593414, 0.014997916296124458, 0.027723459526896477, 0.01641818694770336, 0.016389019787311554, 0.026316560804843903, 0.03435926511883736, 0.017757995054125786, 0.023362677544355392, 0.03763514384627342, 0.019405612722039223, 0.034421686083078384, 0.04902298375964165, 0.030190549790859222, 0.02215908095240593, 0.03754065930843353, 0.03879313915967941, 0.040324144065380096, 0.0423126257956028, 0.06829197704792023, 0.025314131751656532, 0.043300729244947433, 0.036995261907577515, 0.0, 0.0, 0.0, 0.0], [0.10688817501068115, 0.03659576177597046, 0.005083094816654921, 0.010160427540540695, 0.013297352008521557, 0.04175207391381264, 0.02624681033194065, 0.03012854792177677, 0.013482392765581608, 0.01822318136692047, 0.04582624509930611, 0.025558779016137123, 0.015618832781910896, 0.050398923456668854, 0.011657011695206165, 0.011659123003482819, 0.055155206471681595, 0.05091661587357521, 0.019206780940294266, 0.013998415321111679, 0.06383471935987473, 0.02908891625702381, 0.01671043410897255, 0.02609526738524437, 0.05484984442591667, 0.03806670010089874, 0.038960713893175125, 0.05375231057405472, 0.02367917262017727, 0.05310812219977379, 0.0, 0.0, 0.0], [0.10871605575084686, 0.06286414712667465, 0.023045096546411514, 0.012493215501308441, 0.00968826375901699, 0.023720787838101387, 0.025617338716983795, 0.02828286960721016, 0.01952311024069786, 0.015187123790383339, 0.02461577206850052, 0.018855810165405273, 0.013071926310658455, 0.025697465986013412, 0.010639775544404984, 0.007336440961807966, 0.02848825231194496, 0.04087510332465172, 0.023693934082984924, 0.02846081182360649, 0.031781155616045, 0.03399213030934334, 0.016904516145586967, 0.046997517347335815, 0.05480922386050224, 0.0604817159473896, 0.021137842908501625, 0.051477689296007156, 0.015304354950785637, 0.07868867367506027, 0.037551939487457275, 0.0, 0.0], [0.16510620713233948, 0.013307318091392517, 0.022820336744189262, 0.03222496807575226, 0.028327802196145058, 0.011912119574844837, 0.02175913006067276, 0.012591320089995861, 0.025371339172124863, 0.015923479571938515, 0.011745060794055462, 0.02134014293551445, 0.022658511996269226, 0.012096996419131756, 0.05877390876412392, 0.041142962872982025, 0.012866131961345673, 0.021896706894040108, 0.027385758236050606, 0.015412723645567894, 0.014822256751358509, 0.013198774307966232, 0.029060114175081253, 0.04031305015087128, 0.023036934435367584, 0.050357915461063385, 0.04650068283081055, 0.03221072256565094, 0.04574136435985565, 0.011448172852396965, 0.05148480832576752, 0.047162242233753204, 0.0], [0.01986273191869259, 0.0006941384053789079, 0.0017670633969828486, 0.0019038212485611439, 0.0023115770891308784, 0.05924387276172638, 0.005164950620383024, 0.008714546449482441, 0.0024906685575842857, 0.0030579573940485716, 0.07585158944129944, 0.002390549285337329, 0.0031773503869771957, 0.08945121616125107, 0.003065293189138174, 0.0016209169989451766, 0.10312031954526901, 0.0625915452837944, 0.002058297861367464, 0.002232219558209181, 0.12742049992084503, 0.02470383793115616, 0.0035101906396448612, 0.004994175862520933, 0.028317134827375412, 0.005874201189726591, 0.006215328350663185, 0.03686564415693283, 0.005438121035695076, 0.004061868414282799, 0.004735523369163275, 0.004534380976110697, 0.2925584614276886]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9726406335830688, 0.027359364554286003, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8850566744804382, 0.08160645514726639, 0.033336855471134186, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7844979166984558, 0.09045999497175217, 0.10720972716808319, 0.01783234439790249, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6679065227508545, 0.10135097056627274, 0.10997920483350754, 0.0699087604880333, 0.050854478031396866, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.586279034614563, 0.06960929185152054, 0.06798022985458374, 0.06058962643146515, 0.08339764177799225, 0.13214409351348877, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5015710592269897, 0.06227874383330345, 0.07209988683462143, 0.05590919405221939, 0.08146880567073822, 0.12033168226480484, 0.10634062439203262, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.40016087889671326, 0.05525398254394531, 0.06347682327032089, 0.05413786694407463, 0.07119616121053696, 0.11230531334877014, 0.12489721924066544, 0.11857164651155472, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4018533229827881, 0.08579417318105698, 0.0564488023519516, 0.07181120663881302, 0.08318910747766495, 0.07845646888017654, 0.09191881865262985, 0.07768876105546951, 0.05283927172422409, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3827158808708191, 0.07976948469877243, 0.06207753345370293, 0.06360235810279846, 0.08211023360490799, 0.07804957032203674, 0.08597435802221298, 0.07506486773490906, 0.0632784515619278, 0.02735722064971924, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3404167592525482, 0.04535197094082832, 0.04658910632133484, 0.0403917022049427, 0.05489042401313782, 0.08179009705781937, 0.08906517177820206, 0.09645897150039673, 0.055649708956480026, 0.06398677080869675, 0.08540939539670944, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.31186190247535706, 0.09539998322725296, 0.07292014360427856, 0.0697687417268753, 0.07777827233076096, 0.06735039502382278, 0.06161405146121979, 0.05481073260307312, 0.05252012982964516, 0.050225209444761276, 0.07299349457025528, 0.012756961397826672, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.36652857065200806, 0.06308672577142715, 0.03947845846414566, 0.046095266938209534, 0.05740753933787346, 0.0634833499789238, 0.0523846372961998, 0.055016182363033295, 0.04584016278386116, 0.06228693574666977, 0.0658990666270256, 0.058063607662916183, 0.024429509416222572, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28564441204071045, 0.03804026544094086, 0.03942390903830528, 0.03423862159252167, 0.0463939867913723, 0.06771664321422577, 0.07328074425458908, 0.07855431735515594, 0.047896649688482285, 0.055936530232429504, 0.07124947011470795, 0.035689253360033035, 0.04956043139100075, 0.07637479156255722, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.297754168510437, 0.05259549245238304, 0.043479401618242264, 0.058458637446165085, 0.04568730294704437, 0.05259407311677933, 0.04456199333071709, 0.04597471281886101, 0.06316149234771729, 0.0776875764131546, 0.054991476237773895, 0.03466471657156944, 0.050201017409563065, 0.058861423283815384, 0.019326545298099518, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28853148221969604, 0.04616912454366684, 0.02823306806385517, 0.03824238479137421, 0.043306220322847366, 0.05174916610121727, 0.043182745575904846, 0.043931204825639725, 0.05616341531276703, 0.06773821264505386, 0.054901763796806335, 0.08139307051897049, 0.043256908655166626, 0.0590481273829937, 0.039899032562971115, 0.014254073612391949, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23721370100975037, 0.031615812331438065, 0.03324565663933754, 0.02923194132745266, 0.03861811012029648, 0.05549168959259987, 0.05966496095061302, 0.06321781873703003, 0.04073698818683624, 0.04752674698829651, 0.05837821215391159, 0.03039967082440853, 0.042871564626693726, 0.06284616887569427, 0.05321290343999863, 0.047368984669446945, 0.06835904717445374, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2098696231842041, 0.027291256934404373, 0.031156612560153008, 0.02661500871181488, 0.03165113553404808, 0.05273226276040077, 0.052745018154382706, 0.05635901913046837, 0.04076547175645828, 0.04278237000107765, 0.05619123950600624, 0.03067827597260475, 0.04398961365222931, 0.060914747416973114, 0.05013696476817131, 0.041573163121938705, 0.06652864068746567, 0.07801955193281174, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2385382205247879, 0.04414580017328262, 0.046435046941041946, 0.0345127135515213, 0.0357217900454998, 0.04369329288601875, 0.04304974526166916, 0.03498825058341026, 0.043718066066503525, 0.0395219624042511, 0.04457852616906166, 0.024599449709057808, 0.0625118538737297, 0.04753482714295387, 0.04375607892870903, 0.04995930194854736, 0.05090808868408203, 0.052662443369627, 0.019164469093084335, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.17729146778583527, 0.04221459850668907, 0.030818725004792213, 0.030886096879839897, 0.033868491649627686, 0.04521186649799347, 0.04290102794766426, 0.032215580344200134, 0.04018864780664444, 0.04926895722746849, 0.04801623895764351, 0.03814243897795677, 0.05126515030860901, 0.05206843465566635, 0.04744115099310875, 0.03924533724784851, 0.056304771453142166, 0.05462943762540817, 0.0599185973405838, 0.0281029362231493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19048279523849487, 0.025203483179211617, 0.026787465438246727, 0.0236726813018322, 0.031104033812880516, 0.043453436344861984, 0.0464932955801487, 0.048206474632024765, 0.03323278948664665, 0.03892752155661583, 0.04549148678779602, 0.024442734196782112, 0.03570156916975975, 0.04907766729593277, 0.04303564876317978, 0.03905566409230232, 0.0537174716591835, 0.06658957898616791, 0.04320825636386871, 0.03176470473408699, 0.060351260006427765, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.149753600358963, 0.023474574089050293, 0.025508403778076172, 0.028942447155714035, 0.03517158702015877, 0.03880191221833229, 0.04594281315803528, 0.039627280086278915, 0.03708779439330101, 0.03872300311923027, 0.04190719500184059, 0.021688062697649002, 0.043282538652420044, 0.04592541232705116, 0.038939524441957474, 0.04007610306143761, 0.05060022324323654, 0.06083051860332489, 0.043721601366996765, 0.030235223472118378, 0.057286132127046585, 0.062474023550748825, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1751341074705124, 0.027519280090928078, 0.029514014720916748, 0.02071533165872097, 0.026873521506786346, 0.0345461368560791, 0.03853078559041023, 0.03303780406713486, 0.04181556776165962, 0.04010029137134552, 0.036968957632780075, 0.030468938872218132, 0.03995394706726074, 0.04023703187704086, 0.04482618719339371, 0.037082623690366745, 0.04420147091150284, 0.04931039363145828, 0.04125744104385376, 0.02861068584024906, 0.04997345060110092, 0.05269284546375275, 0.03662917762994766, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13285991549491882, 0.040708061307668686, 0.04111679270863533, 0.03484426438808441, 0.040876053273677826, 0.027567217126488686, 0.02829369343817234, 0.02252042107284069, 0.0387541837990284, 0.040378037840127945, 0.029089415445923805, 0.029609227553009987, 0.0567011684179306, 0.03118186444044113, 0.03766117990016937, 0.05688638612627983, 0.033967096358537674, 0.037813056260347366, 0.04951411858201027, 0.03194558620452881, 0.037599027156829834, 0.04326637089252472, 0.043056681752204895, 0.033790234476327896, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14709368348121643, 0.01821870543062687, 0.022143617272377014, 0.02162139117717743, 0.02707289531826973, 0.03385418653488159, 0.03787611424922943, 0.03801964968442917, 0.027932509779930115, 0.03090183436870575, 0.03606923669576645, 0.01902313157916069, 0.03465800732374191, 0.03916986286640167, 0.0337555855512619, 0.026136629283428192, 0.04297832027077675, 0.05313743278384209, 0.03463505208492279, 0.02014029212296009, 0.048783596605062485, 0.04990804195404053, 0.04624391719698906, 0.04715670645236969, 0.06346961855888367, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1760278195142746, 0.01488215196877718, 0.026751169934868813, 0.024088064208626747, 0.035667479038238525, 0.027094287797808647, 0.02498425543308258, 0.02147187665104866, 0.026359377428889275, 0.023845115676522255, 0.027566982433199883, 0.01686953380703926, 0.0777742937207222, 0.029109211638569832, 0.04799698293209076, 0.02900250256061554, 0.03132336959242821, 0.036156002432107925, 0.039595603942871094, 0.017008014023303986, 0.034839075058698654, 0.03443719446659088, 0.04149218648672104, 0.09124380350112915, 0.040522992610931396, 0.0038906026165932417, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1850174367427826, 0.027787018567323685, 0.025097636505961418, 0.027018995955586433, 0.029199201613664627, 0.030337009578943253, 0.03222177177667618, 0.023015066981315613, 0.026792852208018303, 0.02279384806752205, 0.030674846842885017, 0.021220846101641655, 0.05388807877898216, 0.03259299695491791, 0.030737636610865593, 0.025725241750478745, 0.03486606478691101, 0.03793582320213318, 0.02867201343178749, 0.026148969307541847, 0.03875334933400154, 0.04179506376385689, 0.038631562143564224, 0.05337154492735863, 0.03982071951031685, 0.025711610913276672, 0.010172730311751366, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12446325272321701, 0.01676889881491661, 0.020105110481381416, 0.01926702819764614, 0.024457814171910286, 0.030203377828001976, 0.03127393499016762, 0.03254607319831848, 0.023186009377241135, 0.023508403450250626, 0.031733207404613495, 0.01708051934838295, 0.029082054272294044, 0.034282173961400986, 0.03579127788543701, 0.02582056261599064, 0.03753119334578514, 0.046182505786418915, 0.02950001135468483, 0.017913807183504105, 0.04274732246994972, 0.042434703558683395, 0.03900240734219551, 0.04141837731003761, 0.05949503183364868, 0.03595735505223274, 0.03098488040268421, 0.05726282671093941, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14491021633148193, 0.025843990966677666, 0.031176971271634102, 0.01946275867521763, 0.012575722299516201, 0.025274597108364105, 0.022020693868398666, 0.021267279982566833, 0.03165539726614952, 0.02766416408121586, 0.026251569390296936, 0.02209104411303997, 0.03851794824004173, 0.02826688252389431, 0.028877615928649902, 0.03686537221074104, 0.03069998323917389, 0.03204502537846565, 0.034116268157958984, 0.02035541459918022, 0.03446313366293907, 0.035428643226623535, 0.0307284165173769, 0.04441893845796585, 0.03793597221374512, 0.05734866484999657, 0.038896992802619934, 0.04111205041408539, 0.019728200510144234, 0.0, 0.0, 0.0, 0.0], [0.13168424367904663, 0.025460107252001762, 0.02796240895986557, 0.02410985343158245, 0.016868816688656807, 0.031406790018081665, 0.023247338831424713, 0.02207168936729431, 0.027362510561943054, 0.026370452716946602, 0.032045334577560425, 0.028775813058018684, 0.04614203795790672, 0.03455977886915207, 0.03132109344005585, 0.029437730088829994, 0.037490714341402054, 0.03597421571612358, 0.0306710172444582, 0.026778321713209152, 0.041662365198135376, 0.03274398297071457, 0.03034878335893154, 0.032651983201503754, 0.03805651143193245, 0.03457561507821083, 0.022936128079891205, 0.03690327703952789, 0.02596619725227356, 0.014414895325899124, 0.0, 0.0, 0.0], [0.1656370908021927, 0.022809259593486786, 0.029107755050063133, 0.024944666773080826, 0.024352874606847763, 0.02503182925283909, 0.018486665561795235, 0.01857367716729641, 0.02844363823533058, 0.029199937358498573, 0.025318214669823647, 0.032204993069171906, 0.025753289461135864, 0.026890527456998825, 0.031273938715457916, 0.033051498234272, 0.028835462406277657, 0.029910407960414886, 0.0275588259100914, 0.024624643847346306, 0.0320536270737648, 0.02649376355111599, 0.02170960046350956, 0.03164014592766762, 0.037074774503707886, 0.047994695603847504, 0.02793216146528721, 0.034756116569042206, 0.03804944455623627, 0.02153567411005497, 0.008750852197408676, 0.0, 0.0], [0.16794216632843018, 0.025983473286032677, 0.03222338855266571, 0.019469382241368294, 0.023735279217362404, 0.02311573550105095, 0.019973622635006905, 0.016550227999687195, 0.029796769842505455, 0.028494669124484062, 0.023108839988708496, 0.022087078541517258, 0.04216555878520012, 0.02439018525183201, 0.020749138668179512, 0.03873587027192116, 0.026269815862178802, 0.027289101853966713, 0.019617386162281036, 0.020242854952812195, 0.02920321188867092, 0.03041336126625538, 0.025762619450688362, 0.04084981977939606, 0.0333266407251358, 0.021795298904180527, 0.026310525834560394, 0.031013479456305504, 0.036892641335725784, 0.019377153366804123, 0.043556053191423416, 0.009558658115565777, 0.0], [0.11396830528974533, 0.0177528765052557, 0.016061954200267792, 0.015585054643452168, 0.01839611493051052, 0.024367086589336395, 0.02605387382209301, 0.023999115452170372, 0.021919485181570053, 0.026251107454299927, 0.02473052777349949, 0.01532302051782608, 0.02561456896364689, 0.02633788250386715, 0.024982865899801254, 0.02464262954890728, 0.028590327128767967, 0.03295150399208069, 0.027568617835640907, 0.01848755218088627, 0.03220851719379425, 0.031914688646793365, 0.03630725294351578, 0.0341540202498436, 0.03678558021783829, 0.03297772631049156, 0.0262789037078619, 0.03809890151023865, 0.029801947996020317, 0.018183253705501556, 0.03632067143917084, 0.03568094223737717, 0.057703081518411636]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8058414459228516, 0.19415852427482605, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6373864412307739, 0.09672049432992935, 0.2658930718898773, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5870265364646912, 0.09922721982002258, 0.07913831621408463, 0.23460792005062103, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.41947367787361145, 0.06312593072652817, 0.08123064786195755, 0.08381500095129013, 0.35235461592674255, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5308531522750854, 0.0959072858095169, 0.07779338955879211, 0.06661548465490341, 0.07293295115232468, 0.15589767694473267, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.38503068685531616, 0.07478093355894089, 0.06978149712085724, 0.047606535255908966, 0.05144915729761124, 0.08776706457138062, 0.2835841476917267, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.29629573225975037, 0.05328269675374031, 0.06944749504327774, 0.04097547382116318, 0.06660830974578857, 0.1021856889128685, 0.10869501531124115, 0.26250961422920227, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3047499358654022, 0.06337985396385193, 0.05753423273563385, 0.040577180683612823, 0.0730014219880104, 0.07375828176736832, 0.07239887863397598, 0.05693604424595833, 0.25766411423683167, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.29880762100219727, 0.05552824214100838, 0.05443597212433815, 0.052853021770715714, 0.06568750739097595, 0.07554222643375397, 0.06968101859092712, 0.054113876074552536, 0.09120789915323257, 0.18214258551597595, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.26933014392852783, 0.06352430582046509, 0.05952122062444687, 0.05242469534277916, 0.06052156537771225, 0.12185831367969513, 0.07608654350042343, 0.09753072261810303, 0.04232606664299965, 0.05058327317237854, 0.10629311203956604, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.22074297070503235, 0.06960076093673706, 0.04872347041964531, 0.06675717234611511, 0.06954210251569748, 0.06483785808086395, 0.046523742377758026, 0.0393008291721344, 0.018016092479228973, 0.0358063168823719, 0.05302286893129349, 0.26712578535079956, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15080073475837708, 0.04732475429773331, 0.12551115453243256, 0.06240082159638405, 0.05354631692171097, 0.05578393489122391, 0.04542611539363861, 0.03888600692152977, 0.0301998108625412, 0.03337055444717407, 0.04645953327417374, 0.023437919095158577, 0.2868523597717285, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.20448839664459229, 0.04972050338983536, 0.04838547483086586, 0.04385358467698097, 0.05115717276930809, 0.1007489338517189, 0.06420683860778809, 0.08302562683820724, 0.03880453109741211, 0.047957733273506165, 0.09582383185625076, 0.03239700570702553, 0.04441104084253311, 0.0950193703174591, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1623673290014267, 0.028519177809357643, 0.0478430911898613, 0.04135480895638466, 0.040284886956214905, 0.0520053505897522, 0.04226504638791084, 0.038211699575185776, 0.05986882373690605, 0.06849398463964462, 0.04734278842806816, 0.019715161994099617, 0.062022291123867035, 0.04572192206978798, 0.24398359656333923, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1312893182039261, 0.039628103375434875, 0.05951940640807152, 0.039663225412368774, 0.04406354948878288, 0.04348496347665787, 0.03726547583937645, 0.03240034729242325, 0.037205733358860016, 0.06481601297855377, 0.04047452658414841, 0.025914229452610016, 0.06507597863674164, 0.039225105196237564, 0.07744196057319641, 0.2225320190191269, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15813341736793518, 0.03911251947283745, 0.038564957678318024, 0.03587968647480011, 0.04187794029712677, 0.08161001652479172, 0.05245806276798248, 0.0681268647313118, 0.034448061138391495, 0.04342750832438469, 0.08275996893644333, 0.02933339960873127, 0.041573792695999146, 0.08478685468435287, 0.04881598427891731, 0.03235284984111786, 0.08673813194036484, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13890595734119415, 0.03169632330536842, 0.03251556307077408, 0.03538898006081581, 0.038000330328941345, 0.06974425166845322, 0.05942453816533089, 0.06768239289522171, 0.027843810617923737, 0.039054665714502335, 0.07273104041814804, 0.030109865590929985, 0.04163092002272606, 0.07565010339021683, 0.040188319981098175, 0.027483616024255753, 0.0779590755701065, 0.09399021416902542, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09691289812326431, 0.03068731538951397, 0.030817963182926178, 0.044734321534633636, 0.04171942546963692, 0.036036767065525055, 0.04101703315973282, 0.03210476413369179, 0.04344062879681587, 0.04885552451014519, 0.03457901254296303, 0.016025086864829063, 0.04994165152311325, 0.0346352644264698, 0.06065686047077179, 0.03497787564992905, 0.034543417394161224, 0.03782792389392853, 0.25048622488975525, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1205921620130539, 0.04121065512299538, 0.050985172390937805, 0.05289151892066002, 0.02886129543185234, 0.04706199839711189, 0.02921283058822155, 0.038170017302036285, 0.021046487614512444, 0.029787803068757057, 0.04406721517443657, 0.02650333382189274, 0.04127003252506256, 0.04430735856294632, 0.030801555141806602, 0.04064902663230896, 0.044745106250047684, 0.042122457176446915, 0.028442280367016792, 0.1972716897726059, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11388304829597473, 0.0282554030418396, 0.02835129387676716, 0.026958664879202843, 0.03131084889173508, 0.05977548286318779, 0.039182148873806, 0.050720397382974625, 0.027684014290571213, 0.035564225167036057, 0.06452134251594543, 0.024267088621854782, 0.03616495430469513, 0.06838167458772659, 0.04139300435781479, 0.0290946364402771, 0.0723005011677742, 0.07349380850791931, 0.03700020909309387, 0.0352863185107708, 0.07641094923019409, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08453850448131561, 0.017416607588529587, 0.01894913986325264, 0.0165606327354908, 0.0222961213439703, 0.04174061119556427, 0.05894864723086357, 0.03893361985683441, 0.030214646831154823, 0.03464233875274658, 0.0483190156519413, 0.016358420252799988, 0.025674551725387573, 0.05309673771262169, 0.02054651640355587, 0.02046983502805233, 0.05704639479517937, 0.06604909896850586, 0.03774644806981087, 0.021413875743746758, 0.06129929795861244, 0.2077389359474182, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1124843955039978, 0.024394847452640533, 0.024523155763745308, 0.027489561587572098, 0.026104668155312538, 0.03731505200266838, 0.06748531758785248, 0.03890375792980194, 0.01798143796622753, 0.028454385697841644, 0.03756532073020935, 0.01832606829702854, 0.02008865587413311, 0.03865170478820801, 0.0232856422662735, 0.02422662265598774, 0.03960612043738365, 0.04833187907934189, 0.04500093683600426, 0.01736215315759182, 0.04009140655398369, 0.05208287015557289, 0.19024400413036346, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08183355629444122, 0.019828451797366142, 0.02687338925898075, 0.0292525552213192, 0.02518443576991558, 0.03192772716283798, 0.029049789533019066, 0.024972517043352127, 0.03350625932216644, 0.040074288845062256, 0.03351731225848198, 0.01603599637746811, 0.03204454481601715, 0.034480638802051544, 0.028517089784145355, 0.03532731160521507, 0.03583228215575218, 0.040583960711956024, 0.029941102489829063, 0.02109791338443756, 0.03671329468488693, 0.039212584495544434, 0.03543241694569588, 0.2387605905532837, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10145692527294159, 0.014237052761018276, 0.016984181478619576, 0.01863657310605049, 0.028536241501569748, 0.0365380235016346, 0.02957051433622837, 0.04198319464921951, 0.01416604220867157, 0.030081400647759438, 0.04016641527414322, 0.02007501944899559, 0.030370108783245087, 0.04353439435362816, 0.03039301373064518, 0.020717332139611244, 0.04677111282944679, 0.0549510233104229, 0.02880917116999626, 0.020043686032295227, 0.050925422459840775, 0.04084467142820358, 0.041858017444610596, 0.03848976641893387, 0.15986065566539764, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07937923818826675, 0.020674321800470352, 0.020799752324819565, 0.027988232672214508, 0.04565475508570671, 0.02656259387731552, 0.02539670839905739, 0.021243257448077202, 0.01776379533112049, 0.02520064264535904, 0.027576463297009468, 0.030607089400291443, 0.034379992634058, 0.028568314388394356, 0.022726934403181076, 0.01605195552110672, 0.029712749645113945, 0.03276180848479271, 0.025702400133013725, 0.012878884561359882, 0.03062613308429718, 0.02036965638399124, 0.03741392120718956, 0.027850378304719925, 0.03571850806474686, 0.27639153599739075, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09605433791875839, 0.02309289388358593, 0.024199655279517174, 0.024974146857857704, 0.0368296355009079, 0.030014395713806152, 0.021069224923849106, 0.018117524683475494, 0.022569265216588974, 0.02834322303533554, 0.030505135655403137, 0.021707672625780106, 0.02821178548038006, 0.03163941577076912, 0.03916611894965172, 0.03627365827560425, 0.03311571851372719, 0.03514396771788597, 0.02574523538351059, 0.015889013186097145, 0.034675467759370804, 0.026770086959004402, 0.0271434523165226, 0.040450796484947205, 0.03760385140776634, 0.03232335299253464, 0.17837098240852356, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07476937770843506, 0.011021516285836697, 0.010706556960940361, 0.015325456857681274, 0.019903559237718582, 0.03285866230726242, 0.021936070173978806, 0.029454145580530167, 0.01642150804400444, 0.022476576268672943, 0.037223443388938904, 0.01758023165166378, 0.021954143419861794, 0.040462128818035126, 0.031415410339832306, 0.010417775250971317, 0.044297389686107635, 0.05118126422166824, 0.029565557837486267, 0.015394330024719238, 0.04906425625085831, 0.03202195465564728, 0.030905118212103844, 0.041320525109767914, 0.06578274071216583, 0.03978404775261879, 0.020499706268310547, 0.16625654697418213, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05124205723404884, 0.011390028521418571, 0.02026580646634102, 0.02452964149415493, 0.12732438743114471, 0.020083913579583168, 0.017692744731903076, 0.02038198709487915, 0.018548615276813507, 0.023206060752272606, 0.021026061847805977, 0.02052123285830021, 0.025210734456777573, 0.021994242444634438, 0.0171904768794775, 0.02080591395497322, 0.023035308346152306, 0.026458054780960083, 0.031086130067706108, 0.011454466730356216, 0.024357995018363, 0.02252494916319847, 0.024600783362984657, 0.024588001891970634, 0.02838081493973732, 0.04660612717270851, 0.04362708330154419, 0.020300468429923058, 0.21156589686870575, 0.0, 0.0, 0.0, 0.0], [0.07929294556379318, 0.023537393659353256, 0.022847291082143784, 0.01993604376912117, 0.015462877228856087, 0.025110285729169846, 0.02142905257642269, 0.015073497779667377, 0.009924096055328846, 0.015724746510386467, 0.027188710868358612, 0.020747290924191475, 0.034976355731487274, 0.029102321714162827, 0.021219035610556602, 0.01814761944115162, 0.03105819784104824, 0.03380950540304184, 0.020137567073106766, 0.01232312060892582, 0.033692631870508194, 0.024336133152246475, 0.031084517017006874, 0.03377701714634895, 0.04355444759130478, 0.03296353295445442, 0.03314929082989693, 0.02536490373313427, 0.022163690999150276, 0.22286593914031982, 0.0, 0.0, 0.0], [0.10059654712677002, 0.03096376545727253, 0.02557850442826748, 0.020224064588546753, 0.02713298611342907, 0.0294907595962286, 0.0407448336482048, 0.021403620019555092, 0.016392603516578674, 0.022520696744322777, 0.027555175125598907, 0.013599209487438202, 0.027306703850626945, 0.027806580066680908, 0.011214178055524826, 0.023586543276906013, 0.02839917317032814, 0.030668914318084717, 0.021664202213287354, 0.017032310366630554, 0.029051590710878372, 0.026549920439720154, 0.03297552838921547, 0.0267903171479702, 0.0320606529712677, 0.027298327535390854, 0.017307180911302567, 0.018768813461065292, 0.028226522728800774, 0.017085105180740356, 0.18000465631484985, 0.0, 0.0], [0.08361605554819107, 0.01658189669251442, 0.015823300927877426, 0.02200516313314438, 0.02406255528330803, 0.021028298884630203, 0.022811297327280045, 0.014412392862141132, 0.015572086907923222, 0.015104828402400017, 0.0209177378565073, 0.021798154339194298, 0.02598598599433899, 0.022013207897543907, 0.02202506735920906, 0.018091220408678055, 0.023115109652280807, 0.025451797991991043, 0.025943519547581673, 0.01124188769608736, 0.024466171860694885, 0.022869890555739403, 0.03161345422267914, 0.029542669653892517, 0.02381790801882744, 0.02934901788830757, 0.02592264488339424, 0.01726817525923252, 0.0318446084856987, 0.01203772984445095, 0.027524927631020546, 0.2561412751674652, 0.0], [0.05258440971374512, 0.012508383020758629, 0.012737675569951534, 0.012144196778535843, 0.01446781400591135, 0.024812446907162666, 0.01710914634168148, 0.02516256831586361, 0.016298966482281685, 0.015160075388848782, 0.029820041730999947, 0.014290275052189827, 0.024094795808196068, 0.033742763102054596, 0.021632250398397446, 0.018924105912446976, 0.03819216787815094, 0.04115181416273117, 0.024165764451026917, 0.020635634660720825, 0.044185321778059006, 0.03793709725141525, 0.02963634766638279, 0.03152839466929436, 0.045423075556755066, 0.035963598638772964, 0.03048253245651722, 0.04609915241599083, 0.03206764906644821, 0.01766294240951538, 0.03169601783156395, 0.04462909698486328, 0.10305341333150864]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7707713842391968, 0.22922860085964203, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7813624739646912, 0.10978527367115021, 0.10885230451822281, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5350390076637268, 0.11194944381713867, 0.15013688802719116, 0.20287467539310455, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4180358350276947, 0.1603638082742691, 0.1074029803276062, 0.10625782608985901, 0.20793955028057098, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4349866509437561, 0.09579858183860779, 0.08251801878213882, 0.10028502345085144, 0.15332907438278198, 0.13308262825012207, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.44621357321739197, 0.05624214559793472, 0.05040299892425537, 0.07084295898675919, 0.09360909461975098, 0.11472620069980621, 0.16796308755874634, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3609195649623871, 0.07294466346502304, 0.05191003903746605, 0.07159043103456497, 0.09321669489145279, 0.09543666243553162, 0.14539919793605804, 0.10858277231454849, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.31714069843292236, 0.07683128118515015, 0.0555228516459465, 0.06445365399122238, 0.08586591482162476, 0.10643253475427628, 0.1452113389968872, 0.09439335763454437, 0.05414832755923271, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19288603961467743, 0.11343871057033539, 0.04530505836009979, 0.08361202478408813, 0.057632725685834885, 0.11914194375276566, 0.11441227793693542, 0.12364514172077179, 0.07640956342220306, 0.07351640611886978, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2517409026622772, 0.060194116085767746, 0.049302101135253906, 0.059223245829343796, 0.08453334122896194, 0.07307681441307068, 0.12308556586503983, 0.08293969929218292, 0.06380274146795273, 0.07185835391283035, 0.08024312555789948, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.24793599545955658, 0.04855773597955704, 0.06171697378158569, 0.06616784632205963, 0.08788599073886871, 0.05920384079217911, 0.09128586947917938, 0.06866814196109772, 0.06062866002321243, 0.08399351686239243, 0.0656941831111908, 0.058261170983314514, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15039603412151337, 0.07072300463914871, 0.03618801385164261, 0.03812884911894798, 0.05496574938297272, 0.09552795439958572, 0.1278020143508911, 0.09101752936840057, 0.04133947193622589, 0.06619426608085632, 0.11493085324764252, 0.035268161445856094, 0.0775180533528328, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21730753779411316, 0.0522487573325634, 0.042796872556209564, 0.051309872418642044, 0.07021072506904602, 0.06084863841533661, 0.10094169527292252, 0.06729137897491455, 0.05347270518541336, 0.058032404631376266, 0.0638660117983818, 0.04143684357404709, 0.054298121482133865, 0.06593843549489975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14158987998962402, 0.08735614269971848, 0.0410962849855423, 0.07771317660808563, 0.0664159506559372, 0.06084612384438515, 0.07890868932008743, 0.06467185169458389, 0.04156753420829773, 0.05314024165272713, 0.060331955552101135, 0.04990346357226372, 0.06147689372301102, 0.06152055412530899, 0.05346132814884186, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11277391016483307, 0.05140271037817001, 0.034800730645656586, 0.044109925627708435, 0.049271054565906525, 0.08066022396087646, 0.09371130168437958, 0.07634278386831284, 0.03460073098540306, 0.0555650070309639, 0.09000371396541595, 0.02795092575252056, 0.05808689072728157, 0.09759876132011414, 0.0585305392742157, 0.03459078073501587, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19136787950992584, 0.04588799923658371, 0.03718419000506401, 0.04478846862912178, 0.05845541134476662, 0.0516231395304203, 0.0845179632306099, 0.05661728233098984, 0.04477923363447189, 0.04681585729122162, 0.05177522078156471, 0.034743111580610275, 0.04365590587258339, 0.05257751792669296, 0.04571911692619324, 0.05523938313126564, 0.05425223708152771, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.178098663687706, 0.03651316463947296, 0.03537802770733833, 0.046600591391325, 0.05606748163700104, 0.05542531609535217, 0.06580902636051178, 0.058695923537015915, 0.04460207000374794, 0.03845333680510521, 0.05522071197628975, 0.02812928520143032, 0.038876280188560486, 0.056352097541093826, 0.04307202994823456, 0.048592109233140945, 0.058013033121824265, 0.05610083043575287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11277125775814056, 0.04416341707110405, 0.01679084822535515, 0.03922898322343826, 0.03057022951543331, 0.08429380506277084, 0.05829832702875137, 0.07985574752092361, 0.027740230783820152, 0.024607937783002853, 0.0856802687048912, 0.012135536409914494, 0.02122361958026886, 0.08979953080415726, 0.02439562976360321, 0.018000084906816483, 0.0979786291718483, 0.08564858883619308, 0.04681730270385742, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15648673474788666, 0.04359337314963341, 0.02946913056075573, 0.02338278479874134, 0.03989393636584282, 0.06601447612047195, 0.07239894568920135, 0.04959877207875252, 0.025720082223415375, 0.028729893267154694, 0.07268748432397842, 0.02010437846183777, 0.038949936628341675, 0.07793489098548889, 0.03185016289353371, 0.029572607949376106, 0.08162925392389297, 0.04983028024435043, 0.04757082834839821, 0.01458202674984932, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16675153374671936, 0.04021674394607544, 0.031946271657943726, 0.039155539125204086, 0.048679765313863754, 0.04351935535669327, 0.07027734816074371, 0.04676977917551994, 0.03737044334411621, 0.037859514355659485, 0.04185349866747856, 0.029438789933919907, 0.03496701270341873, 0.04187152534723282, 0.03665958717465401, 0.04418949782848358, 0.04244701564311981, 0.043089985847473145, 0.05540825054049492, 0.02402997948229313, 0.04349850118160248, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21311703324317932, 0.03452147915959358, 0.026512032374739647, 0.03728466108441353, 0.042002297937870026, 0.05378074571490288, 0.06410719454288483, 0.040195900946855545, 0.029513953253626823, 0.03056207112967968, 0.0481405146420002, 0.019645733758807182, 0.023855971172451973, 0.04712357744574547, 0.027805231511592865, 0.025632821023464203, 0.04690323397517204, 0.04211500659584999, 0.042453378438949585, 0.016209973022341728, 0.04720157012343407, 0.041315577924251556, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16099102795124054, 0.031492117792367935, 0.02550600655376911, 0.032036274671554565, 0.0381193682551384, 0.05386465787887573, 0.052892010658979416, 0.06297369301319122, 0.03872942924499512, 0.03070301003754139, 0.04861500859260559, 0.01696414314210415, 0.020984873175621033, 0.04743489250540733, 0.02617855742573738, 0.03281703218817711, 0.04874102398753166, 0.03702305257320404, 0.05028446763753891, 0.014425937086343765, 0.04926920682191849, 0.027485143393278122, 0.05246910825371742, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13924191892147064, 0.04732196778059006, 0.022920068353414536, 0.037826746702194214, 0.037331610918045044, 0.05628196895122528, 0.06773106753826141, 0.0638374537229538, 0.028824567794799805, 0.028368612751364708, 0.05008407309651375, 0.014775184914469719, 0.021058905869722366, 0.04819710925221443, 0.017685124650597572, 0.01545622292906046, 0.0484280027449131, 0.037099532783031464, 0.042473260313272476, 0.01842682436108589, 0.0486132986843586, 0.022673960775136948, 0.05998953431844711, 0.02535295858979225, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19562353193759918, 0.03233326971530914, 0.022874077782034874, 0.038390759378671646, 0.03449878469109535, 0.04616906866431236, 0.05553748831152916, 0.03960668295621872, 0.023098396137356758, 0.024249287322163582, 0.04043306037783623, 0.016078555956482887, 0.02162494696676731, 0.03903055936098099, 0.026520883664488792, 0.028113434091210365, 0.03823631629347801, 0.03542610630393028, 0.041745737195014954, 0.021097129210829735, 0.03767954185605049, 0.037286922335624695, 0.04423919692635536, 0.022921502590179443, 0.03718467056751251, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0581965297460556, 0.03889740630984306, 0.02600524201989174, 0.023567894473671913, 0.022979987785220146, 0.05384151265025139, 0.05806104838848114, 0.06858771294355392, 0.037459846585989, 0.02915908396244049, 0.05474673584103584, 0.013592952862381935, 0.027647050097584724, 0.05575402453541756, 0.030779866501688957, 0.01613735780119896, 0.057454273104667664, 0.03968728333711624, 0.03406553715467453, 0.013110977597534657, 0.05977656692266464, 0.016043761745095253, 0.029699290171265602, 0.020566539838910103, 0.08347289264202118, 0.030708597972989082, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15561483800411224, 0.030323192477226257, 0.02106757089495659, 0.03860042244195938, 0.025089256465435028, 0.047195207327604294, 0.04255649819970131, 0.05166257917881012, 0.03036811575293541, 0.020133620128035545, 0.042556971311569214, 0.018511777743697166, 0.01867172308266163, 0.041430290788412094, 0.022022129967808723, 0.02106103114783764, 0.041666179895401, 0.02724921703338623, 0.040481600910425186, 0.015536422841250896, 0.04219622537493706, 0.01700735278427601, 0.06220947951078415, 0.01570316217839718, 0.054431866854429245, 0.04092409461736679, 0.01572924479842186, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1521887630224228, 0.03232048451900482, 0.026277612894773483, 0.03215136006474495, 0.0370805449783802, 0.03843335062265396, 0.04218520224094391, 0.03440920636057854, 0.029296189546585083, 0.024752246215939522, 0.03461231291294098, 0.021795082837343216, 0.023419683799147606, 0.03386644646525383, 0.028580598533153534, 0.034403275698423386, 0.033156976103782654, 0.026710400357842445, 0.04213564842939377, 0.019021345302462578, 0.032785814255476, 0.026840003207325935, 0.03304455801844597, 0.02330264076590538, 0.03390035778284073, 0.03944924846291542, 0.02133425511419773, 0.04254644364118576, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10210394114255905, 0.048305340111255646, 0.027957914397120476, 0.02813485823571682, 0.04368895664811134, 0.037659596651792526, 0.040121812373399734, 0.03589581325650215, 0.02449178695678711, 0.019768046215176582, 0.03467410057783127, 0.015431460924446583, 0.032616544514894485, 0.034143395721912384, 0.027461368590593338, 0.020323213189840317, 0.03445841744542122, 0.015827566385269165, 0.03070583939552307, 0.020360935479402542, 0.035580456256866455, 0.034790292382240295, 0.035181473940610886, 0.028572602197527885, 0.04333385452628136, 0.03896390274167061, 0.017587698996067047, 0.04553377628326416, 0.04632510989904404, 0.0, 0.0, 0.0, 0.0], [0.1184174120426178, 0.02668977715075016, 0.02854764647781849, 0.03516455739736557, 0.03519093990325928, 0.03070487268269062, 0.04254688322544098, 0.023103507235646248, 0.025463124737143517, 0.029678549617528915, 0.028395220637321472, 0.019178256392478943, 0.023833584040403366, 0.027640020474791527, 0.03381752967834473, 0.0396401509642601, 0.027574418112635612, 0.021856164559721947, 0.039667654782533646, 0.03941833972930908, 0.02711562067270279, 0.030498068779706955, 0.03493283689022064, 0.032320536673069, 0.027840549126267433, 0.03877578675746918, 0.021124795079231262, 0.03861142694950104, 0.032771822065114975, 0.019479982554912567, 0.0, 0.0, 0.0], [0.05433791130781174, 0.019247831776738167, 0.011686460115015507, 0.014118611812591553, 0.013909781351685524, 0.057368066161870956, 0.0345463752746582, 0.04665057733654976, 0.013026449829339981, 0.01327129639685154, 0.05952776223421097, 0.009063145145773888, 0.017364194616675377, 0.06135564669966698, 0.012634647078812122, 0.015145539306104183, 0.06425533443689346, 0.04627061262726784, 0.01955636404454708, 0.012543459422886372, 0.06913556903600693, 0.03482367843389511, 0.03000594861805439, 0.012261824682354927, 0.07985591888427734, 0.018996426835656166, 0.010722927749156952, 0.08654540777206421, 0.017174093052744865, 0.02214416116476059, 0.022453974932432175, 0.0, 0.0], [0.058496441692113876, 0.03437737002968788, 0.013603095896542072, 0.02417043223977089, 0.01900586113333702, 0.0654640793800354, 0.03062295913696289, 0.03573205694556236, 0.01885944791138172, 0.012241481803357601, 0.0628219023346901, 0.011835749261081219, 0.009552359580993652, 0.06431794911623001, 0.021589579060673714, 0.010912971571087837, 0.0666591078042984, 0.02399745211005211, 0.026596758514642715, 0.006153556052595377, 0.06984329968690872, 0.03723869100213051, 0.030046697705984116, 0.021686820313334465, 0.043640609830617905, 0.021209614351391792, 0.013490457087755203, 0.04632722958922386, 0.020434508100152016, 0.013362257741391659, 0.018568990752100945, 0.04714024439454079, 0.0], [0.1352868676185608, 0.029733380302786827, 0.02611132338643074, 0.03753575682640076, 0.0388815812766552, 0.0331667959690094, 0.048243895173072815, 0.03046831116080284, 0.026038208976387978, 0.024123696610331535, 0.027892742305994034, 0.02270994521677494, 0.024185286834836006, 0.02611454948782921, 0.023209668695926666, 0.025175290182232857, 0.024614788591861725, 0.02112315408885479, 0.02968505024909973, 0.018167471513152122, 0.023064397275447845, 0.02059807814657688, 0.03441140055656433, 0.021083395928144455, 0.022538835182785988, 0.0322815477848053, 0.013987251557409763, 0.02414492331445217, 0.02700231224298477, 0.012929442338645458, 0.03616539016366005, 0.026840243488550186, 0.032485030591487885]]]}
     )
@@ -694,7 +694,7 @@ <h3>Activation Patching on the Indirect Object Identification Task<a class="head
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "62d684835645497195b004f8405155c8"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "bd9930c345d349a6ac0c4f7334371900"}</script></div>
 </div>
 <p>We can now visualize the results, and see that this computation is extremely localised within the model. Initially, the second subject (Mary) token is all that matters (naturally, as it’s the only different token), and all relevant information remains here until heads in layer 7 and 8 move this to the final token where it’s used to predict the indirect object. (Note - the heads are in layer 7 and 8, not 8 and 9, because we patched in the residual stream at the <em>start</em> of each layer)</p>
 <div class="nbinput docutils container">
@@ -715,9 +715,9 @@ <h3>Activation Patching on the Indirect Object Identification Task<a class="head
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="dfb1f87e-936e-4d6a-8379-1dc64c82b8b9" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("dfb1f87e-936e-4d6a-8379-1dc64c82b8b9")) {                    Plotly.newPlot(                        "dfb1f87e-936e-4d6a-8379-1dc64c82b8b9",                        [{"coloraxis":"coloraxis","name":"0","x":["\u003c|endoftext|\u003e_0","After_1"," John_2"," and_3"," Mary_4"," went_5"," to_6"," the_7"," store_8",",_9"," Mary_10"," gave_11"," a_12"," bottle_13"," of_14"," milk_15"," to_16"],"z":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9981481432914734,0.0016014177817851305,0.00015065129264257848,-0.00037146147224120796,-2.1754698536824435e-05,-0.0006281669484451413,-0.0005147705669514835],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9980558156967163,0.002284515183418989,0.00018328333680983633,-0.0005044370773248374,-0.0002678547170944512,-5.112354119773954e-05,-0.0012816237285733223],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9967371821403503,0.004082269035279751,0.0009737947257235646,4.459713090909645e-05,-0.00015935316332615912,-0.000335566233843565,-0.0019443262135609984],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9905908107757568,0.01998712867498398,0.0018961939495056868,0.0010137689532712102,-6.716763164149597e-05,0.0009112499537877738,-0.0019000009633600712],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9616513848304749,0.0853474885225296,0.0052042677998542786,0.0030521841254085302,0.000196608089026995,0.0011059545213356614,-0.002284243470057845],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9630990028381348,0.08437152206897736,0.004122787155210972,0.0007181770051829517,0.00010306288459105417,0.001002347795292735,-0.004215244669467211],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9359181523323059,0.11111647635698318,0.007705242373049259,0.000375540490495041,0.00036575086414813995,0.0013264927547425032,0.018745480105280876],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7701545357704163,0.037419985979795456,0.0020680560264736414,-8.266785152954981e-05,0.00013487912656273693,0.0017251475946977735,0.44990673661231995],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09650683403015137,0.02592724934220314,0.0019715195521712303,0.000329855625750497,0.0004239447007421404,0.0018861324060708284,0.8994726538658142],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.023321308195590973,0.01853826642036438,0.0015878210542723536,0.0005275514558888972,0.00025344223831780255,0.0008734511793591082,0.9612756967544556],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.008558842353522778,0.006340406835079193,0.0005816662451252341,-0.00034209262230433524,0.00011040509707527235,0.0006491058156825602,0.9495820999145508]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Position: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Position"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Normalized Logit Difference After Patching Residual Stream on the IOI Task"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="d1f90383-a101-4b70-ac69-5fcdab642e37" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("d1f90383-a101-4b70-ac69-5fcdab642e37")) {                    Plotly.newPlot(                        "d1f90383-a101-4b70-ac69-5fcdab642e37",                        [{"coloraxis":"coloraxis","name":"0","x":["\u003c|endoftext|\u003e_0","After_1"," John_2"," and_3"," Mary_4"," went_5"," to_6"," the_7"," store_8",",_9"," Mary_10"," gave_11"," a_12"," bottle_13"," of_14"," milk_15"," to_16"],"z":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9981481432914734,0.0016014177817851305,0.00015065129264257848,-0.00037146147224120796,-2.1754698536824435e-05,-0.0006281669484451413,-0.0005147705669514835],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9980558156967163,0.002284515183418989,0.00018328333680983633,-0.0005044370773248374,-0.0002678547170944512,-5.112354119773954e-05,-0.0012816237285733223],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9967371821403503,0.004082269035279751,0.0009737947257235646,4.459713090909645e-05,-0.00015935316332615912,-0.000335566233843565,-0.0019443262135609984],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9905908107757568,0.01998712867498398,0.0018961939495056868,0.0010137689532712102,-6.716763164149597e-05,0.0009112499537877738,-0.0019000009633600712],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9616513848304749,0.0853474885225296,0.0052042677998542786,0.0030521841254085302,0.000196608089026995,0.0011059545213356614,-0.002284243470057845],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9630990028381348,0.08437152206897736,0.004122787155210972,0.0007181770051829517,0.00010306288459105417,0.001002347795292735,-0.004215244669467211],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9359181523323059,0.11111647635698318,0.007705242373049259,0.000375540490495041,0.00036575086414813995,0.0013264927547425032,0.018745480105280876],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7701545357704163,0.037419985979795456,0.0020680560264736414,-8.266785152954981e-05,0.00013487912656273693,0.0017251475946977735,0.44990673661231995],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09650683403015137,0.02592724934220314,0.0019715195521712303,0.000329855625750497,0.0004239447007421404,0.0018861324060708284,0.8994726538658142],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.023321308195590973,0.01853826642036438,0.0015878210542723536,0.0005275514558888972,0.00025344223831780255,0.0008734511793591082,0.9612756967544556],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.008558842353522778,0.006340406835079193,0.0005816662451252341,-0.00034209262230433524,0.00011040509707527235,0.0006491058156825602,0.9495820999145508]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Position: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Position"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Normalized Logit Difference After Patching Residual Stream on the IOI Task"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('dfb1f87e-936e-4d6a-8379-1dc64c82b8b9');
+var gd = document.getElementById('d1f90383-a101-4b70-ac69-5fcdab642e37');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -779,9 +779,9 @@ <h2>Hooks: Accessing Activations<a class="headerlink" href="#Hooks:-Accessing-Ac
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="546cc739-6b19-4c16-bfae-1106c56f73a9" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("546cc739-6b19-4c16-bfae-1106c56f73a9")) {                    Plotly.newPlot(                        "546cc739-6b19-4c16-bfae-1106c56f73a9",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98],"xaxis":"x","y":[11.787247657775879,13.0587158203125,12.230921745300293,12.795869827270508,13.920656204223633,13.956501960754395,12.193731307983398,12.878900527954102,12.47831916809082,13.414958000183105,12.976318359375,11.954259872436523,10.892861366271973,12.079854011535645,11.285050392150879,11.978338241577148,12.636273384094238,12.6406888961792,11.628138542175293,12.272311210632324,11.950075149536133,11.164228439331055,12.041279792785645,11.366338729858398,11.947290420532227,12.117121696472168,12.084162712097168,12.337640762329102,10.780959129333496,11.64372730255127,11.861618995666504,11.24637508392334,11.074913024902344,12.078351974487305,12.368288040161133,13.118016242980957,11.574705123901367,11.882451057434082,11.572879791259766,11.318113327026367,11.573198318481445,12.438745498657227,11.140851974487305,10.971029281616211,12.257749557495117,11.75046443939209,12.635129928588867,12.17139720916748,10.783208847045898,11.710447311401367,3.5898051261901855,1.0123294591903687,0.9023662805557251,0.7053806781768799,0.5351616740226746,0.3864794373512268,0.44430381059646606,0.31852808594703674,0.17496022582054138,0.08737994730472565,0.09023391455411911,0.2003907710313797,0.0905940979719162,0.07327759265899658,0.06657638400793076,0.13955000042915344,0.15121448040008545,0.05228709056973457,0.08864583820104599,0.0826043039560318,0.24641728401184082,0.3225139081478119,0.035715751349925995,0.0459471121430397,0.12381225824356079,0.07657521963119507,0.17139554023742676,0.10035941749811172,0.011368706822395325,0.048500608652830124,0.0881132259964943,0.06771671772003174,0.04364179074764252,0.03315418213605881,1.9912996292114258,0.13001945614814758,1.2214614152908325,0.02796144224703312,0.1037011593580246,0.045618850737810135,0.06561549007892609,0.04550669342279434,0.06761631369590759,0.24758437275886536,0.16090461611747742,0.08992872387170792,0.21707919239997864,0.15887880325317383,0.08189606666564941],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"}},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Loss by position on random repeated tokens"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="9394e049-36f2-4d96-b5df-d0a75b383cb9" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("9394e049-36f2-4d96-b5df-d0a75b383cb9")) {                    Plotly.newPlot(                        "9394e049-36f2-4d96-b5df-d0a75b383cb9",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98],"xaxis":"x","y":[11.207849502563477,13.396801948547363,13.005900382995605,13.011003494262695,14.150362014770508,13.50684642791748,12.69533920288086,13.170181274414062,14.172119140625,12.145280838012695,10.964277267456055,12.440446853637695,12.792512893676758,12.390554428100586,11.458253860473633,10.481142044067383,12.591962814331055,12.150460243225098,12.070631980895996,11.558782577514648,12.135713577270508,11.50503921508789,11.107324600219727,10.52200698852539,12.564111709594727,11.460700035095215,11.585330963134766,11.761690139770508,11.288215637207031,12.074682235717773,11.565402030944824,11.728053092956543,11.511785507202148,12.53786849975586,11.760584831237793,11.95622730255127,10.950702667236328,11.317659378051758,12.134627342224121,10.551034927368164,11.43742561340332,11.334145545959473,10.860200881958008,11.884618759155273,11.32628345489502,10.577531814575195,11.493996620178223,11.982101440429688,11.103353500366211,11.45454216003418,2.645019769668579,1.0564688444137573,0.8332406282424927,0.24151745438575745,0.3214574456214905,0.17267689108848572,0.18621090054512024,0.33313363790512085,0.37650108337402344,0.08331616222858429,0.11175612360239029,0.16030560433864594,0.30682918429374695,0.19655261933803558,0.13694427907466888,0.05721314623951912,0.15470215678215027,0.47191041707992554,0.2518003582954407,0.13955938816070557,0.08009158074855804,0.19837668538093567,0.07004108279943466,0.04289315640926361,0.25014862418174744,0.07569004595279694,0.05075034499168396,0.12828463315963745,0.05355386063456535,0.061763644218444824,0.08908311277627945,0.09630775451660156,0.08436454832553864,0.21928927302360535,0.11374533176422119,0.03496924787759781,0.1100369542837143,0.03300275281071663,0.02705945447087288,0.08828818053007126,0.11785302311182022,0.09328252077102661,0.018150808289647102,0.13216224312782288,0.09651808440685272,0.03814644739031792,0.15675780177116394,0.08890683203935623,0.07700144499540329],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"}},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Loss by position on random repeated tokens"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('546cc739-6b19-4c16-bfae-1106c56f73a9');
+var gd = document.getElementById('9394e049-36f2-4d96-b5df-d0a75b383cb9');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -861,9 +861,9 @@ <h2>Hooks: Accessing Activations<a class="headerlink" href="#Hooks:-Accessing-Ac
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="6659bb29-9ae5-40b0-8fbb-806aed273022" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("6659bb29-9ae5-40b0-8fbb-806aed273022")) {                    Plotly.newPlot(                        "6659bb29-9ae5-40b0-8fbb-806aed273022",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.010149245150387287,0.0001080579895642586,0.010947225615382195,3.1598310101799143e-07,0.00020262911857571453,6.538465822814032e-05,0.00947994738817215,0.0005931919440627098,0.008760656230151653,0.009203012101352215,0.006735381670296192,0.015523516573011875],[0.0009273061295971274,0.0004347098874859512,0.0021283638197928667,0.014394653029739857,0.005137550178915262,0.010628940537571907,0.01542852446436882,0.013289635069668293,0.012847527861595154,0.01584416814148426,0.0065300422720611095,0.00047028728295117617],[0.00484545947983861,0.017787709832191467,0.0028844112530350685,0.0015962006291374564,0.015164782293140888,0.00220773508772254,0.003812367795035243,0.008227745071053505,0.004583586938679218,0.0014849485596641898,0.0007301094592548907,0.010234675370156765],[0.015119633637368679,0.006204529199749231,0.002223663032054901,0.013355378061532974,0.021160230040550232,0.011784127913415432,0.002169633051380515,0.0010720491409301758,0.005972952116280794,0.012474913150072098,0.008246958255767822,0.0073234448209404945],[0.016304248943924904,0.014039388857781887,0.014601843431591988,0.008815011940896511,0.018480954691767693,0.01331339217722416,0.008095518685877323,0.0020850910805165768,0.013900002464652061,0.013628837652504444,0.018691398203372955,6.752828962675039e-09],[0.45053404569625854,0.9125443696975708,0.015932723879814148,0.007646151352673769,0.012612632475793362,0.9228652715682983,0.011582320556044579,0.018238965421915054,0.02923044189810753,0.026410985738039017,0.016220377758145332,0.017611075192689896],[0.01024926733225584,0.01706225611269474,0.018381498754024506,0.015122060663998127,0.022052936255931854,0.012469290755689144,0.030403263866901398,0.011669392697513103,0.012542047537863255,0.9148777723312378,0.034009162336587906,0.014412207528948784],[0.013194934464991093,0.17007939517498016,0.8437408208847046,0.018403246998786926,0.018850022926926613,0.017950119450688362,0.04340141639113426,0.0859966054558754,0.017978282645344734,0.018947472795844078,0.9163674116134644,0.05478820949792862],[0.015420629642903805,0.3973543643951416,0.014211445115506649,0.044128116220235825,0.018093738704919815,0.01370909158140421,0.1535995900630951,0.013875747099518776,0.0315958671271801,0.03150184080004692,0.06472966820001602,0.02117741107940674],[0.2660486400127411,0.18185581266880035,0.11187926679849625,0.012568130157887936,0.08888400346040726,0.02607634663581848,0.44554007053375244,0.02921210043132305,0.050400178879499435,0.4641469419002533,0.01790064014494419,0.045191094279289246],[0.3355695307254791,0.49417343735694885,0.037607718259096146,0.13551928102970123,0.065043143928051,0.01678227260708809,0.2959611117839813,0.4940136969089508,0.05075063556432724,0.016219893470406532,0.161869615316391,0.26083138585090637],[0.018601926043629646,0.056064095348119736,0.03331005573272705,0.012087898328900337,0.03697062283754349,0.10348814725875854,0.05201702192425728,0.06513074785470963,0.009776919148862362,0.30890950560569763,0.39457452297210693,0.026100201532244682]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Induction Score by Head"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="98f70f8c-33d8-4515-ad2b-97a24886bcd8" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("98f70f8c-33d8-4515-ad2b-97a24886bcd8")) {                    Plotly.newPlot(                        "98f70f8c-33d8-4515-ad2b-97a24886bcd8",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.01049255020916462,0.00010832068073796108,0.011325037106871605,6.754964942956576e-07,0.0001670496421866119,0.00016619609959889203,0.009400913491845131,0.000772748957388103,0.008831899613142014,0.009212938137352467,0.00680967653170228,0.014742694795131683],[0.0005937412497587502,0.0004259684355929494,0.0021013275254517794,0.014239652082324028,0.005071629304438829,0.009718907065689564,0.015365170314908028,0.012971846386790276,0.012617075815796852,0.01567712053656578,0.006443663965910673,0.000496051914524287],[0.004841664340347052,0.0184494461864233,0.0010052676079794765,0.0008617810090072453,0.013228144496679306,0.001896101632155478,0.004742670804262161,0.008659950457513332,0.004731586202979088,0.001176393823698163,0.0006941685569472611,0.010263827629387379],[0.01617351919412613,0.006147550884634256,0.002282848348841071,0.011360818520188332,0.022141851484775543,0.013954502530395985,0.0017266435315832496,0.0018089816439896822,0.005679342430084944,0.012446035631000996,0.00824029091745615,0.005580541677772999],[0.015298716723918915,0.01248938124626875,0.01445823535323143,0.010661081410944462,0.018343420699238777,0.0112901721149683,0.008663494139909744,0.002316088881343603,0.0168569628149271,0.014681385830044746,0.01895756460726261,1.709650754300185e-10],[0.44873350858688354,0.9106476306915283,0.015823477879166603,0.007941455580294132,0.012014334090054035,0.9371939301490784,0.013214534148573875,0.018027300015091896,0.029223516583442688,0.026668980717658997,0.01863274723291397,0.0178206954151392],[0.008842813782393932,0.016746800392866135,0.01840311288833618,0.013598175719380379,0.02273622900247574,0.011996340937912464,0.029699236154556274,0.011597136035561562,0.008993120864033699,0.9183135628700256,0.03554115071892738,0.013095751404762268],[0.009289884939789772,0.17207792401313782,0.8611801862716675,0.018337922170758247,0.017455104738473892,0.0170638095587492,0.04456567019224167,0.08212347328662872,0.01708247698843479,0.019021349027752876,0.9279868602752686,0.06119280308485031],[0.015463169664144516,0.40888434648513794,0.015409947372972965,0.050209131091833115,0.017737962305545807,0.01347134355455637,0.14935024082660675,0.011650661006569862,0.031703200191259384,0.03120128996670246,0.0687352642416954,0.02067195251584053],[0.2631077170372009,0.1912078559398651,0.11247202008962631,0.009891336783766747,0.09696904569864273,0.026601290330290794,0.4642811417579651,0.029712079092860222,0.049801137298345566,0.472267210483551,0.016558436676859856,0.03934650868177414],[0.34488922357559204,0.5110052824020386,0.039976321160793304,0.150223970413208,0.05793631821870804,0.014577438123524189,0.30434733629226685,0.4894008934497833,0.04818994179368019,0.015651771798729897,0.1635848730802536,0.260301411151886],[0.01609378308057785,0.051822479814291,0.035570189356803894,0.010182996280491352,0.035451751202344894,0.09618974477052689,0.05227221921086311,0.06579063087701797,0.008478141389787197,0.3198787271976471,0.42535728216171265,0.02574133686721325]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Induction Score by Head"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('6659bb29-9ae5-40b0-8fbb-806aed273022');
+var gd = document.getElementById('98f70f8c-33d8-4515-ad2b-97a24886bcd8');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -931,11 +931,11 @@ <h2>Hooks: Accessing Activations<a class="headerlink" href="#Hooks:-Accessing-Ac
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area rendered_html docutils container">
-<div id="circuits-vis-67740f0f-8fc1" style="margin: 15px 0;"/>
+<div id="circuits-vis-7d17ed5a-5a94" style="margin: 15px 0;"/>
     <script crossorigin type="module">
     import { render, AttentionPatterns } from "https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js";
     render(
-      "circuits-vis-67740f0f-8fc1",
+      "circuits-vis-7d17ed5a-5a94",
       AttentionPatterns,
       {"tokens": ["use", " advice", " Social", "\u00f6", "\u00b7", " fought", " Le", " allegedly", " NO", "alth", "car", " prepared", "new", "rant", "roll", " hours", " published", "66", "ension", " 44", "use", " advice", " Social", "\u00f6", "\u00b7", " fought", " Le", " allegedly", " NO", "alth", "car", " prepared", "new", "rant", "roll", " hours", " published", "66", "ension", " 44"], "attention": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9737270474433899, 0.026272933930158615, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9820428490638733, 0.01702023483812809, 0.0009368443279527128, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9895542860031128, 0.008665821515023708, 0.0004119746736250818, 0.0013679955154657364, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8543054461479187, 0.07801828533411026, 0.0008415375486947596, 0.000135991329443641, 0.06669872254133224, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.937433660030365, 0.03300206735730171, 0.0015577399171888828, 2.5352790089527844e-06, 0.001092560007236898, 0.026911471039056778, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.976921021938324, 0.003843690035864711, 2.2340229406836443e-05, 3.521892358548939e-05, 0.0051834965124726295, 0.01217624731361866, 0.001817896030843258, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9473506212234497, 0.01317491102963686, 0.0013492174912244081, 1.1802459084719885e-05, 0.0009449480567127466, 0.011318984441459179, 0.018020981922745705, 0.0078285476192832, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9847128391265869, 0.0010781469754874706, 0.0021734496112912893, 5.482254437083611e-06, 0.000491426617372781, 0.0013570819282904267, 0.0001018582479446195, 0.0002853853511624038, 0.009794449433684349, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9915198683738708, 0.004483338911086321, 0.00012727164721582085, 0.00016702202265150845, 0.0016301852883771062, 0.0011521565029397607, 0.0003231279260944575, 0.00012646272080019116, 0.00039313756860792637, 7.735053804935887e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8908805847167969, 0.024311963468790054, 1.734130819386337e-05, 4.1577386582503095e-05, 0.0008967677713371813, 0.0733492448925972, 0.0009482789901085198, 0.004280863795429468, 0.005168668460100889, 7.83030736783985e-06, 9.69318498391658e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8170806765556335, 0.13517117500305176, 0.011989925056695938, 1.1421705494285561e-05, 0.0003511993563733995, 0.009450689889490604, 0.019463282078504562, 0.0006557483575306833, 0.000576103397179395, 2.9927139621577226e-05, 1.6589807273703627e-05, 0.005203104577958584, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9082695841789246, 0.006068165879696608, 0.0138718755915761, 0.000823706912342459, 0.01190832071006298, 0.015542060136795044, 0.008354808203876019, 0.002078162506222725, 0.001317329122684896, 0.0021398081444203854, 0.003944150172173977, 0.0012376607628539205, 0.024444350972771645, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9479591250419617, 0.002102671656757593, 0.011938502080738544, 0.00012338555825408548, 3.537522616170463e-06, 0.00014498841483145952, 0.000587546790484339, 2.5534563974360935e-05, 0.0013609015149995685, 0.0003395717067178339, 0.010076263919472694, 0.015790535137057304, 0.006346346810460091, 0.003201026702299714, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9393549561500549, 0.006392320618033409, 0.0018427305622026324, 6.116198164818343e-06, 0.0003358749963808805, 0.0020515176001936197, 0.0038015025202184916, 0.0012357983505353332, 0.0002194814442191273, 0.00038693423266522586, 5.012224573874846e-05, 0.008153212256729603, 0.02692468836903572, 0.002937993500381708, 0.006306749768555164, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9339621663093567, 0.001782808220013976, 0.005864632315933704, 0.00019950229034293443, 7.22721015335992e-05, 0.0014535370282828808, 0.0025924285873770714, 0.00048594013787806034, 0.002229835605248809, 0.00015120470197871327, 0.012292890809476376, 0.005057864356786013, 0.012368586845695972, 0.003944482188671827, 0.00627509830519557, 0.011266657151281834, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8931334614753723, 0.0015468199271708727, 0.013001683168113232, 7.966379598656204e-06, 5.8643763622967526e-05, 0.0008863396942615509, 0.0032020884100347757, 3.214768003090285e-05, 0.00018022512085735798, 1.1455701496743131e-05, 7.6000826084055e-05, 0.0004202734271530062, 0.0016126175178214908, 0.02853921428322792, 0.01053547766059637, 0.025431964546442032, 0.021323587745428085, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9847024083137512, 0.0004582440888043493, 0.00017220467270817608, 6.160951784295321e-07, 4.782819814863615e-06, 0.0005806126864627004, 0.0004461855278350413, 0.0004120130033697933, 0.0013038694160059094, 0.0003176052123308182, 6.9941277615726e-05, 0.0013941078213974833, 5.583037273027003e-05, 0.0009110365062952042, 0.0001955796469701454, 0.0003960265312343836, 0.0011691716499626637, 0.007409730460494757, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8922598958015442, 0.01028368715196848, 0.0075692832469940186, 0.015225795097649097, 0.0006035331171005964, 0.00143777288030833, 0.01839740388095379, 0.00018186656234320253, 0.0021135725546628237, 3.803661456913687e-05, 0.009962520562112331, 0.003998211584985256, 0.0012666877591982484, 0.002186270197853446, 0.003267065854743123, 0.0015871921787038445, 0.019133849069476128, 0.00877940934151411, 0.001708078314550221, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5637843608856201, 2.204171323683113e-05, 0.0003808308974839747, 1.3938013410097483e-07, 4.306950174282065e-08, 0.00012883286399301142, 5.202732791076414e-05, 4.098202225577552e-06, 0.0004382180923130363, 1.0102457963512279e-05, 2.0490015231189318e-05, 0.00021747566643171012, 2.52499903581338e-05, 2.1293833924573846e-05, 0.0022071986459195614, 5.8927646023221314e-05, 0.0024183825589716434, 0.0032775476574897766, 0.4260486662387848, 0.0008841015514917672, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14634999632835388, 0.45109105110168457, 0.02720528282225132, 0.003008284606039524, 0.0007913809968158603, 0.08009319752454758, 0.005927636753767729, 0.0006846330943517387, 0.002126845298334956, 0.0027747375424951315, 0.00023907267313916236, 0.002550550037994981, 0.005493445787578821, 0.015832239761948586, 0.0003450005315244198, 0.0005726682138629258, 0.0021751681342720985, 0.03904329240322113, 0.16982696950435638, 0.04120749980211258, 0.0026610286440700293, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15882991254329681, 0.0941384956240654, 0.6926905512809753, 4.7764129703864455e-05, 8.085449735517614e-06, 0.009355572983622551, 0.0008445500861853361, 2.4437758838757873e-06, 0.00013774035323876888, 1.1189690667379182e-06, 4.677335255109938e-06, 0.00034721221891231835, 0.002631483133882284, 0.000450413761427626, 0.006463170982897282, 0.0005723314243368804, 0.001266835955902934, 0.006402315106242895, 0.0018092982936650515, 0.006555385421961546, 0.00037915154825896025, 0.01706140860915184, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05072375386953354, 0.004356098361313343, 0.00013167172437533736, 0.9396470785140991, 0.0005500915576703846, 0.0027711710426956415, 1.4556166206602938e-05, 5.01738713865052e-06, 1.5498595530516468e-05, 7.020687320391517e-08, 8.694868483871687e-06, 3.6541609006235376e-05, 3.607972075769794e-06, 2.594170109659899e-05, 7.590788754896494e-06, 7.100840093698935e-07, 4.6297886001411825e-05, 7.143482071114704e-05, 0.00012089101801393554, 0.0005609954823739827, 1.3380936252360698e-05, 0.0007342116441577673, 0.00015471104416064918, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04466310888528824, 0.0028326644096523523, 7.648704922758043e-05, 0.00015513721155002713, 0.7502232789993286, 0.19195610284805298, 9.640481584938243e-05, 0.00016210121975746006, 0.000127694322145544, 1.1226533388253301e-05, 8.733258255233523e-06, 0.00028133264277130365, 5.207781941862777e-05, 0.008386555127799511, 4.340242412581574e-06, 6.482691242126748e-05, 3.8029469578759745e-05, 7.603649282827973e-05, 0.00012636417523026466, 9.227972623193637e-05, 4.030191576021025e-07, 0.00011281662591500208, 2.522401246096706e-06, 0.0004493824380915612, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.013606250286102295, 0.0069718193262815475, 3.1886105716694146e-05, 1.8455467625244637e-06, 0.0023010955192148685, 0.9711790084838867, 0.00036324496613815427, 8.459793025394902e-05, 0.00010611555626383051, 4.505667163812177e-07, 2.987582377045328e-07, 0.000859266787301749, 8.844877447700128e-05, 0.00034812037483789027, 9.285108717449475e-07, 3.16055775329005e-05, 1.28021820273716e-05, 5.8033951063407585e-05, 0.0001051755461958237, 6.438314449042082e-05, 1.8867485778173432e-06, 0.0009238758939318359, 4.6810419007670134e-06, 8.993160008685663e-06, 0.002845229348167777, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0196113009005785, 0.004386152606457472, 6.198717892402783e-05, 4.8857877743557765e-08, 4.25249854743015e-05, 0.0036122458986938, 0.9598401188850403, 0.005622261669486761, 0.0023445691913366318, 5.173955059945001e-07, 1.9621541014203103e-06, 0.0016548329731449485, 0.0005915368674322963, 0.0011695865541696548, 5.784221684734803e-06, 8.119027188513428e-05, 4.50031875516288e-05, 0.00018497853307053447, 5.086978126200847e-05, 0.00011132831423310563, 6.8484796429402195e-06, 3.853969610645436e-05, 4.8530541789659765e-06, 1.2763493373313395e-07, 3.953090072172927e-06, 0.000526951567735523, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008729088120162487, 0.00017810733697842807, 2.880620684209134e-07, 4.138290421451529e-07, 6.865051545901224e-05, 0.0009331147302873433, 0.00014888252189848572, 0.984452486038208, 0.004786348436027765, 0.00011328891559969634, 7.255455898302898e-07, 7.424674549838528e-05, 1.4996331628935877e-05, 0.00019790638179983944, 2.995045917941752e-07, 4.872005320066819e-06, 5.296112703945255e-06, 4.536827418633038e-06, 0.0001126891584135592, 3.4170932394772535e-06, 8.272501872852445e-06, 1.2379839972709306e-05, 3.665505587946427e-08, 9.025101803672442e-07, 1.605309807928279e-05, 0.00011404316319385543, 1.8653590814210474e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.040821623057127, 0.003618423594161868, 4.821059701498598e-05, 1.9615821145180234e-07, 5.3803432820132e-05, 0.0021802415139973164, 0.0033272404689341784, 0.0018782162806019187, 0.9307870864868164, 0.004815374035388231, 1.4430223927774932e-05, 0.002828805474564433, 0.0001046408069669269, 0.0029309147503226995, 0.000951474707107991, 6.522190960822627e-05, 0.0002954133087769151, 0.00012317548680584878, 0.0015512369573116302, 0.0005327708786353469, 0.00022083590738475323, 0.0004432715068105608, 1.9391451132833026e-05, 5.82568759455171e-07, 1.6632830011076294e-05, 0.00047732252278365195, 0.0011258190497756004, 0.0007676906534470618, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13800930976867676, 0.000338583457050845, 0.0001597269729245454, 3.422593763957593e-08, 1.2696473277173936e-05, 0.00024196706362999976, 3.821916106971912e-05, 3.75151212210767e-05, 0.004743287805467844, 0.8406776785850525, 0.00018875458044931293, 0.00015232681471388787, 1.2507526662375312e-05, 0.00022362935123965144, 0.00013282430882100016, 6.470827793236822e-05, 0.00013950459833722562, 9.763542038854212e-05, 0.0004387961816973984, 4.486089892452583e-05, 6.358895188895985e-05, 0.0003425588656682521, 5.2226594561943784e-05, 5.293456979416078e-07, 4.435886694409419e-06, 6.543439667439088e-05, 2.914496462835814e-06, 3.872648903779918e-06, 0.013709800317883492, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.007798763923346996, 0.00022834587434772402, 4.638495170183887e-07, 6.367751552716072e-07, 1.581695869390387e-05, 4.743899989989586e-05, 5.23908101968118e-06, 7.306607585633174e-06, 1.2522128599812277e-05, 3.330236779675033e-07, 0.9909056425094604, 0.0004522074304986745, 5.365378910937579e-06, 7.535902841482311e-05, 8.799955139693338e-06, 7.89501609688159e-06, 0.00023918168153613806, 2.256900643260451e-06, 7.641906995559111e-05, 5.5141681514214724e-05, 4.37830931332428e-06, 2.181077616114635e-05, 4.4351484262961094e-08, 1.2584339401655598e-06, 2.0698282696685055e-06, 1.2951734788657632e-05, 3.9528501361019153e-07, 1.120234287554922e-06, 7.981775524967816e-06, 2.9978652946738293e-06, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04228431358933449, 0.011305327527225018, 7.640707622158516e-07, 2.2586116301681614e-06, 9.7864460258279e-05, 0.03826918080449104, 0.0002364078682148829, 0.0014555177185684443, 0.0029497784562408924, 1.2863364418080891e-06, 2.8271377232158557e-05, 0.8946185111999512, 0.0005234958371147513, 0.0011799597414210439, 0.0009106295183300972, 0.00036045987508259714, 0.00020461679378058761, 2.9102066037012264e-05, 0.0013425362994894385, 0.0003398236876819283, 0.0003325499128550291, 8.430355228483677e-05, 7.937668300428413e-08, 5.809842605231097e-06, 4.910861207463313e-06, 0.0023872717283666134, 2.6967063604388386e-05, 0.00020931477774865925, 0.0007688809419050813, 5.801360657642363e-06, 3.414767706999555e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006102938205003738, 0.016550486907362938, 4.6485260099871084e-05, 8.233644166466547e-08, 7.3985620474559255e-06, 0.0005482275155372918, 0.0005931382765993476, 1.5738474758109078e-05, 3.503294283291325e-05, 3.350411361680017e-07, 1.8657613054529065e-07, 0.0004606691072694957, 0.8416222333908081, 0.12311315536499023, 0.006359195336699486, 0.002699509961530566, 0.00016676295490469784, 0.0012130788527429104, 0.0001319888251600787, 8.468214946333319e-05, 4.61595709566609e-06, 6.994947761995718e-05, 4.916088528261753e-06, 3.4761239930958254e-07, 3.711939484674076e-07, 6.107331137172878e-05, 6.728528387611732e-05, 2.275825863762293e-06, 2.0601521100616083e-05, 7.198157163657015e-07, 2.788131148179218e-08, 1.6529431377421133e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.040416911244392395, 0.0013464335352182388, 0.00028817105339840055, 4.343557975516887e-06, 0.000683746999129653, 0.002149260835722089, 0.0012713854666799307, 0.00021145769278518856, 0.00014913463382981718, 2.3681606762693264e-05, 9.255079930881038e-05, 7.460868073394522e-05, 0.0030381495598703623, 0.915346086025238, 0.0020634792745113373, 0.002670755609869957, 0.0006971395923756063, 0.022915076464414597, 0.0016386328497901559, 0.00029437473858706653, 8.301910384034272e-06, 0.0001194091237266548, 3.610841667978093e-05, 1.259376949747093e-05, 0.0003830744535662234, 0.0011952044442296028, 0.000184451972017996, 7.12581240804866e-05, 0.00012850583880208433, 6.0622252931352705e-05, 4.5176475396147e-05, 6.895728006384161e-07, 0.0023790784180164337, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03775652125477791, 0.0016132259042933583, 0.00031778556876815856, 8.171189733729989e-07, 4.6315926738316193e-07, 7.222061685752124e-05, 0.0001249091437784955, 4.997595169697888e-06, 0.000306671776343137, 5.74938303543604e-06, 0.0002466135483700782, 0.0037777582183480263, 0.0013358108699321747, 0.00211318489164114, 0.8997161388397217, 0.04417843371629715, 0.00033094995887950063, 0.001384938252158463, 0.00039356076740659773, 0.002321053296327591, 0.00046422172454185784, 0.00019271692144684494, 0.0005703868810087442, 5.927732217969606e-06, 2.468730642135597e-08, 3.108331839030143e-06, 7.165992428781465e-06, 2.924018644989701e-07, 7.984158582985401e-05, 1.2546447578642983e-05, 0.00012651394354179502, 0.0002383790852036327, 0.0008907291339710355, 0.0014062355039641261, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08771752566099167, 0.007821434177458286, 5.6624761782586575e-05, 1.4731194042383322e-08, 1.0490872227819636e-05, 0.001105872797779739, 0.00042911499622277915, 5.523023719433695e-05, 3.919866867363453e-05, 2.7502028387971222e-06, 2.546176801843103e-06, 0.0027552093379199505, 0.005722662899643183, 0.0011191837256774306, 0.001587632461450994, 0.8757361173629761, 0.001080043031834066, 0.003532147267833352, 0.0015019838465377688, 0.0006949508097022772, 4.334091499913484e-05, 0.00023435152252204716, 6.934274551895214e-06, 2.7577929273547852e-08, 9.912379255183623e-07, 0.00019156531197950244, 2.9515373171307147e-05, 5.468174094858114e-06, 2.4805667635519058e-06, 1.4659860880783526e-06, 7.256049343595805e-07, 8.567820623284206e-05, 0.0042638652957975864, 0.0007048685220070183, 0.003457949496805668, 0.0, 0.0, 0.0, 0.0, 0.0], [0.018741386011242867, 0.00013177517394069582, 0.00011519038525875658, 8.336373298334365e-07, 3.8734773966098146e-07, 4.0343798900721595e-05, 8.927313319873065e-05, 6.575971383426804e-06, 6.646571273449808e-05, 2.014518543091981e-07, 0.00012498433352448046, 0.00022737678955309093, 0.0003596775932237506, 4.087335037183948e-05, 8.6540101619903e-05, 0.0001706214970909059, 0.9720673561096191, 0.004511019214987755, 0.0017741491319611669, 0.0003342096460983157, 0.0006673677125945687, 8.272362720163073e-06, 8.590801007812843e-05, 4.4451923031374463e-07, 1.5395077213042896e-08, 3.9162018765637185e-06, 1.8561571778263897e-05, 1.7440301007809467e-06, 2.3064632841851562e-05, 6.561240297742188e-07, 5.53653335373383e-05, 1.0027742973761633e-05, 0.00011005577107425779, 2.0988110918551683e-05, 6.008594573359005e-05, 4.435584196471609e-05, 0.0, 0.0, 0.0, 0.0], [0.02161446213722229, 6.69997971272096e-05, 0.00023383130610454828, 1.9461027989109425e-07, 1.0568076049821684e-06, 2.5699633624753915e-05, 0.00021046715846750885, 1.7352572285744827e-06, 6.270182893786114e-06, 8.374802717980856e-08, 2.3547788714495255e-06, 1.8064714822685346e-05, 0.00023376620083581656, 0.001895326655358076, 0.0002040943072643131, 0.0004746896156575531, 0.0029953892808407545, 0.962553858757019, 0.006914269644767046, 0.00019762454030569643, 0.0001176124278572388, 1.7810394638217986e-05, 8.193766552722082e-05, 8.319953792579327e-08, 6.341063141235281e-08, 1.5034653415568755e-06, 1.5951727618812583e-05, 1.2851917574607796e-07, 7.93534070453461e-07, 1.2686584227594722e-07, 5.140194048181002e-07, 3.882933086174489e-08, 5.885353675694205e-05, 0.001102684298530221, 9.716697968542576e-05, 8.231336687458679e-05, 0.0007721185684204102, 0.0, 0.0, 0.0], [0.03668336942791939, 5.292128207656788e-06, 1.6796285535747302e-06, 3.2259306337323324e-10, 1.767925539297721e-08, 9.711822713143192e-06, 6.970077720325207e-06, 3.922060386685189e-06, 1.5272446034941822e-05, 6.423099989660841e-07, 3.0026015451767307e-07, 2.1527865101234056e-05, 8.620299354333838e-07, 2.37110707530519e-05, 1.1333936527080368e-06, 4.3700406422431115e-06, 2.1794803615193814e-05, 0.0007244828739203513, 0.956550121307373, 7.606104190926999e-05, 0.005361168645322323, 3.4097050956916064e-05, 1.478855665482115e-06, 1.9675807649832677e-09, 6.515244788118935e-09, 7.01611099884758e-07, 1.9081964808265184e-07, 3.605073857215757e-07, 3.9733699850330595e-06, 1.5304382259273552e-06, 1.0370983716256887e-07, 7.635122756255441e-07, 1.8985070937560522e-07, 6.164449587231502e-06, 2.6138040993828326e-06, 1.3529003126677708e-06, 1.0274146916344762e-05, 0.0004238302353769541, 0.0, 0.0], [0.039370156824588776, 0.0003585806116461754, 7.419259782182053e-05, 4.9509686505189165e-05, 4.653114046959672e-06, 4.697614349424839e-05, 0.00022992292360868305, 1.250448349310318e-06, 3.723302506841719e-05, 8.911857207749563e-08, 7.931947038741782e-05, 0.00013509151176549494, 1.8374767023487948e-05, 0.00010297392145730555, 8.208450162783265e-05, 2.7536349080037326e-05, 0.0005808349815197289, 0.001175027689896524, 0.0009059886215254664, 0.9545682072639465, 7.41759140510112e-05, 0.0005086685996502638, 0.00019448206876404583, 8.633093966636807e-05, 8.952690677688224e-07, 1.429001713404432e-05, 3.445206311880611e-05, 2.1258604476770415e-07, 1.695069659035653e-05, 4.816170076082926e-07, 3.185392779414542e-05, 1.3589543414127547e-05, 2.5087558242375962e-05, 5.981937647447921e-05, 0.00011690137762343511, 1.134204285335727e-05, 0.00027131877141073346, 0.0002638357982505113, 0.00042732167639769614, 0.0], [0.025401175022125244, 7.441653906425927e-07, 1.083010920410743e-05, 2.249717967472975e-09, 9.222053676261055e-10, 8.208572580770124e-06, 2.5448041469644522e-06, 1.0004308848010623e-07, 3.1608818972017616e-05, 2.427832441753708e-07, 5.289145974529674e-07, 1.426299331797054e-05, 1.534571993033751e-06, 1.877791987681121e-06, 0.00020286838116589934, 2.141227923857514e-06, 0.00010114473843714222, 0.000930983864236623, 0.10166110098361969, 5.551500362344086e-05, 0.8627557754516602, 2.250253828606219e-06, 3.0665665690321475e-05, 5.196929997453026e-09, 3.1991929938524066e-11, 8.736421364119451e-08, 1.2241717683991737e-07, 1.2374246072255346e-09, 1.250754576176405e-05, 4.635776349459775e-07, 1.6297892102556943e-07, 2.719453107147274e-07, 1.1941887123612105e-07, 1.4462533215464646e-07, 5.5279004300246015e-05, 3.5639581597024517e-07, 4.9333561037201434e-05, 0.0001694792736088857, 0.008456716313958168, 3.8713751564500853e-05]]]}
     )
@@ -961,31 +961,31 @@ <h2>Available Models<a class="headerlink" href="#Available-Models" title="Permal
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "104c8103d3264bfda160d0018d2ee6f7"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "8bf1d0ed09eb4e31855b9daad3e00ef3"}</script></div>
 </div>
 <div class="nboutput docutils container">
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "814bf5ab8d71434f8592dd4fa16382e1"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "d971ee545cf741d6882ae1ff83de763c"}</script></div>
 </div>
 <div class="nboutput docutils container">
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "c6ead7276f204281afcb2ade6c46f37a"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "1c14c4d236624c57af329d5c5c2061cb"}</script></div>
 </div>
 <div class="nboutput docutils container">
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "fa94446c47904b35925aacd066419df2"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "36496b2a4f6a4468839e239007f2c081"}</script></div>
 </div>
 <div class="nboutput docutils container">
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "62ef140a0ba44e349c47bceda8550521"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "fa038191ecdf43288a05fe92964fea3c"}</script></div>
 </div>
 <div class="nboutput nblast docutils container">
 <div class="prompt empty docutils container">
@@ -1037,9 +1037,9 @@ <h2>Available Models<a class="headerlink" href="#Available-Models" title="Permal
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="dbf6eebe-b801-499c-ae42-69b716676601" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("dbf6eebe-b801-499c-ae42-69b716676601")) {                    Plotly.newPlot(                        "dbf6eebe-b801-499c-ae42-69b716676601",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.009921234101057053,0.00013073191803414375,0.011734716594219208,2.3535501441074302e-06,0.0006857668049633503,1.073900239134673e-05,0.00876503437757492,0.0011829972499981523,0.007963700219988823,0.009537442587316036,0.008971192874014378,0.016056837514042854],[0.003526397980749607,0.016969839110970497,0.0040087271481752396,0.0005126066389493644,0.015328221954405308,0.0020630136132240295,0.004427169915288687,0.015423694625496864,0.0036321161314845085,0.00010741607547970489,0.004059288185089827,0.014759087935090065],[0.01135626807808876,0.006326507776975632,0.011938061565160751,0.0029111928306519985,0.019735639914870262,0.004356868099421263,0.009167158976197243,0.0015794403152540326,0.017101522535085678,0.012446065433323383,0.021108288317918777,2.223502493237106e-09],[0.007569576613605022,0.21677759289741516,0.8577886819839478,0.01626519113779068,0.01772334612905979,0.013098146766424179,0.01925596408545971,0.18884368240833282,0.016006607562303543,0.015810217708349228,0.9322335720062256,0.4902278780937195],[0.27031227946281433,0.22730393707752228,0.08651269972324371,0.010422397404909134,0.079010508954525,0.023939376696944237,0.6239443421363831,0.02427329309284687,0.06445866823196411,0.6402761936187744,0.017151180654764175,0.0570630207657814],[0.02178362011909485,0.082449771463871,0.05189909785985947,0.01383710466325283,0.03506142646074295,0.17800873517990112,0.07764646410942078,0.09965579956769943,0.008355469442903996,0.4627465307712555,0.18725402653217316,0.0315290205180645]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Induction Score by Head in Distil GPT-2"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="9edfad89-f746-474f-bf61-4970859ddb89" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("9edfad89-f746-474f-bf61-4970859ddb89")) {                    Plotly.newPlot(                        "9edfad89-f746-474f-bf61-4970859ddb89",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.010502825491130352,0.0001656798558542505,0.011984748765826225,4.9570357987249736e-06,0.0007082183146849275,1.2023743693134747e-05,0.0086316904053092,0.0014036023057997227,0.008330969139933586,0.009415172971785069,0.008928680792450905,0.01563902199268341],[0.002909952076151967,0.017924074083566666,0.0012682625092566013,0.00015438059926964343,0.012068876065313816,0.0019518451299518347,0.0043566846288740635,0.015611935406923294,0.0024434286169707775,0.00010985316475853324,0.003945884294807911,0.014468003064393997],[0.006348173599690199,0.006017571780830622,0.01251104474067688,0.0025503109209239483,0.019121743738651276,0.0037334260996431112,0.009163868613541126,0.0013247965835034847,0.017731063067913055,0.012421554885804653,0.021190082654356956,6.37324123597266e-13],[0.006801993120461702,0.2333187609910965,0.8687839508056641,0.016921233385801315,0.016492240130901337,0.01322645228356123,0.019674325361847878,0.1887282431125641,0.015904132276773453,0.01703622378408909,0.9406628608703613,0.4930949807167053],[0.2856510579586029,0.24327194690704346,0.09269988536834717,0.008840292692184448,0.08025243133306503,0.02457164041697979,0.6502691507339478,0.025971438735723495,0.06609994173049927,0.6651257872581482,0.016287032514810562,0.059300363063812256],[0.020594194531440735,0.07444951683282852,0.05489909648895264,0.011792006902396679,0.035416655242443085,0.18142472207546234,0.07927346229553223,0.09301110357046127,0.006783642340451479,0.46906527876853943,0.18708381056785583,0.02835739403963089]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0},"title":{"text":"Induction Score by Head in Distil GPT-2"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('dbf6eebe-b801-499c-ae42-69b716676601');
+var gd = document.getElementById('9edfad89-f746-474f-bf61-4970859ddb89');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1850,9 +1850,9 @@ <h3>Medium Example: Eigenvalue Copying Scores<a class="headerlink" href="#Medium
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="59953da0-a49b-4bc7-9665-3a8ac7e6c037" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("59953da0-a49b-4bc7-9665-3a8ac7e6c037")) {                    Plotly.newPlot(                        "59953da0-a49b-4bc7-9665-3a8ac7e6c037",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786],[-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697],[-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901],[0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308],[0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029],[0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455],[0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157],[0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901],[-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115],[0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226],[0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959],[0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0,"cmin":-1.0,"cmax":1.0},"title":{"text":"OV Copying Score for each head in GPT-2 Small"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="173b8c0f-e256-4c2c-b8cb-70ecbd73a627" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("173b8c0f-e256-4c2c-b8cb-70ecbd73a627")) {                    Plotly.newPlot(                        "173b8c0f-e256-4c2c-b8cb-70ecbd73a627",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786],[-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697],[-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901],[0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308],[0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029],[0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455],[0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157],[0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901],[-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115],[0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226],[0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959],[0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0,"cmin":-1.0,"cmax":1.0},"title":{"text":"OV Copying Score for each head in GPT-2 Small"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('59953da0-a49b-4bc7-9665-3a8ac7e6c037');
+var gd = document.getElementById('173b8c0f-e256-4c2c-b8cb-70ecbd73a627');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1895,9 +1895,9 @@ <h3>Medium Example: Eigenvalue Copying Scores<a class="headerlink" href="#Medium
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="f7ee0aa6-b7b4-42a5-a235-065ce2336733" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("f7ee0aa6-b7b4-42a5-a235-065ce2336733")) {                    Plotly.newPlot(                        "f7ee0aa6-b7b4-42a5-a235-065ce2336733",                        [{"hovertemplate":"Real=%{x}\u003cbr\u003eImaginary=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"","marker":{"color":"#636efa","symbol":"circle"},"mode":"markers","name":"","orientation":"v","showlegend":false,"x":[-2.139726161956787,1.4152659177780151,3.4444546699523926,4.0276689529418945,8.882657051086426,4.866776943206787,4.866776943206787,4.843708038330078,4.843708038330078,8.477534294128418,8.21679973602295,8.21679973602295,5.078621864318848,7.855459213256836,7.855459213256836,5.365771770477295,5.365771770477295,5.563427448272705,5.563427448272705,5.421727657318115,7.769131660461426,7.769131660461426,7.042290210723877,7.042290210723877,5.675149917602539,5.675149917602539,7.6785993576049805,7.6785993576049805,6.573331356048584,6.573331356048584,7.67292594909668,7.172202110290527,7.172202110290527,7.423615455627441,7.423615455627441,7.4708147048950195,6.08908748626709,6.08908748626709,6.306832313537598,6.306832313537598,6.511747360229492,6.511747360229492,5.955250263214111,5.955250263214111,5.858802795410156,5.858802795410156,7.147878170013428,7.147878170013428,7.185699939727783,7.185699939727783,6.6706037521362305,6.6706037521362305,6.7359819412231445,6.7359819412231445,6.149754524230957,6.149754524230957,6.288780212402344,6.288780212402344,6.344789028167725,6.625576972961426,6.625576972961426,6.899187088012695,6.899187088012695,6.856410026550293],"xaxis":"x","y":[0.0,0.0,0.0,0.0,0.0,0.41851967573165894,-0.41851967573165894,0.09079498052597046,-0.09079498052597046,0.0,0.40868431329727173,-0.40868431329727173,0.0,0.7007191777229309,-0.7007191777229309,0.46421778202056885,-0.46421778202056885,0.5558270215988159,-0.5558270215988159,0.0,0.47056713700294495,-0.47056713700294495,1.029872179031372,-1.029872179031372,0.48252731561660767,-0.48252731561660767,0.33564886450767517,-0.33564886450767517,0.9988701343536377,-0.9988701343536377,0.0,0.7531797885894775,-0.7531797885894775,0.425758957862854,-0.425758957862854,0.0,0.6436269283294678,-0.6436269283294678,0.7701666951179504,-0.7701666951179504,0.7558029294013977,-0.7558029294013977,0.2591177523136139,-0.2591177523136139,0.013043581508100033,-0.013043581508100033,0.40166139602661133,-0.40166139602661133,0.28192487359046936,-0.28192487359046936,0.6146230697631836,-0.6146230697631836,0.5391324758529663,-0.5391324758529663,0.2823374569416046,-0.2823374569416046,0.35283783078193665,-0.35283783078193665,0.0,0.24868342280387878,-0.24868342280387878,0.15545885264873505,-0.15545885264873505,0.0],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Real"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Imaginary"}},"legend":{"tracegroupgap":0},"title":{"text":"Eigenvalues of Head L11H11 of GPT-2 Small"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="4dc7e94a-e602-487a-b30a-a76bd44f0c45" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("4dc7e94a-e602-487a-b30a-a76bd44f0c45")) {                    Plotly.newPlot(                        "4dc7e94a-e602-487a-b30a-a76bd44f0c45",                        [{"hovertemplate":"Real=%{x}\u003cbr\u003eImaginary=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"","marker":{"color":"#636efa","symbol":"circle"},"mode":"markers","name":"","orientation":"v","showlegend":false,"x":[-2.139726161956787,1.4152659177780151,3.4444546699523926,4.0276689529418945,8.882657051086426,4.866776943206787,4.866776943206787,4.843708038330078,4.843708038330078,8.477534294128418,8.21679973602295,8.21679973602295,5.078621864318848,7.855459213256836,7.855459213256836,5.365771770477295,5.365771770477295,5.563427448272705,5.563427448272705,5.421727657318115,7.769131660461426,7.769131660461426,7.042290210723877,7.042290210723877,5.675149917602539,5.675149917602539,7.6785993576049805,7.6785993576049805,6.573331356048584,6.573331356048584,7.67292594909668,7.172202110290527,7.172202110290527,7.423615455627441,7.423615455627441,7.4708147048950195,6.08908748626709,6.08908748626709,6.306832313537598,6.306832313537598,6.511747360229492,6.511747360229492,5.955250263214111,5.955250263214111,5.858802795410156,5.858802795410156,7.147878170013428,7.147878170013428,7.185699939727783,7.185699939727783,6.6706037521362305,6.6706037521362305,6.7359819412231445,6.7359819412231445,6.149754524230957,6.149754524230957,6.288780212402344,6.288780212402344,6.344789028167725,6.625576972961426,6.625576972961426,6.899187088012695,6.899187088012695,6.856410026550293],"xaxis":"x","y":[0.0,0.0,0.0,0.0,0.0,0.41851967573165894,-0.41851967573165894,0.09079498052597046,-0.09079498052597046,0.0,0.40868431329727173,-0.40868431329727173,0.0,0.7007191777229309,-0.7007191777229309,0.46421778202056885,-0.46421778202056885,0.5558270215988159,-0.5558270215988159,0.0,0.47056713700294495,-0.47056713700294495,1.029872179031372,-1.029872179031372,0.48252731561660767,-0.48252731561660767,0.33564886450767517,-0.33564886450767517,0.9988701343536377,-0.9988701343536377,0.0,0.7531797885894775,-0.7531797885894775,0.425758957862854,-0.425758957862854,0.0,0.6436269283294678,-0.6436269283294678,0.7701666951179504,-0.7701666951179504,0.7558029294013977,-0.7558029294013977,0.2591177523136139,-0.2591177523136139,0.013043581508100033,-0.013043581508100033,0.40166139602661133,-0.40166139602661133,0.28192487359046936,-0.28192487359046936,0.6146230697631836,-0.6146230697631836,0.5391324758529663,-0.5391324758529663,0.2823374569416046,-0.2823374569416046,0.35283783078193665,-0.35283783078193665,0.0,0.24868342280387878,-0.24868342280387878,0.15545885264873505,-0.15545885264873505,0.0],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Real"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"Imaginary"}},"legend":{"tracegroupgap":0},"title":{"text":"Eigenvalues of Head L11H11 of GPT-2 Small"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('f7ee0aa6-b7b4-42a5-a235-065ce2336733');
+var gd = document.getElementById('4dc7e94a-e602-487a-b30a-a76bd44f0c45');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -1977,9 +1977,9 @@ <h3>Medium Example: Eigenvalue Copying Scores<a class="headerlink" href="#Medium
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="8b1c5801-760f-4212-9bb0-8c4e5aaff51b" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("8b1c5801-760f-4212-9bb0-8c4e5aaff51b")) {                    Plotly.newPlot(                        "8b1c5801-760f-4212-9bb0-8c4e5aaff51b",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771],[-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248],[-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857],[0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744],[0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354],[0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723],[0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449],[0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425],[-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529],[0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827],[0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214],[0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0,"cmin":-1.0,"cmax":1.0},"title":{"text":"OV Copying Score for each head in GPT-2 Small"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="39533659-d4c1-4a47-b699-0f5b696b403a" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("39533659-d4c1-4a47-b699-0f5b696b403a")) {                    Plotly.newPlot(                        "39533659-d4c1-4a47-b699-0f5b696b403a",                        [{"coloraxis":"coloraxis","name":"0","z":[[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771],[-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248],[-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857],[0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744],[0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354],[0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723],[0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449],[0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425],[-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529],[0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827],[0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214],[0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823]],"type":"heatmap","xaxis":"x","yaxis":"y","hovertemplate":"Head: %{x}\u003cbr\u003eLayer: %{y}\u003cbr\u003ecolor: %{z}\u003cextra\u003e\u003c\u002fextra\u003e"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"scaleanchor":"y","constrain":"domain","title":{"text":"Head"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"autorange":"reversed","constrain":"domain","title":{"text":"Layer"}},"coloraxis":{"colorscale":[[0.0,"rgb(103,0,31)"],[0.1,"rgb(178,24,43)"],[0.2,"rgb(214,96,77)"],[0.3,"rgb(244,165,130)"],[0.4,"rgb(253,219,199)"],[0.5,"rgb(247,247,247)"],[0.6,"rgb(209,229,240)"],[0.7,"rgb(146,197,222)"],[0.8,"rgb(67,147,195)"],[0.9,"rgb(33,102,172)"],[1.0,"rgb(5,48,97)"]],"cmid":0.0,"cmin":-1.0,"cmax":1.0},"title":{"text":"OV Copying Score for each head in GPT-2 Small"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('8b1c5801-760f-4212-9bb0-8c4e5aaff51b');
+var gd = document.getElementById('39533659-d4c1-4a47-b699-0f5b696b403a');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2022,9 +2022,9 @@ <h3>Medium Example: Eigenvalue Copying Scores<a class="headerlink" href="#Medium
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="f412985e-2b74-4d32-8384-566f0f9d80a7" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("f412985e-2b74-4d32-8384-566f0f9d80a7")) {                    Plotly.newPlot(                        "f412985e-2b74-4d32-8384-566f0f9d80a7",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003eFull OV Copying Score=%{x}\u003cbr\u003eOV Copying Score=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["L0H0","L0H1","L0H2","L0H3","L0H4","L0H5","L0H6","L0H7","L0H8","L0H9","L0H10","L0H11","L1H0","L1H1","L1H2","L1H3","L1H4","L1H5","L1H6","L1H7","L1H8","L1H9","L1H10","L1H11","L2H0","L2H1","L2H2","L2H3","L2H4","L2H5","L2H6","L2H7","L2H8","L2H9","L2H10","L2H11","L3H0","L3H1","L3H2","L3H3","L3H4","L3H5","L3H6","L3H7","L3H8","L3H9","L3H10","L3H11","L4H0","L4H1","L4H2","L4H3","L4H4","L4H5","L4H6","L4H7","L4H8","L4H9","L4H10","L4H11","L5H0","L5H1","L5H2","L5H3","L5H4","L5H5","L5H6","L5H7","L5H8","L5H9","L5H10","L5H11","L6H0","L6H1","L6H2","L6H3","L6H4","L6H5","L6H6","L6H7","L6H8","L6H9","L6H10","L6H11","L7H0","L7H1","L7H2","L7H3","L7H4","L7H5","L7H6","L7H7","L7H8","L7H9","L7H10","L7H11","L8H0","L8H1","L8H2","L8H3","L8H4","L8H5","L8H6","L8H7","L8H8","L8H9","L8H10","L8H11","L9H0","L9H1","L9H2","L9H3","L9H4","L9H5","L9H6","L9H7","L9H8","L9H9","L9H10","L9H11","L10H0","L10H1","L10H2","L10H3","L10H4","L10H5","L10H6","L10H7","L10H8","L10H9","L10H10","L10H11","L11H0","L11H1","L11H2","L11H3","L11H4","L11H5","L11H6","L11H7","L11H8","L11H9","L11H10","L11H11"],"legendgroup":"","marker":{"color":"#636efa","symbol":"circle"},"mode":"markers","name":"","orientation":"v","showlegend":false,"x":[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771,-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248,-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857,0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744,0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354,0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723,0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449,0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425,-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529,0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827,0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214,0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823],"xaxis":"x","y":[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786,-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697,-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901,0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308,0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029,0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455,0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157,0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901,-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115,0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226,0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959,0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Full OV Copying Score"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"OV Copying Score"}},"legend":{"tracegroupgap":0},"title":{"text":"OV Copying Score for each head in GPT-2 Small"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="cc16e949-8179-4a2f-86a2-c5af97c13e3b" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("cc16e949-8179-4a2f-86a2-c5af97c13e3b")) {                    Plotly.newPlot(                        "cc16e949-8179-4a2f-86a2-c5af97c13e3b",                        [{"hovertemplate":"\u003cb\u003e%{hovertext}\u003c\u002fb\u003e\u003cbr\u003e\u003cbr\u003eFull OV Copying Score=%{x}\u003cbr\u003eOV Copying Score=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","hovertext":["L0H0","L0H1","L0H2","L0H3","L0H4","L0H5","L0H6","L0H7","L0H8","L0H9","L0H10","L0H11","L1H0","L1H1","L1H2","L1H3","L1H4","L1H5","L1H6","L1H7","L1H8","L1H9","L1H10","L1H11","L2H0","L2H1","L2H2","L2H3","L2H4","L2H5","L2H6","L2H7","L2H8","L2H9","L2H10","L2H11","L3H0","L3H1","L3H2","L3H3","L3H4","L3H5","L3H6","L3H7","L3H8","L3H9","L3H10","L3H11","L4H0","L4H1","L4H2","L4H3","L4H4","L4H5","L4H6","L4H7","L4H8","L4H9","L4H10","L4H11","L5H0","L5H1","L5H2","L5H3","L5H4","L5H5","L5H6","L5H7","L5H8","L5H9","L5H10","L5H11","L6H0","L6H1","L6H2","L6H3","L6H4","L6H5","L6H6","L6H7","L6H8","L6H9","L6H10","L6H11","L7H0","L7H1","L7H2","L7H3","L7H4","L7H5","L7H6","L7H7","L7H8","L7H9","L7H10","L7H11","L8H0","L8H1","L8H2","L8H3","L8H4","L8H5","L8H6","L8H7","L8H8","L8H9","L8H10","L8H11","L9H0","L9H1","L9H2","L9H3","L9H4","L9H5","L9H6","L9H7","L9H8","L9H9","L9H10","L9H11","L10H0","L10H1","L10H2","L10H3","L10H4","L10H5","L10H6","L10H7","L10H8","L10H9","L10H10","L10H11","L11H0","L11H1","L11H2","L11H3","L11H4","L11H5","L11H6","L11H7","L11H8","L11H9","L11H10","L11H11"],"legendgroup":"","marker":{"color":"#636efa","symbol":"circle"},"mode":"markers","name":"","orientation":"v","showlegend":false,"x":[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771,-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248,-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857,0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744,0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354,0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723,0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449,0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425,-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529,0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827,0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214,0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823],"xaxis":"x","y":[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786,-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697,-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901,0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308,0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029,0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455,0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157,0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901,-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115,0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226,0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959,0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"Full OV Copying Score"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"OV Copying Score"}},"legend":{"tracegroupgap":0},"title":{"text":"OV Copying Score for each head in GPT-2 Small"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('f412985e-2b74-4d32-8384-566f0f9d80a7');
+var gd = document.getElementById('cc16e949-8179-4a2f-86a2-c5af97c13e3b');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2089,7 +2089,7 @@ <h2>Generating Text<a class="headerlink" href="#Generating-Text" title="Permalin
 <div class="prompt empty docutils container">
 </div>
 <div class="output_area docutils container">
-<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "bfc7818ade744e64b7037b1cc4bf9ce1"}</script></div>
+<script type="application/vnd.jupyter.widget-view+json">{"version_major": 2, "version_minor": 0, "model_id": "eae92d5bbd834318ba65cd319a4b4de7"}</script></div>
 </div>
 <div class="nboutput nblast docutils container">
 <div class="prompt highlight-none notranslate"><div class="highlight"><pre><span></span>[53]:
@@ -2247,9 +2247,9 @@ <h2>Loading Pre-Trained Checkpoints<a class="headerlink" href="#Loading-Pre-Trai
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="ffb2502f-d1c3-4bcc-907a-ff19f63fbad3" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("ffb2502f-d1c3-4bcc-907a-ff19f63fbad3")) {                    Plotly.newPlot(                        "ffb2502f-d1c3-4bcc-907a-ff19f63fbad3",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"markers+lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],"xaxis":"x","y":[262144,2621440,4718592,7077888,9175040,11272192,13631488,15728640,18087936,20185088,22282240,33292288,44302336,55312384,66322432,77332480,88342528,99352576,110362624,121372672,132382720,143392768,154402816,165412864,176422912,187432960,198443008,209453056,220463104,264503296,308281344,352321536,396361728,440401920,484442112,528482304,572522496,616300544,660340736,704380928,748421120,792461312,836501504,880279552,924319744,968359936,1012400128,1056440320,1100480512,1144520704,1188298752,1232338944,1276379136,1320419328,1364459520,1408499712,1452277760,1496317952,1540358144,1584398336,1628438528,1672478720,1716518912,1760296960,1804337152,1848377344,1892417536,1936457728,1980497920,2024275968,2068316160,2112356352,2156396544,2200436736,2420375552,2640314368,2860515328,3080454144,3300392960,3520331776,3740270592,3960471552,4180410368,4400349184,4620288000,4840488960,5060427776,5280366592,5500305408,5720506368,5940445184,6160384000,6380322816,6600523776,6820462592,7040401408,7260340224,7480279040,7700480000,7920418816,8140357632,8360296448,8580497408,8800436224,9020375040,9240313856,9460514816,9680453632,9900392448,10120331264,10340270080,10560471040,10780409856,11000348672,11220287488,11440488448,11660427264,11880366080,12100304896,12320505856,12540444672,12760383488,12980322304,13200523264,13420462080,13640400896,13860339712,14080278528,14300479488,14520418304,14740357120,14960295936,15180496896,15400435712,15620374528,15840313344,16060514304,16280453120,16500391936,16720330752,16940269568,17160470528,17380409344,17600348160,17820286976,18040487936,18260426752,18480365568,18700304384,18920505344,19140444160,19360382976,19580321792,19800522752,20020461568,20240400384,20460339200,20680278016,20900478976,21120417792,21340356608,21560295424,21780496384],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"},"type":"log"},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Checkpoint Values for attn-only-2l (Log scale)"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="8b78bac3-371d-4455-8b7b-0e77efe1e1b0" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("8b78bac3-371d-4455-8b7b-0e77efe1e1b0")) {                    Plotly.newPlot(                        "8b78bac3-371d-4455-8b7b-0e77efe1e1b0",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"markers+lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],"xaxis":"x","y":[262144,2621440,4718592,7077888,9175040,11272192,13631488,15728640,18087936,20185088,22282240,33292288,44302336,55312384,66322432,77332480,88342528,99352576,110362624,121372672,132382720,143392768,154402816,165412864,176422912,187432960,198443008,209453056,220463104,264503296,308281344,352321536,396361728,440401920,484442112,528482304,572522496,616300544,660340736,704380928,748421120,792461312,836501504,880279552,924319744,968359936,1012400128,1056440320,1100480512,1144520704,1188298752,1232338944,1276379136,1320419328,1364459520,1408499712,1452277760,1496317952,1540358144,1584398336,1628438528,1672478720,1716518912,1760296960,1804337152,1848377344,1892417536,1936457728,1980497920,2024275968,2068316160,2112356352,2156396544,2200436736,2420375552,2640314368,2860515328,3080454144,3300392960,3520331776,3740270592,3960471552,4180410368,4400349184,4620288000,4840488960,5060427776,5280366592,5500305408,5720506368,5940445184,6160384000,6380322816,6600523776,6820462592,7040401408,7260340224,7480279040,7700480000,7920418816,8140357632,8360296448,8580497408,8800436224,9020375040,9240313856,9460514816,9680453632,9900392448,10120331264,10340270080,10560471040,10780409856,11000348672,11220287488,11440488448,11660427264,11880366080,12100304896,12320505856,12540444672,12760383488,12980322304,13200523264,13420462080,13640400896,13860339712,14080278528,14300479488,14520418304,14740357120,14960295936,15180496896,15400435712,15620374528,15840313344,16060514304,16280453120,16500391936,16720330752,16940269568,17160470528,17380409344,17600348160,17820286976,18040487936,18260426752,18480365568,18700304384,18920505344,19140444160,19360382976,19580321792,19800522752,20020461568,20240400384,20460339200,20680278016,20900478976,21120417792,21340356608,21560295424,21780496384],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"},"type":"log"},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Checkpoint Values for attn-only-2l (Log scale)"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('ffb2502f-d1c3-4bcc-907a-ff19f63fbad3');
+var gd = document.getElementById('8b78bac3-371d-4455-8b7b-0e77efe1e1b0');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2283,9 +2283,9 @@ <h2>Loading Pre-Trained Checkpoints<a class="headerlink" href="#Loading-Pre-Trai
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="c303e26d-5e7c-4604-8204-747efa5bb4a9" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("c303e26d-5e7c-4604-8204-747efa5bb4a9")) {                    Plotly.newPlot(                        "c303e26d-5e7c-4604-8204-747efa5bb4a9",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"markers+lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],"xaxis":"x","y":[196608,3342336,6291456,9240576,12386304,15335424,18284544,21233664,24379392,27328512,30277632,45219840,60358656,75300864,90243072,105381888,120324096,135266304,150208512,165347328,180289536,195231744,210370560,225312768,240254976,255197184,270336000,285278208,300220416,360382464,420347904,480313344,540278784,600244224,660209664,720371712,780337152,840302592,900268032,960233472,1020198912,1080360960,1140326400,1200291840,1260257280,1320222720,1380384768,1440350208,1500315648,1560281088,1620246528,1680211968,1740374016,1800339456,1860304896,1920270336,1980235776,2040201216,2100363264,2160328704,2220294144,2280259584,2340225024,2400387072,2460352512,2520317952,2580283392,2640248832,2700214272,2760376320,2820341760,2880307200,2940272640,3000238080,3300261888,3600285696,3900309504,4200333312,4500357120,4800380928,5100208128,5400231936,5700255744,6000279552,6300303360,6600327168,6900350976,7200374784,7500201984,7800225792,8100249600,8400273408,8700297216,9000321024,9300344832,9600368640,9900392448,10200219648,10500243456,10800267264,11100291072,11400314880,11700338688,12000362496,12300386304,12600213504,12900237312,13200261120,13500284928,13800308736,14100332544,14400356352,14700380160,15000207360,15300231168,15600254976,15900278784,16200302592,16500326400,16800350208,17100374016,17400201216,17700225024,18000248832,18300272640,18600296448,18900320256,19200344064,19500367872,19800391680,20100218880,20400242688,20700266496,21000290304,21300314112,21600337920,21900361728,22200385536,22500212736,22800236544,23100260352,23400284160,23700307968,24000331776,24300355584,24600379392,24900206592,25200230400,25500254208,25800278016,26100301824,26400325632,26700349440,27000373248,27300200448,27600224256,27900248064,28200271872,28500295680,28800319488,29100343296,29400367104,29700390912],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"},"type":"log"},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Checkpoint Values for solu-12l (Log scale)"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="d9ef844f-cc41-48bb-9754-d4c6b8eb02c0" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("d9ef844f-cc41-48bb-9754-d4c6b8eb02c0")) {                    Plotly.newPlot(                        "d9ef844f-cc41-48bb-9754-d4c6b8eb02c0",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"markers+lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],"xaxis":"x","y":[196608,3342336,6291456,9240576,12386304,15335424,18284544,21233664,24379392,27328512,30277632,45219840,60358656,75300864,90243072,105381888,120324096,135266304,150208512,165347328,180289536,195231744,210370560,225312768,240254976,255197184,270336000,285278208,300220416,360382464,420347904,480313344,540278784,600244224,660209664,720371712,780337152,840302592,900268032,960233472,1020198912,1080360960,1140326400,1200291840,1260257280,1320222720,1380384768,1440350208,1500315648,1560281088,1620246528,1680211968,1740374016,1800339456,1860304896,1920270336,1980235776,2040201216,2100363264,2160328704,2220294144,2280259584,2340225024,2400387072,2460352512,2520317952,2580283392,2640248832,2700214272,2760376320,2820341760,2880307200,2940272640,3000238080,3300261888,3600285696,3900309504,4200333312,4500357120,4800380928,5100208128,5400231936,5700255744,6000279552,6300303360,6600327168,6900350976,7200374784,7500201984,7800225792,8100249600,8400273408,8700297216,9000321024,9300344832,9600368640,9900392448,10200219648,10500243456,10800267264,11100291072,11400314880,11700338688,12000362496,12300386304,12600213504,12900237312,13200261120,13500284928,13800308736,14100332544,14400356352,14700380160,15000207360,15300231168,15600254976,15900278784,16200302592,16500326400,16800350208,17100374016,17400201216,17700225024,18000248832,18300272640,18600296448,18900320256,19200344064,19500367872,19800391680,20100218880,20400242688,20700266496,21000290304,21300314112,21600337920,21900361728,22200385536,22500212736,22800236544,23100260352,23400284160,23700307968,24000331776,24300355584,24600379392,24900206592,25200230400,25500254208,25800278016,26100301824,26400325632,26700349440,27000373248,27300200448,27600224256,27900248064,28200271872,28500295680,28800319488,29100343296,29400367104,29700390912],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"},"type":"log"},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Checkpoint Values for solu-12l (Log scale)"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('c303e26d-5e7c-4604-8204-747efa5bb4a9');
+var gd = document.getElementById('d9ef844f-cc41-48bb-9754-d4c6b8eb02c0');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2319,9 +2319,9 @@ <h2>Loading Pre-Trained Checkpoints<a class="headerlink" href="#Loading-Pre-Trai
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="e4168240-6d63-4fa2-8793-a7d1fbfddf23" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("e4168240-6d63-4fa2-8793-a7d1fbfddf23")) {                    Plotly.newPlot(                        "e4168240-6d63-4fa2-8793-a7d1fbfddf23",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"markers+lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509,510,511,512,513,514,515,516,517,518,519,520,521,522,523,524,525,526,527,528,529,530,531,532,533,534,535,536,537,538,539,540,541,542,543,544,545,546,547,548,549,550,551,552,553,554,555,556,557,558,559,560,561,562,563,564,565,566,567,568,569,570,571,572,573,574,575,576,577,578,579,580,581,582,583,584,585,586,587,588,589,590,591,592,593,594,595,596,597,598,599,600,601,602,603,604,605,606,607,608],"xaxis":"x","y":[0,10,20,30,40,50,60,70,80,90,100,150,200,250,300,350,400,450,500,550,600,650,700,750,800,850,900,950,1000,1050,1100,1150,1200,1250,1300,1350,1400,1450,1500,1550,1600,1650,1700,1750,1800,1850,1900,1950,2000,2100,2200,2300,2400,2500,2600,2700,2800,2900,3000,3100,3200,3300,3400,3500,3600,3700,3800,3900,4000,4100,4200,4300,4400,4500,4600,4700,4800,4900,5000,5100,5200,5300,5400,5500,5600,5700,5800,5900,6000,6100,6200,6300,6400,6500,6600,6700,6800,6900,7000,7100,7200,7300,7400,7500,7600,7700,7800,7900,8000,8100,8200,8300,8400,8500,8600,8700,8800,8900,9000,9100,9200,9300,9400,9500,9600,9700,9800,9900,10000,10100,10200,10300,10400,10500,10600,10700,10800,10900,11000,11100,11200,11300,11400,11500,11600,11700,11800,11900,12000,12100,12200,12300,12400,12500,12600,12700,12800,12900,13000,13100,13200,13300,13400,13500,13600,13700,13800,13900,14000,14100,14200,14300,14400,14500,14600,14700,14800,14900,15000,15100,15200,15300,15400,15500,15600,15700,15800,15900,16000,16100,16200,16300,16400,16500,16600,16700,16800,16900,17000,17100,17200,17300,17400,17500,17600,17700,17800,17900,18000,18100,18200,18300,18400,18500,18600,18700,18800,18900,19000,19100,19200,19300,19400,19500,19600,19700,19800,19900,20000,21000,22000,23000,24000,25000,26000,27000,28000,29000,30000,31000,32000,33000,34000,35000,36000,37000,38000,39000,40000,41000,42000,43000,44000,45000,46000,47000,48000,49000,50000,51000,52000,53000,54000,55000,56000,57000,58000,59000,60000,61000,62000,63000,64000,65000,66000,67000,68000,69000,70000,71000,72000,73000,74000,75000,76000,77000,78000,79000,80000,81000,82000,83000,84000,85000,86000,87000,88000,89000,90000,91000,92000,93000,94000,95000,96000,97000,98000,99000,100000,101000,102000,103000,104000,105000,106000,107000,108000,109000,110000,111000,112000,113000,114000,115000,116000,117000,118000,119000,120000,121000,122000,123000,124000,125000,126000,127000,128000,129000,130000,131000,132000,133000,134000,135000,136000,137000,138000,139000,140000,141000,142000,143000,144000,145000,146000,147000,148000,149000,150000,151000,152000,153000,154000,155000,156000,157000,158000,159000,160000,161000,162000,163000,164000,165000,166000,167000,168000,169000,170000,171000,172000,173000,174000,175000,176000,177000,178000,179000,180000,181000,182000,183000,184000,185000,186000,187000,188000,189000,190000,191000,192000,193000,194000,195000,196000,197000,198000,199000,200000,201000,202000,203000,204000,205000,206000,207000,208000,209000,210000,211000,212000,213000,214000,215000,216000,217000,218000,219000,220000,221000,222000,223000,224000,225000,226000,227000,228000,229000,230000,231000,232000,233000,234000,235000,236000,237000,238000,239000,240000,241000,242000,243000,244000,245000,246000,247000,248000,249000,250000,251000,252000,253000,254000,255000,256000,257000,258000,259000,260000,261000,262000,263000,264000,265000,266000,267000,268000,269000,270000,271000,272000,273000,274000,275000,276000,277000,278000,279000,280000,281000,282000,283000,284000,285000,286000,287000,288000,289000,290000,291000,292000,293000,294000,295000,296000,297000,298000,299000,300000,301000,302000,303000,304000,305000,306000,307000,308000,309000,310000,311000,312000,313000,314000,315000,316000,317000,318000,319000,320000,321000,322000,323000,324000,325000,326000,327000,328000,329000,330000,331000,332000,333000,334000,335000,336000,337000,338000,339000,340000,341000,342000,343000,344000,345000,346000,347000,348000,349000,350000,351000,352000,353000,354000,355000,356000,357000,358000,359000,360000,361000,362000,363000,364000,365000,366000,367000,368000,369000,370000,371000,372000,373000,374000,375000,376000,377000,378000,379000,380000,381000,382000,383000,384000,385000,386000,387000,388000,389000,390000,391000,392000,393000,394000,395000,396000,397000,398000,399000,400000],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"},"type":"log"},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Checkpoint Values for stanford-gpt2-small-a (Log scale)"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="5eb85cdf-6e03-4c66-8dd2-6d5330384159" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("5eb85cdf-6e03-4c66-8dd2-6d5330384159")) {                    Plotly.newPlot(                        "5eb85cdf-6e03-4c66-8dd2-6d5330384159",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"markers+lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509,510,511,512,513,514,515,516,517,518,519,520,521,522,523,524,525,526,527,528,529,530,531,532,533,534,535,536,537,538,539,540,541,542,543,544,545,546,547,548,549,550,551,552,553,554,555,556,557,558,559,560,561,562,563,564,565,566,567,568,569,570,571,572,573,574,575,576,577,578,579,580,581,582,583,584,585,586,587,588,589,590,591,592,593,594,595,596,597,598,599,600,601,602,603,604,605,606,607,608],"xaxis":"x","y":[0,10,20,30,40,50,60,70,80,90,100,150,200,250,300,350,400,450,500,550,600,650,700,750,800,850,900,950,1000,1050,1100,1150,1200,1250,1300,1350,1400,1450,1500,1550,1600,1650,1700,1750,1800,1850,1900,1950,2000,2100,2200,2300,2400,2500,2600,2700,2800,2900,3000,3100,3200,3300,3400,3500,3600,3700,3800,3900,4000,4100,4200,4300,4400,4500,4600,4700,4800,4900,5000,5100,5200,5300,5400,5500,5600,5700,5800,5900,6000,6100,6200,6300,6400,6500,6600,6700,6800,6900,7000,7100,7200,7300,7400,7500,7600,7700,7800,7900,8000,8100,8200,8300,8400,8500,8600,8700,8800,8900,9000,9100,9200,9300,9400,9500,9600,9700,9800,9900,10000,10100,10200,10300,10400,10500,10600,10700,10800,10900,11000,11100,11200,11300,11400,11500,11600,11700,11800,11900,12000,12100,12200,12300,12400,12500,12600,12700,12800,12900,13000,13100,13200,13300,13400,13500,13600,13700,13800,13900,14000,14100,14200,14300,14400,14500,14600,14700,14800,14900,15000,15100,15200,15300,15400,15500,15600,15700,15800,15900,16000,16100,16200,16300,16400,16500,16600,16700,16800,16900,17000,17100,17200,17300,17400,17500,17600,17700,17800,17900,18000,18100,18200,18300,18400,18500,18600,18700,18800,18900,19000,19100,19200,19300,19400,19500,19600,19700,19800,19900,20000,21000,22000,23000,24000,25000,26000,27000,28000,29000,30000,31000,32000,33000,34000,35000,36000,37000,38000,39000,40000,41000,42000,43000,44000,45000,46000,47000,48000,49000,50000,51000,52000,53000,54000,55000,56000,57000,58000,59000,60000,61000,62000,63000,64000,65000,66000,67000,68000,69000,70000,71000,72000,73000,74000,75000,76000,77000,78000,79000,80000,81000,82000,83000,84000,85000,86000,87000,88000,89000,90000,91000,92000,93000,94000,95000,96000,97000,98000,99000,100000,101000,102000,103000,104000,105000,106000,107000,108000,109000,110000,111000,112000,113000,114000,115000,116000,117000,118000,119000,120000,121000,122000,123000,124000,125000,126000,127000,128000,129000,130000,131000,132000,133000,134000,135000,136000,137000,138000,139000,140000,141000,142000,143000,144000,145000,146000,147000,148000,149000,150000,151000,152000,153000,154000,155000,156000,157000,158000,159000,160000,161000,162000,163000,164000,165000,166000,167000,168000,169000,170000,171000,172000,173000,174000,175000,176000,177000,178000,179000,180000,181000,182000,183000,184000,185000,186000,187000,188000,189000,190000,191000,192000,193000,194000,195000,196000,197000,198000,199000,200000,201000,202000,203000,204000,205000,206000,207000,208000,209000,210000,211000,212000,213000,214000,215000,216000,217000,218000,219000,220000,221000,222000,223000,224000,225000,226000,227000,228000,229000,230000,231000,232000,233000,234000,235000,236000,237000,238000,239000,240000,241000,242000,243000,244000,245000,246000,247000,248000,249000,250000,251000,252000,253000,254000,255000,256000,257000,258000,259000,260000,261000,262000,263000,264000,265000,266000,267000,268000,269000,270000,271000,272000,273000,274000,275000,276000,277000,278000,279000,280000,281000,282000,283000,284000,285000,286000,287000,288000,289000,290000,291000,292000,293000,294000,295000,296000,297000,298000,299000,300000,301000,302000,303000,304000,305000,306000,307000,308000,309000,310000,311000,312000,313000,314000,315000,316000,317000,318000,319000,320000,321000,322000,323000,324000,325000,326000,327000,328000,329000,330000,331000,332000,333000,334000,335000,336000,337000,338000,339000,340000,341000,342000,343000,344000,345000,346000,347000,348000,349000,350000,351000,352000,353000,354000,355000,356000,357000,358000,359000,360000,361000,362000,363000,364000,365000,366000,367000,368000,369000,370000,371000,372000,373000,374000,375000,376000,377000,378000,379000,380000,381000,382000,383000,384000,385000,386000,387000,388000,389000,390000,391000,392000,393000,394000,395000,396000,397000,398000,399000,400000],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"},"type":"log"},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Checkpoint Values for stanford-gpt2-small-a (Log scale)"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('e4168240-6d63-4fa2-8793-a7d1fbfddf23');
+var gd = document.getElementById('5eb85cdf-6e03-4c66-8dd2-6d5330384159');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2355,9 +2355,9 @@ <h2>Loading Pre-Trained Checkpoints<a class="headerlink" href="#Loading-Pre-Trai
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0")) {                    Plotly.newPlot(                        "5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"markers+lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49],"xaxis":"x","y":[832,1664,2496,3328,4160,4992,5824,6656,7488,8320,9152,9984,10816,11648,12480,13312,14144,14976,15808,16640,17472,18304,19136,19968,20800,21632,22464,23296,24128,24960,25792,26624,27456,28288,29120,29952,30784,31616,32448,33280,34112,34944,35776,36608,37440,38272,39104,39936,40768,41600],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"}},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Checkpoint Values for solu-1l-pile (Linear scale)"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c")) {                    Plotly.newPlot(                        "3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"markers+lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49],"xaxis":"x","y":[832,1664,2496,3328,4160,4992,5824,6656,7488,8320,9152,9984,10816,11648,12480,13312,14144,14976,15808,16640,17472,18304,19136,19968,20800,21632,22464,23296,24128,24960,25792,26624,27456,28288,29120,29952,30784,31616,32448,33280,34112,34944,35776,36608,37440,38272,39104,39936,40768,41600],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"}},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Checkpoint Values for solu-1l-pile (Linear scale)"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0');
+var gd = document.getElementById('3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2391,9 +2391,9 @@ <h2>Loading Pre-Trained Checkpoints<a class="headerlink" href="#Loading-Pre-Trai
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="bdf79564-82eb-4fdf-a88e-ddb94e0f8d93" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("bdf79564-82eb-4fdf-a88e-ddb94e0f8d93")) {                    Plotly.newPlot(                        "bdf79564-82eb-4fdf-a88e-ddb94e0f8d93",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"markers+lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99],"xaxis":"x","y":[326,652,978,1304,1630,1956,2282,2608,2934,3260,3586,3912,4238,4564,4890,5216,5542,5868,6194,6520,6846,7172,7498,7824,8150,8476,8802,9128,9454,9780,10106,10432,10758,11084,11410,11736,12062,12388,12714,13040,13366,13692,14018,14344,14670,14996,15322,15648,15974,16300,16626,16952,17278,17604,17930,18256,18582,18908,19234,19560,19886,20212,20538,20864,21190,21516,21842,22168,22494,22820,23146,23472,23798,24124,24450,24776,25102,25428,25754,26080,26406,26732,27058,27384,27710,28036,28362,28688,29014,29340,29666,29992,30318,30644,30970,31296,31622,31948,32274,32600],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"}},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Checkpoint Values for solu-6l-pile (Linear scale)"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="34326856-fd97-463c-936a-4a7f6a8de4cf" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("34326856-fd97-463c-936a-4a7f6a8de4cf")) {                    Plotly.newPlot(                        "34326856-fd97-463c-936a-4a7f6a8de4cf",                        [{"hovertemplate":"variable=0\u003cbr\u003eindex=%{x}\u003cbr\u003evalue=%{y}\u003cextra\u003e\u003c\u002fextra\u003e","legendgroup":"0","line":{"color":"#636efa","dash":"solid"},"marker":{"symbol":"circle"},"mode":"markers+lines","name":"0","orientation":"v","showlegend":true,"x":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99],"xaxis":"x","y":[326,652,978,1304,1630,1956,2282,2608,2934,3260,3586,3912,4238,4564,4890,5216,5542,5868,6194,6520,6846,7172,7498,7824,8150,8476,8802,9128,9454,9780,10106,10432,10758,11084,11410,11736,12062,12388,12714,13040,13366,13692,14018,14344,14670,14996,15322,15648,15974,16300,16626,16952,17278,17604,17930,18256,18582,18908,19234,19560,19886,20212,20538,20864,21190,21516,21842,22168,22494,22820,23146,23472,23798,24124,24450,24776,25102,25428,25754,26080,26406,26732,27058,27384,27710,28036,28362,28688,29014,29340,29666,29992,30318,30644,30970,31296,31622,31948,32274,32600],"yaxis":"y","type":"scatter"}],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"index"}},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"value"}},"legend":{"title":{"text":"variable"},"tracegroupgap":0},"title":{"text":"Checkpoint Values for solu-6l-pile (Linear scale)"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('bdf79564-82eb-4fdf-a88e-ddb94e0f8d93');
+var gd = document.getElementById('34326856-fd97-463c-936a-4a7f6a8de4cf');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2478,9 +2478,9 @@ <h3>Example: Induction Head Phase Transition<a class="headerlink" href="#Example
 <head><meta charset="utf-8" /></head>
 <body>
     <div>            <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG"></script><script type="text/javascript">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>                <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
-        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="c9e27a14-6af1-41bf-aa5c-aebbe6701428" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("c9e27a14-6af1-41bf-aa5c-aebbe6701428")) {                    Plotly.newPlot(                        "c9e27a14-6af1-41bf-aa5c-aebbe6701428",                        [],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"value"},"type":"log"},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"index"}},"legend":{"tracegroupgap":0},"title":{"text":"Induction Loss over training: solu-2l"}},                        {"responsive": true}                    ).then(function(){
+        <script charset="utf-8" src="https://cdn.plot.ly/plotly-2.27.0.min.js"></script>                <div id="e1ff9fbb-f895-4bfa-9bab-9fef4f755390" class="plotly-graph-div" style="height:525px; width:100%;"></div>            <script type="text/javascript">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById("e1ff9fbb-f895-4bfa-9bab-9fef4f755390")) {                    Plotly.newPlot(                        "e1ff9fbb-f895-4bfa-9bab-9fef4f755390",                        [],                        {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"anchor":"y","domain":[0.0,1.0],"title":{"text":"value"},"type":"log"},"yaxis":{"anchor":"x","domain":[0.0,1.0],"title":{"text":"index"}},"legend":{"tracegroupgap":0},"title":{"text":"Induction Loss over training: solu-2l"}},                        {"responsive": true}                    ).then(function(){
 
-var gd = document.getElementById('c9e27a14-6af1-41bf-aa5c-aebbe6701428');
+var gd = document.getElementById('e1ff9fbb-f895-4bfa-9bab-9fef4f755390');
 var x = new MutationObserver(function (mutations, observer) {{
         var display = window.getComputedStyle(gd).display;
         if (!display || display === 'none') {{
@@ -2507,7 +2507,7 @@ <h3>Example: Induction Head Phase Transition<a class="headerlink" href="#Example
 </html></div>
 </div>
 <script type="application/vnd.jupyter.widget-state+json">
-{"state": {"e1f354f282e54bc9bda72fd9f0a0944a": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "06d7ed1a97e34e73b510b96147c8deae": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "0918eabdf6fc44c5b0aebb9a5d3d80f3": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_e1f354f282e54bc9bda72fd9f0a0944a", "max": 12.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_06d7ed1a97e34e73b510b96147c8deae", "tabbable": null, "tooltip": null, "value": 12.0}}, "0dbd187232be4e1f8700275ac2b0723e": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "99d71259ad1441e0acb60db93146af62": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "4986caf8183b485aba54c4832df01b88": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_0dbd187232be4e1f8700275ac2b0723e", "placeholder": "\u200b", "style": "IPY_MODEL_99d71259ad1441e0acb60db93146af62", "tabbable": null, "tooltip": null, "value": "100%"}}, "692a60cabf034f5c833348bf4e9b72e9": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "40adc0e290c64297a02e19ad6b2b7f88": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "a92aca74f97d447d86c419e38f3e5f17": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_692a60cabf034f5c833348bf4e9b72e9", "placeholder": "\u200b", "style": "IPY_MODEL_40adc0e290c64297a02e19ad6b2b7f88", "tabbable": null, "tooltip": null, "value": " 12/12 [00:17&lt;00:00,  1.49s/it]"}}, "f9620fbd42054819a2677082406eb83d": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "62d684835645497195b004f8405155c8": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_4986caf8183b485aba54c4832df01b88", "IPY_MODEL_0918eabdf6fc44c5b0aebb9a5d3d80f3", "IPY_MODEL_a92aca74f97d447d86c419e38f3e5f17"], "layout": "IPY_MODEL_f9620fbd42054819a2677082406eb83d", "tabbable": null, "tooltip": null}}, "082b6afa8dc74abfabfb380839e224ef": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "ac8341e787c84eae8a4027d277ef193e": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "4141187bbf924c39b1733ba358c0f222": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_082b6afa8dc74abfabfb380839e224ef", "max": 352824413.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_ac8341e787c84eae8a4027d277ef193e", "tabbable": null, "tooltip": null, "value": 352824413.0}}, "d037536c2c184d1d8f6ed7e1fc48cdd8": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "0089816cd8884492a63f2c94c3c10f3e": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "38fac44fa83f470ea976735205b1e460": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_d037536c2c184d1d8f6ed7e1fc48cdd8", "placeholder": "\u200b", "style": "IPY_MODEL_0089816cd8884492a63f2c94c3c10f3e", "tabbable": null, "tooltip": null, "value": "Downloading model.safetensors: 100%"}}, "d1dd404b05c44cdfad4872e36e32b7b6": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "6a78e5391000469c8fae030d68f2d4f9": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "ec6f5dad7735468cbbf1fe7d9e21f647": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_d1dd404b05c44cdfad4872e36e32b7b6", "placeholder": "\u200b", "style": "IPY_MODEL_6a78e5391000469c8fae030d68f2d4f9", "tabbable": null, "tooltip": null, "value": " 353M/353M [00:01&lt;00:00, 311MB/s]"}}, "6091ca7e8ae64427800273c43bdbc3e5": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "104c8103d3264bfda160d0018d2ee6f7": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_38fac44fa83f470ea976735205b1e460", "IPY_MODEL_4141187bbf924c39b1733ba358c0f222", "IPY_MODEL_ec6f5dad7735468cbbf1fe7d9e21f647"], "layout": "IPY_MODEL_6091ca7e8ae64427800273c43bdbc3e5", "tabbable": null, "tooltip": null}}, "dd6c8b2a9f9f447cbb8bf77a03df62bb": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "dee6790a4ddc41159ec7bc61f9e3dc6b": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "5a38a459fa064c4d99606083abcac766": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_dd6c8b2a9f9f447cbb8bf77a03df62bb", "max": 124.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_dee6790a4ddc41159ec7bc61f9e3dc6b", "tabbable": null, "tooltip": null, "value": 124.0}}, "1971e21880fb4344b3cad408a87eec93": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "2142a92c66bc4df0bc76efe046067b26": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "8790cd82032a4378b2b819fa44b5a294": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_1971e21880fb4344b3cad408a87eec93", "placeholder": "\u200b", "style": "IPY_MODEL_2142a92c66bc4df0bc76efe046067b26", "tabbable": null, "tooltip": null, "value": "Downloading generation_config.json: 100%"}}, "07c6d994c9094ee7952ad0c5a12278e9": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "5640001d44204701b6e6dd990309490b": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "bd614db9bc554382be25523845367225": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_07c6d994c9094ee7952ad0c5a12278e9", "placeholder": "\u200b", "style": "IPY_MODEL_5640001d44204701b6e6dd990309490b", "tabbable": null, "tooltip": null, "value": " 124/124 [00:00&lt;00:00, 21.5kB/s]"}}, "f75cb2c60b614f13aca8129955760686": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "814bf5ab8d71434f8592dd4fa16382e1": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_8790cd82032a4378b2b819fa44b5a294", "IPY_MODEL_5a38a459fa064c4d99606083abcac766", "IPY_MODEL_bd614db9bc554382be25523845367225"], "layout": "IPY_MODEL_f75cb2c60b614f13aca8129955760686", "tabbable": null, "tooltip": null}}, "d29950525deb4b52829ed63bf31ab500": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "35be155bd62c4dbfb653d786fb628e01": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "4482fe89f1ca47f0bdebdd62fa44faaf": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_d29950525deb4b52829ed63bf31ab500", "max": 1042301.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_35be155bd62c4dbfb653d786fb628e01", "tabbable": null, "tooltip": null, "value": 1042301.0}}, "6f50ca4da1904919bdbaf79b52ed7bbd": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "038cb28813594e25952454ac7881a27b": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "1bcb8e47069f473db646dbb3f4ac9aa3": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_6f50ca4da1904919bdbaf79b52ed7bbd", "placeholder": "\u200b", "style": "IPY_MODEL_038cb28813594e25952454ac7881a27b", "tabbable": null, "tooltip": null, "value": "Downloading vocab.json: 100%"}}, "b096af637f9d4dcf89a7e49b989428d8": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "4f1fb6e04c38476eba86e406041fc75a": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "94f5c4d8df86404ba173fa012ec8466d": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_b096af637f9d4dcf89a7e49b989428d8", "placeholder": "\u200b", "style": "IPY_MODEL_4f1fb6e04c38476eba86e406041fc75a", "tabbable": null, "tooltip": null, "value": " 1.04M/1.04M [00:00&lt;00:00, 42.0MB/s]"}}, "b6a6ba5fad8241e69941537436db583d": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "c6ead7276f204281afcb2ade6c46f37a": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_1bcb8e47069f473db646dbb3f4ac9aa3", "IPY_MODEL_4482fe89f1ca47f0bdebdd62fa44faaf", "IPY_MODEL_94f5c4d8df86404ba173fa012ec8466d"], "layout": "IPY_MODEL_b6a6ba5fad8241e69941537436db583d", "tabbable": null, "tooltip": null}}, "acbe0cfba1614c2fbb5fbf875db35e05": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "5ed73c91d3c34b4d9c5596a9968d5636": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "c86ba1e021ee46bea98cacbe937db5a3": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_acbe0cfba1614c2fbb5fbf875db35e05", "max": 456318.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_5ed73c91d3c34b4d9c5596a9968d5636", "tabbable": null, "tooltip": null, "value": 456318.0}}, "3708ba6081eb4396982784be9618600d": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "785354d44bbe40029e3ee43386ae4199": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "2671586cdc9c49bdb50ed419da07355a": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_3708ba6081eb4396982784be9618600d", "placeholder": "\u200b", "style": "IPY_MODEL_785354d44bbe40029e3ee43386ae4199", "tabbable": null, "tooltip": null, "value": "Downloading merges.txt: 100%"}}, "175ce6eba8804660a74eef0e68dcb4e4": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "e589530d06744e1b85e2cbfd05c5e616": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "49316f9493cb406c841e1fb70096fac2": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_175ce6eba8804660a74eef0e68dcb4e4", "placeholder": "\u200b", "style": "IPY_MODEL_e589530d06744e1b85e2cbfd05c5e616", "tabbable": null, "tooltip": null, "value": " 456k/456k [00:00&lt;00:00, 41.6MB/s]"}}, "c87708a786fc41d8af1b2d08df28af87": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "fa94446c47904b35925aacd066419df2": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_2671586cdc9c49bdb50ed419da07355a", "IPY_MODEL_c86ba1e021ee46bea98cacbe937db5a3", "IPY_MODEL_49316f9493cb406c841e1fb70096fac2"], "layout": "IPY_MODEL_c87708a786fc41d8af1b2d08df28af87", "tabbable": null, "tooltip": null}}, "042d8584fcc44916a30557de5e22b605": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "cbec039c72824749b1d374e3601d9461": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "264efdb9901a48099c1dccb3aec4fe9d": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_042d8584fcc44916a30557de5e22b605", "max": 1355256.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_cbec039c72824749b1d374e3601d9461", "tabbable": null, "tooltip": null, "value": 1355256.0}}, "07d944446bb4468e94468144ed8a2bae": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "ab0549545683406fba2091e511c04437": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "9654dcdbe7204cd1a8b73f7dc2ac05b2": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_07d944446bb4468e94468144ed8a2bae", "placeholder": "\u200b", "style": "IPY_MODEL_ab0549545683406fba2091e511c04437", "tabbable": null, "tooltip": null, "value": "Downloading tokenizer.json: 100%"}}, "36d5562c5ac04adfa2eef19c7e6a597c": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "00521af6d85a4127a3623772d140e6be": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "59084f869c144cd686a434d55332feb8": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_36d5562c5ac04adfa2eef19c7e6a597c", "placeholder": "\u200b", "style": "IPY_MODEL_00521af6d85a4127a3623772d140e6be", "tabbable": null, "tooltip": null, "value": " 1.36M/1.36M [00:00&lt;00:00, 47.7MB/s]"}}, "4dbfaec340aa4047b9c5965333fb901e": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "62ef140a0ba44e349c47bceda8550521": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_9654dcdbe7204cd1a8b73f7dc2ac05b2", "IPY_MODEL_264efdb9901a48099c1dccb3aec4fe9d", "IPY_MODEL_59084f869c144cd686a434d55332feb8"], "layout": "IPY_MODEL_4dbfaec340aa4047b9c5965333fb901e", "tabbable": null, "tooltip": null}}, "fe1bde55419d448cae02af1b067432d9": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "962e355ccc304f99b9bd5f711c724f57": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "9122c17aef57409d8c310e83000bbcc4": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_fe1bde55419d448cae02af1b067432d9", "max": 50.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_962e355ccc304f99b9bd5f711c724f57", "tabbable": null, "tooltip": null, "value": 50.0}}, "4e6ddc74288f44c4a95186536c796f14": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "850a011f97774d05876b6bc40345578b": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "8540afadcf9b4d2ab894e489b7f47474": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_4e6ddc74288f44c4a95186536c796f14", "placeholder": "\u200b", "style": "IPY_MODEL_850a011f97774d05876b6bc40345578b", "tabbable": null, "tooltip": null, "value": "100%"}}, "4efd0a50cb5f4e229f915ee3f9373c25": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "620be8520ab14c15bb915cc0229f574e": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "193014f721734d24bb9f9ca34e078041": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_4efd0a50cb5f4e229f915ee3f9373c25", "placeholder": "\u200b", "style": "IPY_MODEL_620be8520ab14c15bb915cc0229f574e", "tabbable": null, "tooltip": null, "value": " 50/50 [00:01&lt;00:00, 26.23it/s]"}}, "0de3ed3ca3194eab9f61298a5bf93d33": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "bfc7818ade744e64b7037b1cc4bf9ce1": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_8540afadcf9b4d2ab894e489b7f47474", "IPY_MODEL_9122c17aef57409d8c310e83000bbcc4", "IPY_MODEL_193014f721734d24bb9f9ca34e078041"], "layout": "IPY_MODEL_0de3ed3ca3194eab9f61298a5bf93d33", "tabbable": null, "tooltip": null}}}, "version_major": 2, "version_minor": 0}
+{"state": {"a7f657ffbddf422cb1d75560e057c210": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "d0dac218c82c48f992142bbc3965c313": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "a1cc06b6ae6941b784dd055006eda6d1": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_a7f657ffbddf422cb1d75560e057c210", "max": 12.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_d0dac218c82c48f992142bbc3965c313", "tabbable": null, "tooltip": null, "value": 12.0}}, "2794eaa80378432189591498f72d892f": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "4b0eab5dbe08403b9962310b4728b008": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "05a9884c908f460690e0dd578437aa81": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_2794eaa80378432189591498f72d892f", "placeholder": "\u200b", "style": "IPY_MODEL_4b0eab5dbe08403b9962310b4728b008", "tabbable": null, "tooltip": null, "value": "100%"}}, "a4dcd33d67404acba7a4441c3645daf4": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "01e85863c3fa4db7b3900f3c8063a2dc": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "578fbaa376a54c94bfee9a453ac369b6": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_a4dcd33d67404acba7a4441c3645daf4", "placeholder": "\u200b", "style": "IPY_MODEL_01e85863c3fa4db7b3900f3c8063a2dc", "tabbable": null, "tooltip": null, "value": " 12/12 [00:18&lt;00:00,  1.58s/it]"}}, "0311b177510d4f308aa2f2f36a848b31": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "bd9930c345d349a6ac0c4f7334371900": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_05a9884c908f460690e0dd578437aa81", "IPY_MODEL_a1cc06b6ae6941b784dd055006eda6d1", "IPY_MODEL_578fbaa376a54c94bfee9a453ac369b6"], "layout": "IPY_MODEL_0311b177510d4f308aa2f2f36a848b31", "tabbable": null, "tooltip": null}}, "60132043ee594b09bc6de6e2df194d21": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "2b7f01a8889b42b4a4ff0a2a25ce6c48": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "7374cfb4d9084763b2eb012237dc1bdf": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_60132043ee594b09bc6de6e2df194d21", "max": 352824413.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_2b7f01a8889b42b4a4ff0a2a25ce6c48", "tabbable": null, "tooltip": null, "value": 352824413.0}}, "27c9a11a626c474aa7967e7146f4335e": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "4eb46626080b42adb59dc4d2b93460b4": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "fa2e61e2e6154bcd9ca57edbfa0a639e": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_27c9a11a626c474aa7967e7146f4335e", "placeholder": "\u200b", "style": "IPY_MODEL_4eb46626080b42adb59dc4d2b93460b4", "tabbable": null, "tooltip": null, "value": "Downloading model.safetensors: 100%"}}, "02c5577eec0d401ea468b73ddf879b24": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "9867cec44d024626b718178a2006531e": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "f108d3dc601c4b2a8386b628c0cee81b": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_02c5577eec0d401ea468b73ddf879b24", "placeholder": "\u200b", "style": "IPY_MODEL_9867cec44d024626b718178a2006531e", "tabbable": null, "tooltip": null, "value": " 353M/353M [00:01&lt;00:00, 284MB/s]"}}, "8cfdf4b27a0e42029fc0dcf8f29ff0ae": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "8bf1d0ed09eb4e31855b9daad3e00ef3": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_fa2e61e2e6154bcd9ca57edbfa0a639e", "IPY_MODEL_7374cfb4d9084763b2eb012237dc1bdf", "IPY_MODEL_f108d3dc601c4b2a8386b628c0cee81b"], "layout": "IPY_MODEL_8cfdf4b27a0e42029fc0dcf8f29ff0ae", "tabbable": null, "tooltip": null}}, "eb00713081bc4807a86b2abee4a9fced": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "292419af9a2b4b21b0bc1f1b88e4a4fb": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "bde7a7500f6e45738ac896a18bd1807b": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_eb00713081bc4807a86b2abee4a9fced", "max": 124.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_292419af9a2b4b21b0bc1f1b88e4a4fb", "tabbable": null, "tooltip": null, "value": 124.0}}, "7def5eaa678f4b48b6ed6288fc5b054b": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "5ac42f3ea8ed4979a2ec01b7d48d265e": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "9be97f442c02447fbec103bac276f540": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_7def5eaa678f4b48b6ed6288fc5b054b", "placeholder": "\u200b", "style": "IPY_MODEL_5ac42f3ea8ed4979a2ec01b7d48d265e", "tabbable": null, "tooltip": null, "value": "Downloading generation_config.json: 100%"}}, "627d12ce7d4f493abcf891bc05ba75f7": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "63b921dcc7964f3ba266cbf72eb06d12": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "27c0785b8187450a8723715b7f195ec1": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_627d12ce7d4f493abcf891bc05ba75f7", "placeholder": "\u200b", "style": "IPY_MODEL_63b921dcc7964f3ba266cbf72eb06d12", "tabbable": null, "tooltip": null, "value": " 124/124 [00:00&lt;00:00, 20.8kB/s]"}}, "7f7a03309689428eaf1a800493eb429e": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "d971ee545cf741d6882ae1ff83de763c": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_9be97f442c02447fbec103bac276f540", "IPY_MODEL_bde7a7500f6e45738ac896a18bd1807b", "IPY_MODEL_27c0785b8187450a8723715b7f195ec1"], "layout": "IPY_MODEL_7f7a03309689428eaf1a800493eb429e", "tabbable": null, "tooltip": null}}, "2b2b2771778642a9b23b84479b2f3d1b": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "65beea13c2c3402091f82391d033f2f3": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "4a1d06bdc82e48e59b00c8a94a187e74": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_2b2b2771778642a9b23b84479b2f3d1b", "max": 1042301.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_65beea13c2c3402091f82391d033f2f3", "tabbable": null, "tooltip": null, "value": 1042301.0}}, "ccd54f0e462641c2b5858eb8b621ef5d": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "3404d9305a8e49db853fc7e6718884b8": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "b9df25119e274eaaa426b4088da5bb3b": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_ccd54f0e462641c2b5858eb8b621ef5d", "placeholder": "\u200b", "style": "IPY_MODEL_3404d9305a8e49db853fc7e6718884b8", "tabbable": null, "tooltip": null, "value": "Downloading vocab.json: 100%"}}, "5fca157c52d5488ea274383e5f5bc6be": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "4bca6fa64d6043aeae26ff8edf87158c": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "5e4233fbb0844cd8b42e0127d95dd05d": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_5fca157c52d5488ea274383e5f5bc6be", "placeholder": "\u200b", "style": "IPY_MODEL_4bca6fa64d6043aeae26ff8edf87158c", "tabbable": null, "tooltip": null, "value": " 1.04M/1.04M [00:00&lt;00:00, 54.2MB/s]"}}, "b5be3469c6ab4921b2b3711f4336e65d": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "1c14c4d236624c57af329d5c5c2061cb": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_b9df25119e274eaaa426b4088da5bb3b", "IPY_MODEL_4a1d06bdc82e48e59b00c8a94a187e74", "IPY_MODEL_5e4233fbb0844cd8b42e0127d95dd05d"], "layout": "IPY_MODEL_b5be3469c6ab4921b2b3711f4336e65d", "tabbable": null, "tooltip": null}}, "3be3d1bf354048329275fe26c5636be9": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "05347def7d234aceb504435210584caf": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "4e590b6d9d3a461b84a60cc3c2266ed5": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_3be3d1bf354048329275fe26c5636be9", "max": 456318.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_05347def7d234aceb504435210584caf", "tabbable": null, "tooltip": null, "value": 456318.0}}, "1e42ee1627d84adba1d821ac413a4242": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "979129ef3e434c98be0c0edaa6490580": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "f090ec1606d34a548ed62a7b7bdd279c": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_1e42ee1627d84adba1d821ac413a4242", "placeholder": "\u200b", "style": "IPY_MODEL_979129ef3e434c98be0c0edaa6490580", "tabbable": null, "tooltip": null, "value": "Downloading merges.txt: 100%"}}, "3099648da7d14d8caf50b80cd43feed7": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "53c11a18431a4acea8395b8f0da020e0": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "be742a66a0fc409fa0f485611d88814b": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_3099648da7d14d8caf50b80cd43feed7", "placeholder": "\u200b", "style": "IPY_MODEL_53c11a18431a4acea8395b8f0da020e0", "tabbable": null, "tooltip": null, "value": " 456k/456k [00:00&lt;00:00, 62.7MB/s]"}}, "40eac97716e9443597b911e722d9d4c9": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "36496b2a4f6a4468839e239007f2c081": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_f090ec1606d34a548ed62a7b7bdd279c", "IPY_MODEL_4e590b6d9d3a461b84a60cc3c2266ed5", "IPY_MODEL_be742a66a0fc409fa0f485611d88814b"], "layout": "IPY_MODEL_40eac97716e9443597b911e722d9d4c9", "tabbable": null, "tooltip": null}}, "1dbd6f87c7ed4c639957b51410147539": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "1fa931b1aed3409b859a7b94cfc1736d": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "f2b30e18f6b04a2b8d00f5544025d8ad": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_1dbd6f87c7ed4c639957b51410147539", "max": 1355256.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_1fa931b1aed3409b859a7b94cfc1736d", "tabbable": null, "tooltip": null, "value": 1355256.0}}, "c74eac1e637b422e942d9744790c98f6": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "ce158930b285462e8db68bc7c34c3994": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "0b21ce06122341128c52124b485b9dd2": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_c74eac1e637b422e942d9744790c98f6", "placeholder": "\u200b", "style": "IPY_MODEL_ce158930b285462e8db68bc7c34c3994", "tabbable": null, "tooltip": null, "value": "Downloading tokenizer.json: 100%"}}, "6b4a3b660ead49f996838bf7ce95add7": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "5305b83d3e884770854a521a9afebc5f": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "92225137f2e841098a14e591fd4ea99c": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_6b4a3b660ead49f996838bf7ce95add7", "placeholder": "\u200b", "style": "IPY_MODEL_5305b83d3e884770854a521a9afebc5f", "tabbable": null, "tooltip": null, "value": " 1.36M/1.36M [00:00&lt;00:00, 50.4MB/s]"}}, "7ff72217c02e4147b2669b0cfd3eef85": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "fa038191ecdf43288a05fe92964fea3c": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_0b21ce06122341128c52124b485b9dd2", "IPY_MODEL_f2b30e18f6b04a2b8d00f5544025d8ad", "IPY_MODEL_92225137f2e841098a14e591fd4ea99c"], "layout": "IPY_MODEL_7ff72217c02e4147b2669b0cfd3eef85", "tabbable": null, "tooltip": null}}, "bfd019474e1844df9b981c51f8855060": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "999117eb84654fd4889f246d2f672fdf": {"model_name": "ProgressStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "bar_color": null, "description_width": ""}}, "e9f6ca8c369a408b99dc5179a02b412a": {"model_name": "FloatProgressModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_bfd019474e1844df9b981c51f8855060", "max": 50.0, "min": 0.0, "orientation": "horizontal", "style": "IPY_MODEL_999117eb84654fd4889f246d2f672fdf", "tabbable": null, "tooltip": null, "value": 50.0}}, "0bd22359e4bf434bab178da1e78be153": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "dcfad4099ff94438bc0d2725a563b218": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "828eefde7f2842238ae46606b3060305": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_0bd22359e4bf434bab178da1e78be153", "placeholder": "\u200b", "style": "IPY_MODEL_dcfad4099ff94438bc0d2725a563b218", "tabbable": null, "tooltip": null, "value": "100%"}}, "c0f3d2761dac4fb7a55cb0d7567d875a": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "ba30a691ae7249e7b7e12fbe71377298": {"model_name": "HTMLStyleModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "StyleView", "background": null, "description_width": "", "font_size": null, "text_color": null}}, "472de8c83ab140a49f1ae1ec4dfade00": {"model_name": "HTMLModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HTMLView", "description": "", "description_allow_html": false, "layout": "IPY_MODEL_c0f3d2761dac4fb7a55cb0d7567d875a", "placeholder": "\u200b", "style": "IPY_MODEL_ba30a691ae7249e7b7e12fbe71377298", "tabbable": null, "tooltip": null, "value": " 50/50 [00:02&lt;00:00, 24.76it/s]"}}, "1a8fc10abf9a40bdae56cc4ebc00b3c0": {"model_name": "LayoutModel", "model_module": "@jupyter-widgets/base", "model_module_version": "2.0.0", "state": {"_model_module": "@jupyter-widgets/base", "_model_module_version": "2.0.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "2.0.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border_bottom": null, "border_left": null, "border_right": null, "border_top": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null}}, "eae92d5bbd834318ba65cd319a4b4de7": {"model_name": "HBoxModel", "model_module": "@jupyter-widgets/controls", "model_module_version": "2.0.0", "state": {"_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "2.0.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "2.0.0", "_view_name": "HBoxView", "box_style": "", "children": ["IPY_MODEL_828eefde7f2842238ae46606b3060305", "IPY_MODEL_e9f6ca8c369a408b99dc5179a02b412a", "IPY_MODEL_472de8c83ab140a49f1ae1ec4dfade00"], "layout": "IPY_MODEL_1a8fc10abf9a40bdae56cc4ebc00b3c0", "tabbable": null, "tooltip": null}}}, "version_major": 2, "version_minor": 0}
 </script></section>
 </section>
 </section>
diff --git a/generated/demos/Main_Demo.ipynb b/generated/demos/Main_Demo.ipynb
index 86366a876..344fd7daf 100644
--- a/generated/demos/Main_Demo.ipynb
+++ b/generated/demos/Main_Demo.ipynb
@@ -48,10 +48,10 @@
    "execution_count": 1,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:04.975871Z",
-     "iopub.status.busy": "2023-11-23T20:37:04.975713Z",
-     "iopub.status.idle": "2023-11-23T20:37:04.985628Z",
-     "shell.execute_reply": "2023-11-23T20:37:04.985214Z"
+     "iopub.execute_input": "2023-11-29T23:47:49.022870Z",
+     "iopub.status.busy": "2023-11-29T23:47:49.022406Z",
+     "iopub.status.idle": "2023-11-29T23:47:49.032795Z",
+     "shell.execute_reply": "2023-11-29T23:47:49.032291Z"
     }
    },
    "outputs": [],
@@ -90,10 +90,10 @@
    "execution_count": 2,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:04.987708Z",
-     "iopub.status.busy": "2023-11-23T20:37:04.987305Z",
-     "iopub.status.idle": "2023-11-23T20:37:05.102191Z",
-     "shell.execute_reply": "2023-11-23T20:37:05.101699Z"
+     "iopub.execute_input": "2023-11-29T23:47:49.035158Z",
+     "iopub.status.busy": "2023-11-29T23:47:49.034789Z",
+     "iopub.status.idle": "2023-11-29T23:47:49.159033Z",
+     "shell.execute_reply": "2023-11-29T23:47:49.158391Z"
     }
    },
    "outputs": [
@@ -120,28 +120,28 @@
    "execution_count": 3,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:05.104045Z",
-     "iopub.status.busy": "2023-11-23T20:37:05.103876Z",
-     "iopub.status.idle": "2023-11-23T20:37:06.402442Z",
-     "shell.execute_reply": "2023-11-23T20:37:06.401833Z"
+     "iopub.execute_input": "2023-11-29T23:47:49.161335Z",
+     "iopub.status.busy": "2023-11-29T23:47:49.161012Z",
+     "iopub.status.idle": "2023-11-29T23:47:50.553804Z",
+     "shell.execute_reply": "2023-11-29T23:47:50.553279Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div id=\"circuits-vis-cfb1895a-f99a\" style=\"margin: 15px 0;\"/>\n",
+       "<div id=\"circuits-vis-58e33749-6c5a\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, Hello } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-cfb1895a-f99a\",\n",
+       "      \"circuits-vis-58e33749-6c5a\",\n",
        "      Hello,\n",
        "      {\"name\": \"Neel\"}\n",
        "    )\n",
        "    </script>"
       ],
       "text/plain": [
-       "<circuitsvis.utils.render.RenderedHTML at 0x7face8803c10>"
+       "<circuitsvis.utils.render.RenderedHTML at 0x7f7d9d67ec10>"
       ]
      },
      "execution_count": 3,
@@ -160,10 +160,10 @@
    "execution_count": 4,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:06.404682Z",
-     "iopub.status.busy": "2023-11-23T20:37:06.404321Z",
-     "iopub.status.idle": "2023-11-23T20:37:06.693826Z",
-     "shell.execute_reply": "2023-11-23T20:37:06.693209Z"
+     "iopub.execute_input": "2023-11-29T23:47:50.556179Z",
+     "iopub.status.busy": "2023-11-29T23:47:50.555774Z",
+     "iopub.status.idle": "2023-11-29T23:47:50.858446Z",
+     "shell.execute_reply": "2023-11-29T23:47:50.857800Z"
     }
    },
    "outputs": [],
@@ -185,10 +185,10 @@
    "execution_count": 5,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:06.696393Z",
-     "iopub.status.busy": "2023-11-23T20:37:06.696154Z",
-     "iopub.status.idle": "2023-11-23T20:37:08.075579Z",
-     "shell.execute_reply": "2023-11-23T20:37:08.075082Z"
+     "iopub.execute_input": "2023-11-29T23:47:50.861080Z",
+     "iopub.status.busy": "2023-11-29T23:47:50.860822Z",
+     "iopub.status.idle": "2023-11-29T23:47:52.343813Z",
+     "shell.execute_reply": "2023-11-29T23:47:52.343216Z"
     }
    },
    "outputs": [],
@@ -213,17 +213,17 @@
    "execution_count": 6,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:08.077945Z",
-     "iopub.status.busy": "2023-11-23T20:37:08.077595Z",
-     "iopub.status.idle": "2023-11-23T20:37:08.081468Z",
-     "shell.execute_reply": "2023-11-23T20:37:08.081023Z"
+     "iopub.execute_input": "2023-11-29T23:47:52.346285Z",
+     "iopub.status.busy": "2023-11-29T23:47:52.345942Z",
+     "iopub.status.idle": "2023-11-29T23:47:52.349858Z",
+     "shell.execute_reply": "2023-11-29T23:47:52.349285Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "<torch.autograd.grad_mode.set_grad_enabled at 0x7fac05a3c350>"
+       "<torch.autograd.grad_mode.set_grad_enabled at 0x7f7d8cbdff10>"
       ]
      },
      "execution_count": 6,
@@ -247,10 +247,10 @@
    "execution_count": 7,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:08.083446Z",
-     "iopub.status.busy": "2023-11-23T20:37:08.083126Z",
-     "iopub.status.idle": "2023-11-23T20:37:08.087729Z",
-     "shell.execute_reply": "2023-11-23T20:37:08.087195Z"
+     "iopub.execute_input": "2023-11-29T23:47:52.352100Z",
+     "iopub.status.busy": "2023-11-29T23:47:52.351786Z",
+     "iopub.status.idle": "2023-11-29T23:47:52.356309Z",
+     "shell.execute_reply": "2023-11-29T23:47:52.355843Z"
     }
    },
    "outputs": [],
@@ -302,10 +302,10 @@
    "execution_count": 8,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:08.089746Z",
-     "iopub.status.busy": "2023-11-23T20:37:08.089433Z",
-     "iopub.status.idle": "2023-11-23T20:37:08.092175Z",
-     "shell.execute_reply": "2023-11-23T20:37:08.091619Z"
+     "iopub.execute_input": "2023-11-29T23:47:52.358463Z",
+     "iopub.status.busy": "2023-11-29T23:47:52.358115Z",
+     "iopub.status.idle": "2023-11-29T23:47:52.360697Z",
+     "shell.execute_reply": "2023-11-29T23:47:52.360229Z"
     }
    },
    "outputs": [],
@@ -318,10 +318,10 @@
    "execution_count": 9,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:08.094017Z",
-     "iopub.status.busy": "2023-11-23T20:37:08.093734Z",
-     "iopub.status.idle": "2023-11-23T20:37:09.806509Z",
-     "shell.execute_reply": "2023-11-23T20:37:09.805882Z"
+     "iopub.execute_input": "2023-11-29T23:47:52.362691Z",
+     "iopub.status.busy": "2023-11-29T23:47:52.362370Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.119304Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.118711Z"
     }
    },
    "outputs": [
@@ -355,10 +355,10 @@
    "execution_count": 10,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:09.808983Z",
-     "iopub.status.busy": "2023-11-23T20:37:09.808582Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.116959Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.116373Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.121696Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.121280Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.438288Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.437721Z"
     }
    },
    "outputs": [
@@ -400,10 +400,10 @@
    "execution_count": 11,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.119351Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.119026Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.243158Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.242589Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.440528Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.440201Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.567584Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.566989Z"
     }
    },
    "outputs": [
@@ -441,10 +441,10 @@
    "execution_count": 12,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.245534Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.245201Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.249437Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.248979Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.570068Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.569686Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.574297Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.573741Z"
     }
    },
    "outputs": [
@@ -469,10 +469,10 @@
    "execution_count": 13,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.251343Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.251025Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.334001Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.333474Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.576179Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.576017Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.654242Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.653614Z"
     }
    },
    "outputs": [
@@ -486,18 +486,18 @@
     {
      "data": {
       "text/html": [
-       "<div id=\"circuits-vis-624cc146-cf5e\" style=\"margin: 15px 0;\"/>\n",
+       "<div id=\"circuits-vis-084a9dd9-762c\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionPatterns } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-624cc146-cf5e\",\n",
+       "      \"circuits-vis-084a9dd9-762c\",\n",
        "      AttentionPatterns,\n",
        "      {\"tokens\": [\"<|endoftext|>\", \"Natural\", \" language\", \" processing\", \" tasks\", \",\", \" such\", \" as\", \" question\", \" answering\", \",\", \" machine\", \" translation\", \",\", \" reading\", \" comprehension\", \",\", \" and\", \" summar\", \"ization\", \",\", \" are\", \" typically\", \" approached\", \" with\", \" supervised\", \" learning\", \" on\", \" tasks\", \"pe\", \"cific\", \" datasets\", \".\"], \"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9639418721199036, 0.03605814278125763, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8389372229576111, 0.1182878389954567, 0.04277484863996506, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4743611216545105, 0.13382025063037872, 0.27371737360954285, 0.11810112744569778, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.35606443881988525, 0.10184910148382187, 0.23054225742816925, 0.20397400856018066, 0.10757027566432953, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6660143733024597, 0.16866376996040344, 0.04535674676299095, 0.03885500505566597, 0.06775480508804321, 0.013355279341340065, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.38626962900161743, 0.285109281539917, 0.07609006762504578, 0.05908379331231117, 0.07223352789878845, 0.039796341210603714, 0.08141741901636124, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3775394856929779, 0.1883881688117981, 0.11723987013101578, 0.08685602247714996, 0.0666918084025383, 0.03500017523765564, 0.09693004190921783, 0.03135441616177559, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4869752824306488, 0.06781316548585892, 0.07952871918678284, 0.0848078578710556, 0.1590261608362198, 0.029577823355793953, 0.025685928761959076, 0.016474608331918716, 0.050110384821891785, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2906550168991089, 0.0401349700987339, 0.14614863693714142, 0.0994059145450592, 0.15389196574687958, 0.03900161013007164, 0.02498897723853588, 0.031841278076171875, 0.10222824662923813, 0.0717034637928009, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.39624103903770447, 0.0969417542219162, 0.027270644903182983, 0.02355135791003704, 0.03723449259996414, 0.006502412259578705, 0.08118755370378494, 0.013088461011648178, 0.06990595161914825, 0.24043096601963043, 0.007645339239388704, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.24864791333675385, 0.1380205750465393, 0.09235316514968872, 0.08676129579544067, 0.1381969451904297, 0.05914197117090225, 0.03223859518766403, 0.031582385301589966, 0.03048943728208542, 0.03873482719063759, 0.06671839207410812, 0.0371144562959671, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19148443639278412, 0.1617259532213211, 0.07445938885211945, 0.07740949094295502, 0.021961115300655365, 0.03392129763960838, 0.051250215619802475, 0.01951923593878746, 0.03132445365190506, 0.04020152613520622, 0.038742680102586746, 0.21578849852085114, 0.04221167787909508, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3704318404197693, 0.08681415021419525, 0.02458467148244381, 0.02161632478237152, 0.03238872438669205, 0.005422743037343025, 0.0727522224187851, 0.011272797361016273, 0.06329693645238876, 0.217268168926239, 0.006367159076035023, 0.029603807255625725, 0.05099845305085182, 0.007182054687291384, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19737651944160461, 0.04603996500372887, 0.043999820947647095, 0.1337345838546753, 0.05424822121858597, 0.025475721806287766, 0.027563506737351418, 0.021570932120084763, 0.05171823501586914, 0.06458097696304321, 0.028064634650945663, 0.23551592230796814, 0.019129814580082893, 0.02996351197361946, 0.02101767621934414, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08907235413789749, 0.019288338720798492, 0.1665353775024414, 0.07281264662742615, 0.047386400401592255, 0.024487901479005814, 0.028987325727939606, 0.019370369613170624, 0.026673024520277977, 0.0731663629412651, 0.02570459432899952, 0.042423591017723083, 0.05869460478425026, 0.02893269993364811, 0.18119069933891296, 0.0952737107872963, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2816729247570038, 0.06441289931535721, 0.018008556216955185, 0.01616961695253849, 0.023183872923254967, 0.0037532970309257507, 0.05472245812416077, 0.007909760810434818, 0.04616469517350197, 0.16947266459465027, 0.004361647181212902, 0.021011337637901306, 0.0354907289147377, 0.00493256701156497, 0.0955522358417511, 0.147263303399086, 0.005917456932365894, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21305488049983978, 0.05912370607256889, 0.03382086753845215, 0.02747686579823494, 0.02839355543255806, 0.008422905579209328, 0.0400853268802166, 0.011629259213805199, 0.052951909601688385, 0.15404638648033142, 0.0098318075761199, 0.03610190376639366, 0.047372907400131226, 0.01106918603181839, 0.09972470253705978, 0.13971355557441711, 0.013185342773795128, 0.013994931243360043, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15871699154376984, 0.043878890573978424, 0.08712151646614075, 0.08998464792966843, 0.030738590285182, 0.0341489352285862, 0.024917257949709892, 0.03139195591211319, 0.024823861196637154, 0.019790327176451683, 0.036254845559597015, 0.020694414153695107, 0.04284068942070007, 0.03820899501442909, 0.06234658882021904, 0.10919702053070068, 0.0413760244846344, 0.049167610704898834, 0.054400913417339325, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10485512018203735, 0.12122291326522827, 0.0648747980594635, 0.08768714964389801, 0.03434053063392639, 0.01748395524919033, 0.03415181487798691, 0.01528915110975504, 0.023312119767069817, 0.02830650471150875, 0.018720479682087898, 0.028111927211284637, 0.041905295103788376, 0.020989559590816498, 0.04678506776690483, 0.08659638464450836, 0.023631839081645012, 0.024273160845041275, 0.16702401638031006, 0.010438229888677597, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.22901973128318787, 0.05184381082653999, 0.013585173524916172, 0.012337238527834415, 0.018005426973104477, 0.0027703619562089443, 0.04238128289580345, 0.005856256000697613, 0.03614486753940582, 0.13039222359657288, 0.003153424011543393, 0.015672560781240463, 0.027800412848591805, 0.003554322523996234, 0.07460814714431763, 0.11298281699419022, 0.00427226722240448, 0.006832206156104803, 0.18569746613502502, 0.018073637038469315, 0.005016351584345102, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.18869926035404205, 0.034387119114398956, 0.022344736382365227, 0.019972726702690125, 0.016354018822312355, 0.00685655465349555, 0.020859045907855034, 0.005695999134331942, 0.034159183502197266, 0.07260984927415848, 0.007857207208871841, 0.018040236085653305, 0.026904456317424774, 0.009020395576953888, 0.06876447051763535, 0.17578737437725067, 0.010720068588852882, 0.00928453542292118, 0.1925639808177948, 0.025180328637361526, 0.012639072723686695, 0.021299349144101143, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1195831373333931, 0.022259412333369255, 0.032947126775979996, 0.02017023041844368, 0.035653308033943176, 0.013459905982017517, 0.017516475170850754, 0.010057874955236912, 0.025856448337435722, 0.05955953523516655, 0.015084504149854183, 0.015008730813860893, 0.053174685686826706, 0.016597604379057884, 0.041555263102054596, 0.1312934160232544, 0.019296662881970406, 0.015855029225349426, 0.1792508363723755, 0.01618383638560772, 0.022295530885457993, 0.015463392250239849, 0.10187703371047974, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14615529775619507, 0.02672750875353813, 0.016624556854367256, 0.018987691029906273, 0.06278637796640396, 0.015317165292799473, 0.019792238250374794, 0.01422776747494936, 0.025458170101046562, 0.04530354216694832, 0.016364358365535736, 0.0374930314719677, 0.01328864973038435, 0.017496539279818535, 0.0399458184838295, 0.05881757661700249, 0.019260980188846588, 0.024616027250885963, 0.038219694048166275, 0.02157779410481453, 0.020949898287653923, 0.07973216474056244, 0.050176091492176056, 0.17068107426166534, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11321668326854706, 0.03674636408686638, 0.011786575429141521, 0.010274875909090042, 0.020370667800307274, 0.0052438885904848576, 0.015918850898742676, 0.005266785155981779, 0.024891739711165428, 0.06593259423971176, 0.005933661013841629, 0.018209032714366913, 0.021020200103521347, 0.0066674984991550446, 0.034828804433345795, 0.13742126524448395, 0.007927048951387405, 0.008618667721748352, 0.1137719601392746, 0.013557437807321548, 0.009277837350964546, 0.0261213555932045, 0.08499342948198318, 0.19073905050754547, 0.011263744905591011, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1333771049976349, 0.026216605678200722, 0.038271546363830566, 0.07152579724788666, 0.05317768082022667, 0.013925841078162193, 0.007084188517183065, 0.013450146652758121, 0.009841440245509148, 0.01178977731615305, 0.013537583872675896, 0.0381549596786499, 0.04193304851651192, 0.013882285915315151, 0.037071458995342255, 0.13838458061218262, 0.014846335165202618, 0.03156952187418938, 0.05598174408078194, 0.015536683611571789, 0.01595635898411274, 0.045455556362867355, 0.01669965125620365, 0.02532576024532318, 0.036718931049108505, 0.08028540760278702, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10608971863985062, 0.019107716158032417, 0.024468660354614258, 0.027496395632624626, 0.01636580377817154, 0.005011421162635088, 0.010413105599582195, 0.006081141531467438, 0.005301061552017927, 0.011143162846565247, 0.004565386101603508, 0.018969915807247162, 0.004321118351072073, 0.00481497822329402, 0.029409408569335938, 0.028682027012109756, 0.005097254645079374, 0.0072343479841947556, 0.03412593528628349, 0.010370595380663872, 0.005643266253173351, 0.007283586077392101, 0.02938956581056118, 0.010038798674941063, 0.009134513325989246, 0.546663224697113, 0.012777911499142647, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10467305779457092, 0.03321939706802368, 0.015341253019869328, 0.009373552165925503, 0.026595458388328552, 0.0057878089137375355, 0.013571349903941154, 0.004554884973913431, 0.02805890329182148, 0.026107221841812134, 0.006353435572236776, 0.013315828517079353, 0.02662825584411621, 0.006888874340802431, 0.06204750016331673, 0.05890704691410065, 0.008068052120506763, 0.007557097356766462, 0.08522787690162659, 0.017075758427381516, 0.009256888180971146, 0.019695766270160675, 0.12617811560630798, 0.13061513006687164, 0.011351045221090317, 0.0898437350988388, 0.046381521970033646, 0.007325289770960808, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0856190174818039, 0.02143894135951996, 0.056412577629089355, 0.0570666566491127, 0.019802208989858627, 0.006727498024702072, 0.005809164140373468, 0.004516260698437691, 0.0031647467985749245, 0.01761520281434059, 0.006174598820507526, 0.08767973631620407, 0.012299862690269947, 0.006350454408675432, 0.017522139474749565, 0.14295215904712677, 0.006585489492863417, 0.007875688374042511, 0.030078936368227005, 0.013907496817409992, 0.0073766945861279964, 0.007684784941375256, 0.022160839289426804, 0.01238502562046051, 0.011890063062310219, 0.08669770509004593, 0.19902527332305908, 0.013594473712146282, 0.02958623133599758, 0.0, 0.0, 0.0, 0.0], [0.14064589142799377, 0.013298705220222473, 0.015702955424785614, 0.01735786534845829, 0.02233150787651539, 0.02967226877808571, 0.04172082245349884, 0.018995430320501328, 0.03827710822224617, 0.04863562062382698, 0.03094690665602684, 0.016023889183998108, 0.020880892872810364, 0.0324382409453392, 0.030558118596673012, 0.022808337584137917, 0.03537760674953461, 0.031451597809791565, 0.03497114032506943, 0.01867910474538803, 0.038219090551137924, 0.02257886528968811, 0.06819561123847961, 0.04214095696806908, 0.028620854020118713, 0.03775002062320709, 0.018578054383397102, 0.03376872092485428, 0.03641696646809578, 0.01295685674995184, 0.0, 0.0, 0.0], [0.07168620079755783, 0.06924446672201157, 0.019306901842355728, 0.014161975122988224, 0.016823187470436096, 0.019380606710910797, 0.019257400184869766, 0.0220036618411541, 0.013706523925065994, 0.035783782601356506, 0.018465187400579453, 0.05207169055938721, 0.020085182040929794, 0.01986212283372879, 0.02066211588680744, 0.04725164175033569, 0.021076709032058716, 0.0367872416973114, 0.02432408556342125, 0.003827549982815981, 0.02392067387700081, 0.008533225394785404, 0.026241622865200043, 0.02738005481660366, 0.03461199998855591, 0.022884158417582512, 0.10047905147075653, 0.06913496553897858, 0.02547457255423069, 0.06495601683855057, 0.030615385621786118, 0.0, 0.0], [0.06910776346921921, 0.0370122455060482, 0.03862114995718002, 0.05933326855301857, 0.01592354290187359, 0.007918563671410084, 0.010371050797402859, 0.006615665275603533, 0.0025200776290148497, 0.026019366458058357, 0.00790522899478674, 0.02965201810002327, 0.040006235241889954, 0.008451342582702637, 0.010741152800619602, 0.05027563124895096, 0.009428857825696468, 0.01360103115439415, 0.05036921054124832, 0.03176715224981308, 0.010793029330670834, 0.007216803263872862, 0.006478430703282356, 0.01480061188340187, 0.021585972979664803, 0.15769484639167786, 0.08884761482477188, 0.019016927108168602, 0.02972934953868389, 0.03316137194633484, 0.05088365823030472, 0.034150850027799606, 0.0], [0.14375510811805725, 0.01681104302406311, 0.00938666146248579, 0.006830314174294472, 0.011656844057142735, 0.0015672282315790653, 0.019711479544639587, 0.002398042008280754, 0.021235888823866844, 0.04683680832386017, 0.001690514967776835, 0.005827189888805151, 0.011980000883340836, 0.0018251389265060425, 0.042313337326049805, 0.05491374433040619, 0.0021786559373140335, 0.002417011419311166, 0.09604067355394363, 0.00575287826359272, 0.0025577880442142487, 0.00712122255936265, 0.08889928460121155, 0.10852081328630447, 0.005179054569453001, 0.03657734766602516, 0.024719923734664917, 0.0037347630131989717, 0.031077098101377487, 0.016887947916984558, 0.09450866281986237, 0.07171519845724106, 0.0033723192755132914]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0004246663593221456, 0.9995753169059753, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005621908348985016, 0.016407271847128868, 0.9830306172370911, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0011627554195001721, 0.021681973710656166, 0.0037620372604578733, 0.9733933210372925, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [3.7244368286337703e-05, 0.0001720225263852626, 0.0002814392792060971, 0.0027421435806900263, 0.9967671632766724, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008268453180789948, 0.00023985625011846423, 7.361917960224673e-05, 6.43773382762447e-05, 0.0001756635756464675, 0.9911779761314392, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0012215046444907784, 0.00540044903755188, 0.0016716319369152188, 0.0004077559569850564, 0.0006163658108562231, 0.0010931181022897363, 0.9895892143249512, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0012459794525057077, 0.0009121232433244586, 0.0005976726533845067, 0.00013656896771863103, 0.00033041107235476375, 0.001572281587868929, 0.003880825825035572, 0.9913240671157837, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00028217487852089107, 0.004068178590387106, 0.002660515485331416, 0.0013093105517327785, 0.008030476048588753, 0.0002879090898204595, 0.00022922898642718792, 0.0003948427038267255, 0.9827372431755066, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [3.47392306139227e-05, 0.00039538307464681566, 0.00013272685464471579, 0.0002585221081972122, 0.001085555530153215, 9.198026964440942e-05, 0.000326707202475518, 0.000542744412086904, 0.006105918437242508, 0.9910256266593933, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0033785076811909676, 5.090881677460857e-05, 1.6452078853035346e-05, 1.6926167518249713e-05, 4.181407712167129e-05, 0.49394041299819946, 0.00012981290637981147, 0.0008837333880364895, 3.22120358760003e-05, 2.7252099243924022e-05, 0.5014819502830505, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [8.41604924062267e-05, 0.0013417223235592246, 0.001261359197087586, 0.0021450745407491922, 0.004042362794280052, 0.0004830532125197351, 0.00011582656588871032, 0.0001520359655842185, 2.692530870262999e-05, 0.00012675125617533922, 0.0003128990938421339, 0.9899078607559204, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0003782230196520686, 0.000983756617642939, 0.03934125974774361, 0.002732245484367013, 0.0036680209450423717, 0.00011039189848816022, 0.00012931032688356936, 0.00021743457182310522, 0.00010623293928802013, 0.0007748186471872032, 6.647665577474982e-05, 0.0003148664836771786, 0.9511768817901611, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0021017210092395544, 2.443688026687596e-05, 7.788784387230407e-06, 8.651617463328876e-06, 2.014002893702127e-05, 0.2997135818004608, 7.525280670961365e-05, 0.0004898309125564992, 1.8459475541021675e-05, 1.5344538041972555e-05, 0.32833895087242126, 4.175798312644474e-05, 6.46918533675489e-06, 0.36913764476776123, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0001496832846896723, 0.00011296618322376162, 0.00036294886376708746, 0.00018591222760733217, 0.00016460906772408634, 4.1432296711718664e-05, 2.8764745366061106e-05, 7.786951027810574e-05, 0.0009200992644764483, 0.010340196080505848, 2.7572366889216937e-05, 1.7833237507147714e-05, 0.0003305456193629652, 2.4375704015255906e-05, 0.9872152805328369, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00010753834794741124, 0.0021781898103654385, 0.0020426097325980663, 0.00425192853435874, 0.006989907473325729, 2.5118790290434845e-05, 0.0007779038860462606, 0.0005783543456345797, 0.0029378440231084824, 0.03322538733482361, 1.7199259673361667e-05, 0.0008936485392041504, 0.0015238573541864753, 1.4656818166258745e-05, 0.0062226406298577785, 0.9382131695747375, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0013634886126965284, 1.322607567999512e-05, 4.013951183878817e-06, 4.803066985914484e-06, 1.0257464055030141e-05, 0.19665959477424622, 4.527264172793366e-05, 0.0002776262699626386, 1.1714446372934617e-05, 9.473313184571452e-06, 0.22919613122940063, 2.6430654543219134e-05, 4.1018488445843104e-06, 0.26576101779937744, 8.51534878165694e-06, 4.536034794000443e-06, 0.30659982562065125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0008924754220061004, 0.00013490821584127843, 4.779844675795175e-05, 5.803707608720288e-05, 0.0001048016274580732, 0.012799093499779701, 0.0007168253068812191, 0.03257954120635986, 2.6449979486642405e-05, 0.00011185073526576161, 0.011884265579283237, 4.0102739149006084e-05, 5.555408642976545e-05, 0.012377867475152016, 0.00010783469042507932, 5.4043703130446374e-05, 0.013122130185365677, 0.9148862957954407, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [5.07531922266935e-06, 4.3961466872133315e-05, 3.398504850338213e-05, 7.940301293274388e-05, 5.4779167840024456e-05, 7.921550491118978e-07, 9.313333066529594e-06, 7.727086085651536e-06, 8.597270061727613e-05, 0.0001227404281962663, 5.141488941262651e-07, 1.702796907920856e-06, 3.834186645690352e-05, 4.4509752683552506e-07, 0.00013928249245509505, 0.00032758008455857635, 3.994804558260512e-07, 3.948134235542966e-06, 0.999043881893158, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [9.346190927317366e-05, 0.0018395759398117661, 0.0025233139749616385, 0.01808723248541355, 0.0029363781213760376, 0.00027335842605680227, 4.8729798436397687e-05, 0.00042127809138037264, 0.00015624363732058555, 0.0009748339653015137, 0.00020533608039841056, 0.0010228835744783282, 0.0019548055715858936, 0.0001947038690559566, 0.0011294218711555004, 0.0016656137304380536, 0.0001873406145023182, 0.000950345944147557, 0.00044551800237968564, 0.9648897647857666, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010859703179448843, 8.512334716215264e-06, 2.53072653322306e-06, 3.0625210456491914e-06, 5.9751241678895894e-06, 0.13292619585990906, 3.3453237847425044e-05, 0.00018891232321038842, 8.477757546643261e-06, 6.5404224187659565e-06, 0.1644591987133026, 1.8130021999240853e-05, 3.062742962356424e-06, 0.19719168543815613, 6.429836503230035e-06, 3.444740059421747e-06, 0.23317117989063263, 0.002279625041410327, 3.713433443408576e-06, 3.5288030630908906e-05, 0.2685586214065552, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0004197956877760589, 0.00011805014219135046, 0.00014240515884011984, 3.796788223553449e-05, 0.00019043180509470403, 0.00176512252073735, 0.0005709833349101245, 0.0005008857697248459, 8.840763621265069e-05, 0.0001420867774868384, 0.001663984265178442, 3.348111204104498e-05, 2.4414004656136967e-05, 0.00175465049687773, 6.520311580970883e-05, 2.414266964478884e-05, 0.0018299149814993143, 0.0015691040316596627, 3.974881110480055e-05, 0.00015712414460722357, 0.0018554475391283631, 0.9870065450668335, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [7.501784421037883e-05, 0.0014379833592101932, 6.345151632558554e-05, 0.00010864839714486152, 0.00015633183647878468, 3.210126124031376e-06, 0.002203281968832016, 0.0002207657671533525, 5.2403021982172504e-05, 4.8815836635185406e-05, 2.264463546453044e-06, 1.5327248547691852e-05, 4.157144758210052e-06, 2.0228428638802143e-06, 6.2968028942123055e-06, 4.8486737796338275e-05, 1.992900934055797e-06, 3.2470077712787315e-05, 0.0012695096665993333, 1.9632627299870364e-05, 1.8090934190695407e-06, 0.0005810296279378235, 0.9936450719833374, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [7.450144039466977e-05, 0.0006139380275271833, 0.0009361182455904782, 0.0008487782906740904, 0.0028506300877779722, 1.0365030902903527e-05, 0.00021614236175082624, 0.00017397513147443533, 0.0020508375018835068, 0.005805291701108217, 8.05522267910419e-06, 8.086584421107545e-05, 0.000770243292208761, 7.288177130249096e-06, 0.001057614921592176, 0.0022755940444767475, 6.663255135208601e-06, 0.00011621018347796053, 0.0005972448270767927, 8.736289601074532e-05, 6.332325483526802e-06, 6.096452852943912e-05, 6.0905720602022484e-05, 0.9812840819358826, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005848745349794626, 0.00015909200010355562, 1.083647021005163e-05, 7.365475903498009e-05, 0.00011349534906912595, 0.0008256662986241281, 0.00031911072437651455, 0.018529992550611496, 1.0226589438389055e-05, 4.9587219109525904e-05, 0.0007716424879617989, 4.454819281818345e-05, 9.865025276667438e-06, 0.0008067170856520534, 2.2673882995150052e-05, 1.2464139217627235e-05, 0.0008449103333987296, 0.008790107443928719, 3.5792407288681716e-05, 3.66286258213222e-05, 0.0008917523664422333, 0.0010791767854243517, 0.0003708462754730135, 0.0001083713723346591, 0.9654979109764099, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [1.6459925973322242e-05, 0.0001715245598461479, 3.208317866665311e-05, 0.00010234172805212438, 0.0026318796444684267, 9.886184670904186e-06, 3.250848749303259e-05, 3.7417539715534076e-05, 0.00012631539721041918, 4.9912112444872037e-05, 8.302540663862601e-06, 8.443422120762989e-05, 3.127968739136122e-05, 7.633363566128537e-06, 1.0101352927449625e-05, 5.6673809012863785e-05, 7.442129117407603e-06, 2.7689655325957574e-05, 1.841835728555452e-05, 2.879437261071871e-06, 6.840427886345424e-06, 4.279875156498747e-06, 0.00043176571489311755, 0.0001761750172590837, 8.995599637273699e-05, 0.9958257675170898, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [2.6368099497631192e-05, 0.00018008743063546717, 0.0001808295346563682, 0.00030464722658507526, 0.00039390946039929986, 4.674849333241582e-05, 2.7231719286646694e-05, 4.8734953452367336e-05, 0.00029131697374396026, 0.0004206168814562261, 3.804643711191602e-05, 0.00025245139840990305, 5.6067434343276545e-05, 3.82037615054287e-05, 0.0015365129802376032, 0.0012537221191450953, 3.593428846215829e-05, 2.303666406078264e-05, 0.00018036243272945285, 0.00012266113481018692, 3.517787263263017e-05, 6.924685294507071e-05, 0.00011267305671935901, 0.0008507389575242996, 0.00014361889043357223, 0.00023528003657702357, 0.9930958151817322, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0007048257393762469, 5.675388456438668e-05, 3.3512919799250085e-06, 7.472656761819962e-06, 1.7859458239399828e-05, 0.0008156527183018625, 4.952957169734873e-05, 0.0013530976139008999, 3.7417627027025446e-05, 0.0001437800528947264, 0.0007639331743121147, 9.991684237320442e-06, 2.884440846173675e-06, 0.0007552225142717361, 0.00010159600788028911, 3.120546807622304e-06, 0.0008060947293415666, 0.0011406760895624757, 1.4343102520797402e-05, 9.910175322147552e-06, 0.0008649185765534639, 8.66326445247978e-05, 3.469540024525486e-05, 0.00010265829769195989, 0.007663473952561617, 4.187890954199247e-05, 3.4908694033219945e-06, 0.9844047427177429, 0.0, 0.0, 0.0, 0.0, 0.0], [2.0288327505113557e-05, 2.9542719858000055e-05, 5.037501978222281e-05, 0.0009778322419151664, 0.3728255331516266, 6.661317456746474e-06, 1.573363806528505e-05, 3.981242480222136e-05, 0.00022353234817273915, 0.00012674317986238748, 5.118443823448615e-06, 0.00024116170243360102, 1.2973835509910714e-05, 4.80069502373226e-06, 2.3321656044572592e-05, 7.723525050096214e-05, 4.593436187860789e-06, 1.9647119188448414e-05, 0.00021129958622623235, 1.1453519618953578e-05, 4.380488462629728e-06, 1.4442666724789888e-05, 3.6767421988770366e-05, 0.00011845329572679475, 3.797718454734422e-05, 0.0007802760228514671, 0.0004048362316098064, 1.0429552276036702e-05, 0.6236647963523865, 0.0, 0.0, 0.0, 0.0], [2.0582907382049598e-05, 8.83124303072691e-05, 0.00020454880723264068, 0.00030188984237611294, 8.223887562053278e-05, 1.970439734577667e-05, 0.00014085113070905209, 2.8963144359295256e-05, 7.669377737329341e-06, 3.724613270605914e-05, 1.673677070357371e-05, 6.404696614481509e-05, 0.0006910584052093327, 1.6027554011088796e-05, 0.00015603679639752954, 0.0001482591324020177, 1.5700070434832014e-05, 9.155381849268451e-05, 8.525082375854254e-05, 4.904512934444938e-06, 1.5784382412675768e-05, 5.293112189974636e-05, 0.0005298351752571762, 0.0005658394657075405, 6.167318497318774e-05, 6.729490996804088e-05, 0.0003077442815992981, 1.0369148185418453e-05, 6.799342372687533e-05, 0.9960988759994507, 0.0, 0.0, 0.0], [1.3371305612963624e-05, 0.0009821526473388076, 0.00041548089939169586, 0.00011442326649557799, 0.0003873073437716812, 5.660855094902217e-06, 0.0012746263528242707, 0.0005708062089979649, 0.0006383618456311524, 0.0005776655161753297, 4.127729425817961e-06, 9.161743037111592e-06, 9.14283373276703e-05, 3.774864126171451e-06, 1.3575295270129573e-05, 0.0002916174125857651, 3.447485596552724e-06, 7.899185584392399e-05, 0.0031891181133687496, 4.885079306404805e-06, 3.1652807592763565e-06, 1.4087455383560155e-05, 0.0001567141298437491, 0.0003544885548762977, 0.00017265455971937627, 0.0013050627894699574, 0.0002186766650993377, 2.6776693630381487e-05, 0.00026460157823748887, 1.3334517461771611e-05, 0.9888005256652832, 0.0, 0.0], [2.745506208157167e-05, 0.00016438262537121773, 7.99642366473563e-05, 0.0011914960341528058, 0.0007883630460128188, 2.658414359757444e-06, 3.0057593903620727e-05, 7.457976153091295e-06, 0.00014940995606593788, 2.8857133656856604e-05, 1.873827500276093e-06, 0.00033288003760389984, 5.16086038260255e-05, 1.7577465314388974e-06, 0.00012656602484639734, 0.00014267012011259794, 1.6954454622464254e-06, 2.1952573661110364e-05, 0.00023040804080665112, 4.429338878253475e-05, 1.6103306279546814e-06, 2.7008050892618485e-05, 0.00023884844267740846, 0.00019046018132939935, 9.496127859165426e-06, 0.00044664356391876936, 0.00022095769236329943, 5.379170943342615e-06, 0.0006956402794457972, 0.0001547076681163162, 0.0002548544143792242, 0.9943286776542664, 0.0], [0.006231046747416258, 9.72282505244948e-05, 6.871603090985445e-06, 2.1151136024855077e-05, 5.828053326695226e-05, 0.007238902151584625, 2.0987936295568943e-05, 0.0002545907336752862, 6.243871030164883e-05, 2.09246627491666e-05, 0.007872143760323524, 5.585329927271232e-05, 9.868786946753971e-06, 0.009169397875666618, 7.203009590739384e-05, 7.068700597301358e-06, 0.010345976799726486, 0.0013096530456095934, 3.803680374403484e-05, 8.022711699595675e-05, 0.012053261511027813, 4.071998773724772e-05, 3.686068112074281e-06, 3.4713455534074455e-05, 0.0005061827832832932, 8.918950334191322e-05, 2.9112115953466855e-05, 0.0012772809714078903, 8.489656465826556e-05, 0.00018447409092914313, 0.00013425754150375724, 6.813061190769076e-05, 0.9425214529037476]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.943029522895813, 0.05697045475244522, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9185556173324585, 0.032800041139125824, 0.048644352704286575, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8779287934303284, 0.056434281170368195, 0.04271192103624344, 0.022924991324543953, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.804131805896759, 0.029098201543092728, 0.07556731253862381, 0.05643591657280922, 0.03476676344871521, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.494310587644577, 0.020183544605970383, 0.027966560795903206, 0.01831907592713833, 0.031442031264305115, 0.40777823328971863, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6057478189468384, 0.02924243174493313, 0.09491512924432755, 0.07609348744153976, 0.06614658236503601, 0.08705786615610123, 0.0407966673374176, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.448382169008255, 0.04542431980371475, 0.0740148201584816, 0.06864845752716064, 0.0937662422657013, 0.0877426415681839, 0.0653427243232727, 0.1166786178946495, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.49169260263442993, 0.137820765376091, 0.03955018147826195, 0.06153321638703346, 0.045399632304906845, 0.040731463581323624, 0.062287040054798126, 0.05861866846680641, 0.06236644834280014, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5404124855995178, 0.044426627457141876, 0.03957854211330414, 0.04188809171319008, 0.07529857009649277, 0.04669506475329399, 0.048475231975317, 0.05500520393252373, 0.08293062448501587, 0.02528950944542885, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28273552656173706, 0.014234171248972416, 0.017647748813033104, 0.011433069594204426, 0.021741706877946854, 0.2666538953781128, 0.015403537079691887, 0.04734928905963898, 0.017767542973160744, 0.013926065526902676, 0.29110750555992126, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.34496626257896423, 0.04611678048968315, 0.05771545320749283, 0.11131856590509415, 0.11289365589618683, 0.027930336073040962, 0.03859188035130501, 0.05656527727842331, 0.05864057317376137, 0.06648597121238708, 0.026114359498023987, 0.052660852670669556, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4699217677116394, 0.032015684992074966, 0.1077289804816246, 0.027006756514310837, 0.04465879872441292, 0.022773563861846924, 0.0231170654296875, 0.025491520762443542, 0.04950268566608429, 0.02657393552362919, 0.01970885880291462, 0.06337957084178925, 0.08812079578638077, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.20661765336990356, 0.010379297658801079, 0.012261927127838135, 0.008319094777107239, 0.016007069498300552, 0.1952773928642273, 0.011453290469944477, 0.03475670516490936, 0.01307358592748642, 0.010938972234725952, 0.21602484583854675, 0.005866494961082935, 0.02364230714738369, 0.23538129031658173, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.33993491530418396, 0.029161641374230385, 0.09540712088346481, 0.03395187482237816, 0.08440456539392471, 0.012559544295072556, 0.02935866080224514, 0.024564160034060478, 0.10622433573007584, 0.04689216986298561, 0.01146959513425827, 0.006369194947183132, 0.11145271360874176, 0.011317990720272064, 0.0569315068423748, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4040881097316742, 0.02419566921889782, 0.03891005739569664, 0.014727430418133736, 0.024456560611724854, 0.03845002129673958, 0.03923037275671959, 0.037171371281147, 0.06030002981424332, 0.04198544844985008, 0.037167180329561234, 0.01639123074710369, 0.039289690554142, 0.03772978112101555, 0.13448573648929596, 0.011421295814216137, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15876445174217224, 0.008203905075788498, 0.009295269846916199, 0.006221715360879898, 0.011793200857937336, 0.15069788694381714, 0.008851953782141209, 0.026313530281186104, 0.010186916217207909, 0.008433728478848934, 0.16762234270572662, 0.004420033656060696, 0.01821179874241352, 0.18350808322429657, 0.020927341654896736, 0.006447792984545231, 0.2001000940799713, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.17539213597774506, 0.020569654181599617, 0.01829143427312374, 0.00929802656173706, 0.017377890646457672, 0.042534783482551575, 0.02070159651339054, 0.05044395849108696, 0.02543805167078972, 0.017218226566910744, 0.04311535134911537, 0.013349833898246288, 0.028528600931167603, 0.0459725484251976, 0.03408820554614067, 0.01983421854674816, 0.04992840066552162, 0.36791712045669556, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.26033347845077515, 0.017148377373814583, 0.03745277225971222, 0.07594799995422363, 0.04674697667360306, 0.018068531528115273, 0.031346458941698074, 0.037415143102407455, 0.07175809890031815, 0.05872536823153496, 0.0170787014067173, 0.04030592367053032, 0.05706355720758438, 0.01711357943713665, 0.10491336137056351, 0.046705346554517746, 0.017230210825800896, 0.024682143703103065, 0.019963981583714485, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.30547064542770386, 0.05190496891736984, 0.043468985706567764, 0.021846851333975792, 0.021017182618379593, 0.03390473872423172, 0.04190469905734062, 0.03909287601709366, 0.028871973976492882, 0.023003436625003815, 0.03205801174044609, 0.023334508761763573, 0.0711059421300888, 0.03290088474750519, 0.061641961336135864, 0.031832627952098846, 0.03376764431595802, 0.045714881271123886, 0.03501523658633232, 0.022141894325613976, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1224295049905777, 0.006105297245085239, 0.006670297123491764, 0.00458177737891674, 0.009337781928479671, 0.11381794512271881, 0.006783356424421072, 0.01971990056335926, 0.00758085772395134, 0.00661364383995533, 0.12765927612781525, 0.003502656938508153, 0.014002329669892788, 0.14000988006591797, 0.015684882178902626, 0.005092612002044916, 0.15336216986179352, 0.03527414798736572, 0.022465629503130913, 0.006954455282539129, 0.17235167324543, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.20538491010665894, 0.03477853164076805, 0.014682918787002563, 0.03118330053985119, 0.0309312641620636, 0.021952766925096512, 0.03290864825248718, 0.05740533396601677, 0.05587517097592354, 0.04864276573061943, 0.023520752787590027, 0.01510855183005333, 0.02738633006811142, 0.02451842837035656, 0.06060458719730377, 0.03477614372968674, 0.0261378213763237, 0.05168433114886284, 0.06281404197216034, 0.020291464403271675, 0.028601735830307007, 0.09081017971038818, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23978599905967712, 0.03132349252700806, 0.05037754029035568, 0.01586942747235298, 0.03901456668972969, 0.02280554547905922, 0.04285357519984245, 0.02888229675590992, 0.04046262800693512, 0.03410724923014641, 0.022644521668553352, 0.039230700582265854, 0.0723857581615448, 0.022345518693327904, 0.049581028521060944, 0.03193334862589836, 0.02332560531795025, 0.04521358758211136, 0.03055434860289097, 0.022876491770148277, 0.024732308462262154, 0.05549483001232147, 0.014199569821357727, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23581692576408386, 0.0205583106726408, 0.04375004768371582, 0.02970486506819725, 0.03703876584768295, 0.014953458681702614, 0.04004310816526413, 0.027184365317225456, 0.045761838555336, 0.03809257969260216, 0.014181879349052906, 0.03789154067635536, 0.06518243253231049, 0.014182924292981625, 0.05489494279026985, 0.023720961064100266, 0.014592783525586128, 0.025570034980773926, 0.07356184720993042, 0.03918232396245003, 0.014925515279173851, 0.046288661658763885, 0.027801064774394035, 0.015118849463760853, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14254967868328094, 0.012010163627564907, 0.016881294548511505, 0.02074255794286728, 0.03245176002383232, 0.029625998809933662, 0.030295221135020256, 0.05620871111750603, 0.029608746990561485, 0.02948184125125408, 0.032639842480421066, 0.010038232430815697, 0.04078620672225952, 0.03462785482406616, 0.03391634672880173, 0.020155752077698708, 0.03684317693114281, 0.0606469102203846, 0.04744713753461838, 0.03252528980374336, 0.04040035977959633, 0.05947762355208397, 0.03129401430487633, 0.04792547971010208, 0.07141980528831482, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2222907692193985, 0.059111353009939194, 0.03702675551176071, 0.04059012606739998, 0.027254510670900345, 0.019174767658114433, 0.03171538934111595, 0.020462147891521454, 0.03811326250433922, 0.019927889108657837, 0.018538912758231163, 0.015436707064509392, 0.04536490887403488, 0.019355757161974907, 0.05035829544067383, 0.03328138589859009, 0.02017974853515625, 0.036794353276491165, 0.0433138869702816, 0.02847641333937645, 0.02131732925772667, 0.047712888568639755, 0.013107034377753735, 0.026336049661040306, 0.03021136112511158, 0.03454800322651863, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2843813896179199, 0.023870108649134636, 0.04641883075237274, 0.010260097682476044, 0.03390985727310181, 0.01830146834254265, 0.02370888739824295, 0.0247668270021677, 0.025767754763364792, 0.02296881563961506, 0.016735462471842766, 0.013406947255134583, 0.045986615121364594, 0.01667323336005211, 0.08106391876935959, 0.05033260956406593, 0.016726171597838402, 0.01990479975938797, 0.030325334519147873, 0.01014632172882557, 0.0173182375729084, 0.019040964543819427, 0.011081119067966938, 0.05204639211297035, 0.03335351124405861, 0.038808830082416534, 0.012695515528321266, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11854357272386551, 0.01335094589740038, 0.013422034680843353, 0.0302731953561306, 0.02616293355822563, 0.020776210352778435, 0.021280208602547646, 0.03798934072256088, 0.03536445274949074, 0.03665178269147873, 0.0220040176063776, 0.015380042605102062, 0.030023131519556046, 0.023299671709537506, 0.030007552355527878, 0.014861369505524635, 0.02452193759381771, 0.03999800235033035, 0.03900156170129776, 0.03600766509771347, 0.026851212605834007, 0.06795872002840042, 0.038931310176849365, 0.057258062064647675, 0.06659834086894989, 0.03075685352087021, 0.023343214765191078, 0.05938267707824707, 0.0, 0.0, 0.0, 0.0, 0.0], [0.25091853737831116, 0.01135188341140747, 0.023033952340483665, 0.01884976588189602, 0.01320881862193346, 0.01643040031194687, 0.03763698413968086, 0.021519407629966736, 0.03823148086667061, 0.03122309409081936, 0.01608109660446644, 0.017179008573293686, 0.0823964774608612, 0.01577541045844555, 0.04969312623143196, 0.03397902101278305, 0.016469145193696022, 0.025656109675765038, 0.053269319236278534, 0.024380972608923912, 0.01703290082514286, 0.031062550842761993, 0.014834260568022728, 0.04310779646039009, 0.027818359434604645, 0.015127941034734249, 0.012749834917485714, 0.0268526803702116, 0.014129594899713993, 0.0, 0.0, 0.0, 0.0], [0.19256949424743652, 0.02283368445932865, 0.01449588593095541, 0.02805502340197563, 0.03290427103638649, 0.01857709139585495, 0.02377672679722309, 0.014988912269473076, 0.027755482122302055, 0.019952137023210526, 0.018426885828375816, 0.02680848352611065, 0.04026195406913757, 0.018957331776618958, 0.01998024620115757, 0.03905032202601433, 0.019494347274303436, 0.03071431629359722, 0.07932325452566147, 0.03619767352938652, 0.02037958800792694, 0.023319300264120102, 0.018723847344517708, 0.05692770332098007, 0.023927533999085426, 0.039243243634700775, 0.021783525124192238, 0.020374206826090813, 0.041788339614868164, 0.008409246802330017, 0.0, 0.0, 0.0], [0.1891939789056778, 0.014352073892951012, 0.0278293639421463, 0.018936049193143845, 0.05455230548977852, 0.024302387610077858, 0.020752564072608948, 0.030501794070005417, 0.016900427639484406, 0.029904043301939964, 0.02311178669333458, 0.021664857864379883, 0.03335980325937271, 0.02305050566792488, 0.027927029877901077, 0.02625349350273609, 0.0242579597979784, 0.02439497597515583, 0.01766667328774929, 0.022081058472394943, 0.02544150874018669, 0.023996734991669655, 0.015941407531499863, 0.021863484755158424, 0.048762742429971695, 0.01023405883461237, 0.025762978941202164, 0.061923280358314514, 0.06737109273672104, 0.01818411983549595, 0.009525518864393234, 0.0, 0.0], [0.27111953496932983, 0.05460573360323906, 0.03970598429441452, 0.03512895479798317, 0.02031375840306282, 0.008183857426047325, 0.02255663461983204, 0.01403643749654293, 0.02619847282767296, 0.03235534578561783, 0.007185020949691534, 0.010813488624989986, 0.051626089960336685, 0.007057536393404007, 0.04232775792479515, 0.01850598119199276, 0.006952998694032431, 0.012550849467515945, 0.037855178117752075, 0.014787370339035988, 0.007130765821784735, 0.018956711515784264, 0.010758964344859123, 0.02354053035378456, 0.01625620760023594, 0.007915407419204712, 0.03652311861515045, 0.01456227246671915, 0.019251471385359764, 0.010911808349192142, 0.034396685659885406, 0.06592900305986404, 0.0], [0.14836539328098297, 0.01450689323246479, 0.0076462929137051105, 0.011038759723305702, 0.026302475482225418, 0.013194828294217587, 0.02718488685786724, 0.017392205074429512, 0.01612214557826519, 0.03288078308105469, 0.014050282537937164, 0.007167350500822067, 0.016120057553052902, 0.014647024683654308, 0.018450887873768806, 0.013102127239108086, 0.01528322882950306, 0.014542991295456886, 0.05961218848824501, 0.02238386683166027, 0.01679699309170246, 0.10928261280059814, 0.07263996452093124, 0.08393710106611252, 0.025248991325497627, 0.03774847090244293, 0.016226936131715775, 0.024953868240118027, 0.0421658456325531, 0.004525810945779085, 0.01449135784059763, 0.01914571225643158, 0.022841649129986763]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09646989405155182, 0.9035300612449646, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0432523675262928, 0.08177752792835236, 0.8749701380729675, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09995397925376892, 0.025312725454568863, 0.020108042284846306, 0.8546252250671387, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.024889368563890457, 0.00320735527202487, 0.0018421593122184277, 0.022361500188708305, 0.9476996660232544, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10732380300760269, 0.017841672524809837, 0.019553344696760178, 0.04333319514989853, 0.10211500525474548, 0.7098329067230225, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006426361855119467, 0.00044797820737585425, 0.00014756589371245354, 0.0004693672526627779, 0.0014411886222660542, 0.003859694814309478, 0.98720782995224, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010354593396186829, 0.0001990183664020151, 0.00016020424664020538, 6.937277794349939e-05, 0.00038674211828038096, 0.005171594675630331, 0.8964056372642517, 0.09657203406095505, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.001288329716771841, 0.00032334469142369926, 0.0002652714028954506, 0.0002549059281591326, 0.000201298258616589, 0.00010048996773548424, 0.0005700881010852754, 0.00040912977419793606, 0.9965871572494507, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0001874157169368118, 1.6196530850720592e-05, 4.2281039895897266e-06, 0.0002875888312701136, 1.1125704986625351e-05, 9.805656191019807e-06, 0.0001556719362270087, 7.632971392013133e-05, 0.0034869094379246235, 0.9957647323608398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015741512179374695, 0.0006393603980541229, 0.00045715278247371316, 0.0009912523673847318, 0.002114036353304982, 0.018089773133397102, 0.047120336443185806, 0.07010911405086517, 0.061528295278549194, 0.27690401673316956, 0.5063051581382751, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0006166601087898016, 0.0005207082722336054, 4.61151976196561e-05, 0.0014613015810027719, 0.0005623759934678674, 4.447608080226928e-05, 0.00036539699067361653, 0.0002860166132450104, 0.004506131634116173, 0.005816526710987091, 0.0007244550506584346, 0.9850499033927917, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010478567564859986, 3.0628176318714395e-05, 0.0001734501274768263, 5.423119000624865e-05, 6.388423207681626e-05, 1.1261137842666358e-05, 1.7169008060591295e-05, 1.3931334251537919e-05, 0.0020760411862283945, 0.0002692685811780393, 0.00015268517017830163, 0.0036844341084361076, 0.992405116558075, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.010746276937425137, 0.0002535435778554529, 0.0001532293827040121, 0.0002928702742792666, 0.0005376795306801796, 0.004423546139150858, 0.009884335100650787, 0.012843052856624126, 0.012738611549139023, 0.05966855213046074, 0.10772999376058578, 0.024745717644691467, 0.07808699458837509, 0.6778956055641174, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00041218005935661495, 2.6218716811854392e-05, 1.775590681063477e-05, 0.00019181905372533947, 3.2979528441501316e-06, 3.912678948836401e-06, 1.0438098797749262e-05, 4.906854428554652e-06, 0.0005868573789484799, 0.003038153052330017, 3.693125108839013e-05, 0.0007724309107288718, 0.009622602723538876, 0.00016094397869892418, 0.9851115345954895, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00010886572999879718, 3.5845419006363954e-06, 5.191653144720476e-06, 3.083834599237889e-05, 1.8408729374641553e-05, 7.954758416417462e-07, 3.3532076031406177e-06, 6.5743715822463855e-06, 0.0007270933710969985, 0.0018232448492199183, 7.853259376133792e-06, 0.00030627482919953763, 0.006975042168051004, 3.485084016574547e-05, 0.028292659670114517, 0.96165531873703, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006073984317481518, 8.815195906208828e-05, 4.583777626976371e-05, 8.250468818005174e-05, 0.00012720433005597442, 0.0009312504553236067, 0.001669998513534665, 0.001938195782713592, 0.00210169586353004, 0.010131667368113995, 0.01604730635881424, 0.003835385199636221, 0.012242134660482407, 0.10037058591842651, 0.07853128761053085, 0.10997356474399567, 0.6558092832565308, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0021862974390387535, 1.189291742775822e-05, 1.67359448823845e-05, 2.081541060761083e-05, 2.116253017447889e-05, 0.000771492428611964, 0.0008652104297652841, 0.0005560294375754893, 0.0001565588463563472, 0.001949990983121097, 0.010891200974583626, 0.0003954311250708997, 0.0015144689241424203, 0.06916307657957077, 0.004308103583753109, 0.004035161342471838, 0.4939703941345215, 0.40916597843170166, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [1.979802800633479e-05, 4.972388865098765e-07, 9.165694869750496e-09, 1.3230416584519844e-07, 5.601832597790235e-08, 1.1903900087872898e-08, 6.153117055873736e-07, 4.068558112635401e-08, 4.517459274211433e-06, 1.4017791727383155e-05, 1.6456915830076468e-07, 1.086384372683824e-06, 7.44406133890152e-06, 1.0056654673462617e-06, 2.75950224022381e-05, 0.00031378038693219423, 6.201130872796057e-06, 8.213370165321976e-06, 0.9995948672294617, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [6.4971732172125485e-06, 8.692009600963502e-07, 1.4051377092982875e-06, 3.770482237541728e-07, 3.32917210243977e-07, 6.104961158825972e-08, 2.542995147791771e-08, 1.1067757554883428e-07, 3.670876321848482e-05, 5.704807790607447e-07, 6.17234604760597e-07, 0.00015627933316864073, 0.00014737897436134517, 3.0103781227808213e-06, 6.130653491709381e-05, 0.0017769908299669623, 1.8545933926361613e-05, 3.42631246894598e-05, 0.9233514070510864, 0.07440324872732162, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0036490026395767927, 3.7494322896236554e-05, 1.7470785678597167e-05, 2.8449197998270392e-05, 3.312420813017525e-05, 0.00019569217693060637, 0.0002647593501023948, 0.00024690444115549326, 0.0002803317329380661, 0.0013949198182672262, 0.0017910305177792907, 0.0004246798052918166, 0.0014623702736571431, 0.009717746637761593, 0.008053951896727085, 0.01320058386772871, 0.06315968185663223, 0.07152796536684036, 0.07523110508918762, 0.02420508675277233, 0.7250776290893555, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0006410900969058275, 3.925709279428702e-06, 1.160738406724704e-06, 1.537548200758465e-06, 9.072650755115319e-07, 8.058204912231304e-06, 1.3223971109255217e-05, 4.619937044481048e-06, 3.6788398574572057e-05, 4.565183917293325e-05, 7.577823998872191e-05, 2.2741798602510244e-05, 5.6684530136408284e-05, 0.00047375087160617113, 0.0003640770446509123, 0.0004240030830260366, 0.003757338970899582, 0.0043631307780742645, 0.007395231630653143, 0.0050226314924657345, 0.05575621873140335, 0.9215314984321594, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005377689958550036, 8.12255905202619e-07, 2.301862195963622e-06, 1.4700397059641546e-06, 1.8703678961173864e-06, 6.02451621034561e-07, 4.12783674619277e-06, 1.670579308665765e-06, 2.0471957213885617e-06, 7.430038385791704e-05, 3.5942323393101105e-06, 7.171528068283806e-06, 3.052822648896836e-05, 1.8927752535091713e-05, 0.0002543879672884941, 0.0001949639990925789, 0.00012626573152374476, 0.000182305506314151, 0.003735228208824992, 0.0006727130967192352, 0.0015798343811184168, 0.011177700012922287, 0.9813893437385559, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [8.512814383720979e-05, 4.870865382144984e-07, 1.2458955325200805e-06, 2.0811235401652084e-07, 1.92428601053507e-07, 3.704030859807972e-08, 4.555238604098122e-07, 5.5045557445509985e-08, 1.532036321805208e-06, 5.083299129182706e-06, 2.1400977345820138e-07, 1.459530608372006e-06, 1.4768357686989475e-05, 1.0635022817950812e-06, 2.9461476515280083e-05, 5.7288212701678276e-05, 6.615699021494947e-06, 7.844200808904134e-06, 0.00015063839964568615, 0.00022636978246737272, 7.973585888976231e-05, 0.00013040869089309126, 0.010868423618376255, 0.988331139087677, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0004166325961705297, 2.250373881906853e-06, 5.27054771737312e-06, 2.7549118385650218e-05, 3.9630609535379335e-05, 7.514735443692189e-06, 8.100932063825894e-06, 1.1581340913835447e-05, 1.3205964023654815e-05, 6.750722241122276e-05, 2.5212739274138585e-05, 1.4860726878396235e-05, 7.521701627410948e-05, 0.00011457462824182585, 0.00025745335733518004, 0.0003666863194666803, 0.0006904747569933534, 0.0014518487732857466, 0.0032460209913551807, 0.0006353403441607952, 0.008745570667088032, 0.01519087329506874, 0.0181502103805542, 0.1330331414937973, 0.8174033164978027, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [1.673923725320492e-05, 8.245302751674899e-08, 3.257380143395494e-08, 2.873734317176968e-08, 1.6217650511407555e-07, 1.5275384290802663e-09, 2.327860215700639e-08, 5.576728856482305e-09, 1.2825768180846353e-07, 1.342944955240455e-07, 6.160537857624604e-09, 2.523252646824403e-07, 3.2057509997684974e-06, 2.6277227505033807e-08, 7.619941584380285e-07, 7.901960088929627e-06, 1.394044062408284e-07, 1.95525771573557e-07, 0.00032022586674429476, 8.173670948963263e-07, 1.5629991594323656e-06, 3.7631600662280107e-06, 0.0007450510165654123, 0.003715218510478735, 3.934428241336718e-05, 0.9951443076133728, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00023842290102038532, 5.040124960942194e-06, 1.3208604059400386e-06, 8.59982810652582e-06, 5.166078608453972e-06, 1.347093814274558e-07, 6.710822617606027e-07, 2.6997005875273317e-07, 6.345731435430935e-06, 4.417831223690882e-05, 2.7444934858067427e-07, 2.017119368247222e-05, 1.652662831475027e-05, 8.122791541609331e-07, 0.00010770991502795368, 0.0001239744306076318, 3.5075922824034933e-06, 8.50584820000222e-06, 6.98026196914725e-05, 0.00026813664590008557, 2.8792839657398872e-05, 0.00011957906826864928, 0.00012961667380295694, 0.007425930816680193, 0.0007109709549695253, 0.005815013311803341, 0.9848405718803406, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00040899484883993864, 6.095364710745343e-07, 1.9963911199738504e-06, 9.310338100476656e-06, 3.7690531371481484e-06, 1.987657697100076e-06, 4.576551191348699e-07, 1.0690732779039536e-06, 3.08717972075101e-06, 9.2114050858072e-06, 4.724369318864774e-06, 1.207004288517055e-06, 5.095615506434115e-06, 1.804711610020604e-05, 4.857869498664513e-05, 4.169382373220287e-05, 0.00010537512571318075, 0.00022466866357717663, 0.00011528612958500162, 0.0002492896164767444, 0.0013673147186636925, 0.0016190342139452696, 0.0013275149976834655, 0.0034917802549898624, 0.06305665522813797, 0.006469063460826874, 0.09512648731470108, 0.8262876868247986, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00031804724130779505, 1.4181854339767597e-06, 3.185500361269078e-07, 2.7823130039905664e-06, 5.388598219724372e-05, 4.300602185480784e-08, 5.386275461205514e-07, 8.497840298105075e-08, 5.999714289828262e-07, 4.110329427930992e-06, 7.099398402488077e-08, 8.454322824036353e-07, 2.52661493505002e-06, 2.198388386887018e-07, 6.098251105868258e-06, 2.113004302373156e-05, 9.411810424353462e-07, 9.950393859980977e-07, 3.0413597414735705e-05, 2.976994665004895e-06, 8.453859663859475e-06, 2.6007011911133304e-05, 0.00023055827477946877, 0.0013383382465690374, 0.00021758257935289294, 0.00701440405100584, 0.017924044281244278, 0.0005302675999701023, 0.9722621440887451, 0.0, 0.0, 0.0, 0.0], [1.8505315324546245e-07, 5.565692351439111e-09, 7.262683787701008e-10, 7.745998509278706e-09, 1.507951097323712e-08, 8.228506209739805e-10, 1.7915348093922034e-09, 1.7345647140842857e-09, 1.0962556196147943e-08, 5.0032749498996054e-08, 3.9228162940219136e-09, 1.0013924622853665e-07, 2.3337792143252045e-08, 1.6555254944705666e-08, 5.1713197279923406e-08, 1.6146042014497652e-07, 9.827901692460728e-08, 2.7074545982941345e-07, 5.411987331171986e-06, 2.5083886612264905e-07, 1.1805956319221877e-06, 2.8004258183500497e-06, 4.61038098364952e-06, 0.0002267923264298588, 5.794247772428207e-05, 0.0004519548383541405, 0.00011976478708675131, 0.00023980921832844615, 0.0018740047235041857, 0.9970145225524902, 0.0, 0.0, 0.0], [4.347462163423188e-05, 2.968874923681142e-06, 3.919365099136485e-07, 9.117065360442211e-07, 4.364489711861097e-07, 4.686581789314914e-09, 9.240378062713717e-08, 1.2419349992853768e-08, 7.188964445958845e-08, 6.304543944679608e-07, 6.108888950251412e-09, 1.9987160726486763e-07, 1.4578660056940862e-06, 1.4727343788933922e-08, 1.7957309239591268e-07, 2.6422712835483253e-05, 5.112656609185251e-08, 4.710683043640529e-08, 0.0015761172398924828, 2.198943093389971e-06, 3.333982192543772e-07, 2.181483296226361e-06, 0.00016240392869804054, 0.001777764642611146, 1.1749229997803923e-05, 0.0036160871386528015, 6.199482595548034e-05, 3.5168195609003305e-05, 0.0011488678865134716, 0.016085581853985786, 0.9754422307014465, 0.0, 0.0], [0.00115629390347749, 6.199041763466084e-06, 6.137789227977919e-07, 3.102660230069887e-06, 8.228423666878371e-07, 4.3660193682626414e-08, 9.363273534290784e-08, 2.7735543639550997e-08, 5.109519634061144e-07, 1.2355309308986762e-06, 3.8253045175906664e-08, 1.1272317124166875e-06, 1.900891675177263e-06, 8.714057031511402e-08, 5.398188022809336e-06, 7.393458417936927e-06, 3.128881189695676e-07, 3.0146313179102435e-07, 0.00013595391646958888, 1.33438479679171e-05, 2.3996522031666245e-06, 3.871273293043487e-05, 0.0008219636511057615, 0.0006131280679255724, 2.151845910702832e-05, 0.004140730947256088, 0.0008760871132835746, 0.00011684626952046528, 0.0021590692922472954, 0.027525287121534348, 0.04434971883893013, 0.9179997444152832, 0.0], [0.0031942930072546005, 4.681677819462493e-05, 3.499128797557205e-05, 2.7043091904488392e-05, 1.400032670062501e-05, 1.7085134459193796e-05, 8.05188847152749e-06, 3.909832685167203e-06, 1.0716951692302246e-05, 1.793078627088107e-05, 1.4207501408236567e-05, 2.6911289751296863e-05, 2.641200444486458e-05, 3.110020770691335e-05, 1.1198583706573118e-05, 5.485506699187681e-05, 0.00011474493658170104, 0.00010493677837075666, 0.0002806306292768568, 0.0002083908038912341, 0.0009329257882200181, 0.0018990013049915433, 0.001126758987084031, 0.0019257273524999619, 0.003917159512639046, 0.0074994550086557865, 0.010695934295654297, 0.023199882358312607, 0.030398162081837654, 0.12729351222515106, 0.04325327277183533, 0.1766805648803711, 0.5669295191764832]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2530863881111145, 0.7469136118888855, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.30671587586402893, 0.32906386256217957, 0.3642202913761139, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07416973263025284, 0.16189663112163544, 0.0543258972465992, 0.7096076607704163, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1668822020292282, 0.03901781514286995, 0.03822460398077965, 0.21398356556892395, 0.5418918132781982, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19483646750450134, 0.2111925184726715, 0.05150563269853592, 0.08703833818435669, 0.2299955189228058, 0.22543160617351532, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13900136947631836, 0.02974863536655903, 0.038606949150562286, 0.05133272334933281, 0.192842498421669, 0.08012373000383377, 0.4683440625667572, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08969780802726746, 0.04080599173903465, 0.03473307937383652, 0.08414524793624878, 0.09911049157381058, 0.07059448957443237, 0.1361657679080963, 0.44474709033966064, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.059865184128284454, 0.020190445706248283, 0.018785320222377777, 0.1058472990989685, 0.057948824018239975, 0.027517711743712425, 0.0566631518304348, 0.08226760476827621, 0.5709145069122314, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.010379265993833542, 0.0046982537023723125, 0.004143986385315657, 0.0072914063930511475, 0.0062566958367824554, 0.0033180483151227236, 0.009175017476081848, 0.018754413351416588, 0.03393147885799408, 0.9020513892173767, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07270114868879318, 0.0477648600935936, 0.010500334203243256, 0.01615942269563675, 0.04617821425199509, 0.0524945929646492, 0.05184569209814072, 0.2118951827287674, 0.035158198326826096, 0.17267179489135742, 0.28263059258461, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015126901678740978, 0.004731191322207451, 0.002322632120922208, 0.006575741805136204, 0.018362468108534813, 0.00333966757170856, 0.00878422986716032, 0.007409750949591398, 0.006289812736213207, 0.07638947665691376, 0.012003494426608086, 0.8386645317077637, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0323319248855114, 0.010628960095345974, 0.0026151640340685844, 0.0011762919602915645, 0.003093285020440817, 0.0015055524418130517, 0.0070797149091959, 0.0028344676829874516, 0.005003879778087139, 0.012032576836645603, 0.0039877742528915405, 0.051872368901968, 0.8658380508422852, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.050455909222364426, 0.02653883770108223, 0.005783270113170147, 0.008087296970188618, 0.021799389272928238, 0.025670325383543968, 0.02277902513742447, 0.09139908105134964, 0.015017375349998474, 0.07093919813632965, 0.12448633462190628, 0.1266833394765854, 0.0610213540494442, 0.34933924674987793, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05474122241139412, 0.05296845734119415, 0.003988128621131182, 0.012351619079709053, 0.004415620118379593, 0.003596278140321374, 0.011385710909962654, 0.009828068315982819, 0.014749745838344097, 0.07078825682401657, 0.011209191754460335, 0.051640573889017105, 0.19734397530555725, 0.027129271999001503, 0.4738638401031494, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.007163067813962698, 0.0049638464115560055, 0.0027692278381437063, 0.0019424431957304478, 0.010544744320213795, 0.0014144883025437593, 0.0036636642180383205, 0.003149948548525572, 0.005481296218931675, 0.021614043042063713, 0.003922200761735439, 0.0793507993221283, 0.2247791737318039, 0.009166955016553402, 0.027402665466070175, 0.5926714539527893, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03461107611656189, 0.015296359546482563, 0.003095125313848257, 0.0038990986067801714, 0.009989402256906033, 0.011446868069469929, 0.009189354255795479, 0.033565156161785126, 0.005761210806667805, 0.025581011548638344, 0.04384687542915344, 0.04521361365914345, 0.020553385838866234, 0.11962335556745529, 0.1567324697971344, 0.13173449039459229, 0.3298611044883728, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.017253868281841278, 0.004397526849061251, 0.004968691151589155, 0.007064315490424633, 0.0066348956897854805, 0.006910950876772404, 0.011386899277567863, 0.016178511083126068, 0.020317766815423965, 0.020396806299686432, 0.023422103375196457, 0.018909122794866562, 0.04024205356836319, 0.06200674548745155, 0.1164536252617836, 0.07975103706121445, 0.1686447113752365, 0.37506043910980225, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.002459116280078888, 0.00024919764837250113, 3.400466084713116e-05, 0.0002113294176524505, 0.00020066798606421798, 0.00012589257676154375, 0.00036506837932392955, 0.00037359801353886724, 0.00013798549480270594, 0.0004702212172560394, 0.00027151827816851437, 0.003417078172788024, 0.0006049809162504971, 0.0005454609636217356, 0.0008937675156630576, 0.0015852133510634303, 0.0012150752590969205, 0.00282126828096807, 0.9840186238288879, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00015282446111086756, 0.03892364725470543, 0.00047152009210549295, 0.00037318209069781005, 3.271796595072374e-05, 1.0635602848196868e-05, 3.824579835054465e-06, 1.3244705769466236e-05, 6.41892256680876e-05, 2.7344342015567236e-05, 2.831998426700011e-05, 0.002229567850008607, 0.00138663814868778, 7.163523696362972e-05, 0.00014025566633790731, 0.008246444165706635, 0.00019678653916344047, 0.0002054668584605679, 0.8976380228996277, 0.04978375509381294, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.02645810693502426, 0.010410889983177185, 0.0021332555916160345, 0.002456019166857004, 0.0055426000617444515, 0.005954570136964321, 0.0041958331130445, 0.013451538980007172, 0.0023519538808614016, 0.009471961297094822, 0.015433428809046745, 0.014804957434535027, 0.006865760777145624, 0.03787316754460335, 0.04744933918118477, 0.04547283798456192, 0.1019916757941246, 0.08666391670703888, 0.06470182538032532, 0.10160762816667557, 0.3947088122367859, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021157899871468544, 0.0035484349355101585, 0.001744112349115312, 0.003509307513013482, 0.004201894160360098, 0.0025777784176170826, 0.004015856422483921, 0.00459899939596653, 0.003955155611038208, 0.00645583588629961, 0.005907893646508455, 0.003733163233846426, 0.009013409726321697, 0.013927978463470936, 0.029895812273025513, 0.02008231356739998, 0.038044415414333344, 0.0688309296965599, 0.08152893930673599, 0.0383402518928051, 0.1516025811433792, 0.48332706093788147, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0014211684465408325, 0.0004069012065883726, 0.00027144214254803956, 0.0014869243605062366, 0.0006475152331404388, 0.0002567152841947973, 0.0002729761181399226, 0.0005059849936515093, 0.00017537493840791285, 0.0012059592409059405, 0.0005902895354665816, 0.0004307388444431126, 0.0003699960943777114, 0.001332283834926784, 0.0007594270864501595, 0.0025183064863085747, 0.003599977120757103, 0.004756715148687363, 0.011892927810549736, 0.003410215489566326, 0.013851096853613853, 0.05907324701547623, 0.8907638192176819, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.00505886459723115, 0.0008823543903417885, 0.0015358265955001116, 0.0016909865662455559, 0.0013438730966299772, 0.0004949708236381412, 0.0006572254933416843, 0.000552159093786031, 0.000581209606025368, 0.002054560463875532, 0.0008380875224247575, 0.0010067472467198968, 0.0011300853220745921, 0.0016139923827722669, 0.005022872239351273, 0.014576874673366547, 0.003714331891387701, 0.004681476857513189, 0.007913822308182716, 0.006778391543775797, 0.012291365303099155, 0.027733037248253822, 0.1021464467048645, 0.7957004308700562, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.004004697315394878, 0.0004576972278300673, 0.0015645206440240145, 0.003137204796075821, 0.0019937455654144287, 0.0003789263137150556, 0.0004957779310643673, 0.0005698016029782593, 0.0010052064899355173, 0.0023432252928614616, 0.0005772153381258249, 0.0016756132245063782, 0.003078737063333392, 0.0012285253033041954, 0.005278326570987701, 0.006328054238110781, 0.003151732264086604, 0.0053193094208836555, 0.021383123472332954, 0.006147708278149366, 0.012332222424447536, 0.07402161508798599, 0.12114018946886063, 0.5611116886138916, 0.16127510368824005, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0011286542285233736, 4.9889109504874796e-05, 4.129114677198231e-05, 9.249603317584842e-05, 5.513622454600409e-05, 3.8617254176642746e-05, 5.5920278100529686e-05, 0.00014896267384756356, 5.509215043275617e-06, 6.817427492933348e-05, 3.6204455682309344e-05, 4.6239569201134145e-05, 0.001065501943230629, 5.91987554798834e-05, 7.787253707647324e-05, 0.00038421223871409893, 0.00011692426778608933, 0.0002242824120912701, 0.000508398690726608, 0.0001562813704367727, 0.00032331488910131156, 0.0007086822879500687, 0.0009207420516759157, 0.0008559720008634031, 0.004414452239871025, 0.9884170889854431, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0024299698416143656, 0.0036596343852579594, 0.00063449761364609, 0.0006202654330991209, 0.002987675601616502, 0.00034763687290251255, 0.0005059162504039705, 0.00041149748722091317, 0.00021321575331967324, 0.000650934234727174, 0.00039556968840770423, 0.1698645055294037, 0.002188898855820298, 0.0006812380743212998, 0.0008683764026500285, 0.008905130438506603, 0.001463852939195931, 0.0013394576963037252, 0.006495130248367786, 0.007638714276254177, 0.004619397688657045, 0.0031617898494005203, 0.014200895093381405, 0.04639659821987152, 0.02278607152402401, 0.21939246356487274, 0.4771406650543213, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015610319562256336, 0.0009648059494793415, 0.0010281821014359593, 0.007148509845137596, 0.005316647235304117, 0.0005432680482044816, 0.0007839882746338844, 0.00047082966193556786, 0.0022980361245572567, 0.005463093984872103, 0.0005483070272020996, 0.0008661489700898528, 0.0009035550756379962, 0.0009251962183043361, 0.008375930599868298, 0.0014478107914328575, 0.0020614899694919586, 0.003693382255733013, 0.017008855938911438, 0.0061386749148368835, 0.007041890639811754, 0.04128708317875862, 0.06922487169504166, 0.26617181301116943, 0.05024212971329689, 0.1144513413310051, 0.13764891028404236, 0.2323349416255951, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021895306184887886, 0.0013514551101252437, 0.0013727976474910975, 0.005157721694558859, 0.010932796634733677, 0.00044522207463160157, 0.0016178301302716136, 0.0005713265272788703, 0.0007700271089561284, 0.003093535080552101, 0.00036163468030281365, 0.0009329015738330781, 0.0019032416166737676, 0.0005254389252513647, 0.0007036188035272062, 0.0015780640533193946, 0.0010200472315773368, 0.0009346723672933877, 0.005167578347027302, 0.0007855422445572913, 0.0028796817641705275, 0.006337142549455166, 0.04951414838433266, 0.021886903792619705, 0.03004683181643486, 0.06941600143909454, 0.029953863471746445, 0.06111626327037811, 0.6677284240722656, 0.0, 0.0, 0.0, 0.0], [0.0002946658350992948, 8.08511977083981e-05, 0.00011992642976110801, 0.00017153997032437474, 0.0003899005532730371, 8.630252705188468e-05, 5.253727795206942e-05, 6.616376049350947e-05, 0.00011378383351257071, 6.200082134455442e-05, 0.00011238016304560006, 0.0005867313011549413, 9.784993017092347e-05, 0.00021334877237677574, 0.00040444263140670955, 0.0004726236220449209, 0.00047307342174462974, 0.0005199516890570521, 0.0008571160142309964, 0.00022720196284353733, 0.0015976777067407966, 0.0014780634082853794, 0.0016501408535987139, 0.00933963991701603, 0.01279268879443407, 0.012606944888830185, 0.021659567952156067, 0.0288674458861351, 0.07784785330295563, 0.8267576694488525, 0.0, 0.0, 0.0], [0.0006396539392881095, 0.00019920240447390825, 0.0003378460241947323, 0.00032286165514960885, 0.00038839809712953866, 2.251143814646639e-05, 0.00011559666745597497, 1.968370270333253e-05, 8.749760309001431e-05, 0.00016675743972882628, 2.1353196643758565e-05, 0.00018257695774082094, 0.002879622159525752, 3.2708376238588244e-05, 6.355983350658789e-05, 0.0009078498114831746, 6.314198981272057e-05, 4.9545076763024554e-05, 0.005010190419852734, 0.00021555765124503523, 0.00018923325114883482, 0.00023579830303788185, 0.0021191714331507683, 0.003475240198895335, 0.0004957509227097034, 0.012673033401370049, 0.0026274602860212326, 0.0011926383012905717, 0.028011504560709, 0.14214584231376648, 0.7951081991195679, 0.0, 0.0], [0.005492147523909807, 0.0014179612044245005, 6.310050957836211e-05, 0.0009282372775487602, 0.0004675875243265182, 9.701211820356548e-05, 5.678690649801865e-05, 6.824053707532585e-05, 4.054802775499411e-05, 0.00021011449280194938, 6.534699787152931e-05, 0.00011957778770010918, 9.082331962417811e-05, 9.077353024622425e-05, 0.00013827496150042862, 0.00041228361078538, 0.0001690058852545917, 0.00013570708688348532, 0.002428322099149227, 0.00020654806576203555, 0.0004959598300047219, 0.00016561975644435734, 0.0018254027236253023, 0.001680815708823502, 0.001018735347315669, 0.015071477741003036, 0.0034083749633282423, 0.0033841929398477077, 0.018865516409277916, 0.010037442669272423, 0.00825955905020237, 0.923088550567627, 0.0], [0.009386115707457066, 0.0017380566569045186, 0.0018091693054884672, 0.0014350261772051454, 0.001681282534264028, 0.0019791314844042063, 0.001414343249052763, 0.0021127823274582624, 0.0012016958789899945, 0.001046764780767262, 0.0012532490072771907, 0.0012125702342018485, 0.0006952429539524019, 0.001685017836280167, 0.0012904985342174768, 0.0014949430478736758, 0.0030524623580276966, 0.006176410708576441, 0.003993156366050243, 0.002994523150846362, 0.008827605284750462, 0.009542393498122692, 0.010477361269295216, 0.021451439708471298, 0.06221359223127365, 0.026861054822802544, 0.03390643373131752, 0.11987609416246414, 0.05027470737695694, 0.02679685316979885, 0.03116571344435215, 0.10728638619184494, 0.4436679780483246]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10520479083061218, 0.8947951793670654, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03907211124897003, 0.002017225371673703, 0.9589106440544128, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015578641556203365, 0.0008392545278184116, 0.0006979772006161511, 0.9828841090202332, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008856471627950668, 9.934287845680956e-06, 1.1174832252436318e-05, 0.0003024702600669116, 0.9908198714256287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.35445019602775574, 0.030589278787374496, 0.05988955497741699, 0.022903522476553917, 0.04747588187456131, 0.4846915602684021, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.044768933206796646, 0.0015664654783904552, 0.0003773848293349147, 0.0002507324970792979, 0.0004088971472810954, 0.0002606558846309781, 0.9523669481277466, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09058346599340439, 0.0011470753233879805, 0.006027346942573786, 0.000546847702935338, 0.0017094232607632875, 0.00378508516587317, 0.0026845417451113462, 0.8935161828994751, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006010720040649176, 2.4289069187943824e-05, 0.00031266716541722417, 1.8682918380363844e-05, 0.0002979242999572307, 9.904515536618419e-06, 6.619554824283114e-06, 7.912191222203546e-07, 0.9933184385299683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0045468187890946865, 0.00020019362273160368, 0.00029920271481387317, 0.001336395158432424, 0.0003267655265517533, 8.741366741560341e-07, 1.7415704860468395e-05, 2.7834167326545867e-07, 0.00029665243346244097, 0.9929754734039307, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12262559682130814, 0.02392657846212387, 0.038276489824056625, 0.01617196388542652, 0.030366232618689537, 0.293759286403656, 0.10661353170871735, 0.0705995038151741, 0.041900090873241425, 0.017833104357123375, 0.2379276007413864, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0008121057762764394, 0.00011546660243766382, 0.00013500906061381102, 5.5392923968611285e-05, 0.0001317415590165183, 1.0027196140072192e-06, 1.3799102589473478e-06, 1.6001614255856111e-07, 1.8972989437315846e-06, 5.419660737970844e-07, 4.753100597554294e-07, 0.9987448453903198, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0013333020033314824, 0.00010533037857385352, 0.0007669597980566323, 0.0009021886507980525, 3.5708292216440896e-06, 8.120475740724942e-07, 1.403809051225835e-07, 9.5612755046659e-08, 1.6865038787727826e-06, 2.9789038308081217e-05, 4.3813363959088747e-07, 1.196578750750632e-06, 0.9968544840812683, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0815979614853859, 0.021388858556747437, 0.028877150267362595, 0.012675791047513485, 0.024931589141488075, 0.229964941740036, 0.10401231795549393, 0.06472097337245941, 0.03460092470049858, 0.015198714099824429, 0.18564164638519287, 0.020528050139546394, 0.005003852304071188, 0.17085722088813782, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0013488857075572014, 8.92121170181781e-05, 0.0006859967252239585, 0.0006963216583244503, 2.1248622942948714e-05, 3.7633941474268795e-07, 6.2267383782455e-07, 4.3072165567537013e-07, 7.091880888765445e-06, 0.0013103700475767255, 1.611375211041377e-07, 9.548753041599412e-07, 0.00016453623538836837, 1.1531936650044372e-07, 0.9956737160682678, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010867505334317684, 0.0004072484443895519, 0.00010700311395339668, 0.000678271462675184, 0.00011028484004782513, 1.318426257057581e-07, 2.660271150034532e-07, 4.6195768277357274e-07, 8.409714610024821e-06, 0.0007784894551150501, 5.109449574547398e-08, 8.792079029262823e-07, 4.934294702252373e-05, 3.4893233191723994e-08, 0.000114411988761276, 0.9966580867767334, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05868087336421013, 0.01878575049340725, 0.024067310616374016, 0.011013143695890903, 0.02145637385547161, 0.19110563397407532, 0.09902720898389816, 0.06065867841243744, 0.03016272559762001, 0.014801908284425735, 0.15370333194732666, 0.016615159809589386, 0.004385382402688265, 0.14085330069065094, 0.01501499768346548, 0.005390205420553684, 0.13427792489528656, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07323037087917328, 0.028374575078487396, 0.02105823904275894, 0.007611880078911781, 0.010053581558167934, 0.06553949415683746, 0.1455976516008377, 0.08620842546224594, 0.010241266340017319, 0.0074257380329072475, 0.04526270553469658, 0.006621459033340216, 0.0011621779995039105, 0.03923855349421501, 0.00825688149780035, 0.0030656903982162476, 0.0361226424574852, 0.40492865443229675, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [7.944500976009294e-05, 1.8382123698756914e-06, 3.7134324060161816e-08, 1.5575307770632207e-05, 3.4723789212876e-06, 1.3165096790501707e-09, 2.703870904952055e-08, 1.7186652101486288e-08, 9.2322629541286e-08, 1.350637921859743e-05, 4.4787887287789374e-10, 2.041673052843862e-09, 5.5420287026208825e-08, 3.0638666603799436e-10, 4.2177234149676224e-07, 7.065880708978511e-06, 2.424434542014353e-10, 1.4397358860662735e-09, 0.9998784065246582, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.002934493590146303, 0.0005883843987248838, 0.004250304773449898, 0.0040284618735313416, 0.00011592944065341726, 4.3316217670508195e-06, 6.773899713152787e-06, 7.076467591105029e-05, 0.0002495267544873059, 0.0003159338375553489, 2.08243977795064e-06, 4.4092124880990013e-05, 0.00030446931486949325, 1.4702561657031765e-06, 0.0001976135972654447, 0.0013599261874333024, 1.2478651569836074e-06, 6.875188319099834e-06, 0.00019261146371718496, 0.9853246808052063, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.040565334260463715, 0.017898330464959145, 0.020600970834493637, 0.00982110109180212, 0.0178828164935112, 0.15653996169567108, 0.09208230674266815, 0.056288257241249084, 0.0266613457351923, 0.01447127852588892, 0.12537628412246704, 0.013986771926283836, 0.003927927929908037, 0.11453617364168167, 0.013395380228757858, 0.004846665542572737, 0.10880248248577118, 0.04953397437930107, 0.005186410620808601, 0.00442087184637785, 0.10317537933588028, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.024536332115530968, 0.0031243376433849335, 0.0009699301444925368, 4.6315424697240815e-05, 0.00013434763241093606, 0.0006453943788073957, 0.011668852530419827, 0.0003271345340181142, 0.00045730432611890137, 2.3976095690159127e-05, 0.00034454185515642166, 4.996423376724124e-05, 2.575740472821053e-05, 0.00028217773069627583, 6.525323442474473e-06, 4.981804067938356e-06, 0.00023554022482130677, 0.0002664511266630143, 2.5311126591986977e-05, 2.9761064070044085e-05, 0.0001880926574813202, 0.9566068649291992, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0020759988110512495, 0.00014591786020901054, 5.28989803569857e-05, 4.218077810946852e-05, 4.738718780572526e-05, 4.14233113588125e-07, 0.00012964299821760505, 2.425099773972761e-05, 1.8034025970337098e-06, 1.483928144807578e-06, 1.4489980060261587e-07, 4.199931936454959e-06, 4.1068410894240515e-08, 1.0260500005188078e-07, 8.285463763968437e-07, 5.781902245871606e-07, 7.69515864362802e-08, 6.669609575737923e-08, 6.472614768426865e-05, 1.570090148561576e-06, 5.6418304694716426e-08, 4.403035745781381e-06, 0.997401237487793, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005159105057828128, 0.00011814619938377291, 3.270557863288559e-05, 0.00021188679966144264, 4.5635159040102735e-05, 2.924881243870914e-07, 3.057936737604905e-06, 7.607346219629108e-08, 0.00013753658276982605, 0.0005283537902869284, 1.1576003089430742e-07, 4.028573584946571e-06, 2.07929269890883e-06, 8.805408668877135e-08, 0.00010051677963929251, 4.431615161593072e-05, 6.963698950812613e-08, 9.373022180625412e-08, 3.3377655199728906e-05, 1.5888872439973056e-05, 5.6106753021367695e-08, 7.05262834799214e-08, 9.389261322212406e-06, 0.9981963038444519, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.06915222853422165, 0.014032107777893543, 0.005599095020443201, 0.0012576848967000842, 0.0008467998122796416, 0.00960117019712925, 0.008965769782662392, 0.052476879209280014, 0.0002502836869098246, 0.0009063849574886262, 0.00541990390047431, 0.0007309208740480244, 0.00019187941506970674, 0.004396578762680292, 0.005964717827737331, 0.0003558541357051581, 0.003877015318721533, 0.009727222844958305, 0.0011023484403267503, 0.00036442867713049054, 0.003413955681025982, 0.0030523540917783976, 0.005698245484381914, 0.0002955728559754789, 0.7923206090927124, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010461537167429924, 1.9557141058612615e-05, 1.7358959212288028e-06, 3.1030376703711227e-05, 2.73079531325493e-05, 1.0180698062356441e-08, 4.815767624677392e-07, 1.749424853869641e-07, 7.31240987761339e-08, 7.983068712746899e-07, 3.4643101720632785e-09, 4.9067175496020354e-06, 1.0718932230702194e-07, 2.352543715389288e-09, 2.383409878348175e-07, 1.3731333865507622e-06, 1.828867168818249e-09, 6.247621975319362e-09, 9.208330084220506e-06, 1.6384256014134735e-06, 1.2523899695082719e-09, 8.271274221094416e-10, 8.456770046905149e-06, 3.118676431768108e-06, 9.241420961814129e-09, 0.9988435506820679, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0010544934775680304, 0.00021373237541411072, 0.00028157219639979303, 0.0011373378802090883, 0.00014783968799747527, 2.00685326490202e-06, 4.831355909118429e-06, 3.48233857039304e-06, 5.100349881104194e-06, 0.000124204860185273, 9.301529075855797e-07, 1.0582622962829191e-05, 1.1688286576827522e-05, 7.077518944242911e-07, 0.003411600599065423, 0.00019905276712961495, 5.995618153065152e-07, 4.643046622732072e-07, 1.9585138943511993e-05, 0.00011087791790487245, 4.7500583377768635e-07, 3.2808881655910227e-07, 4.535358584689675e-06, 5.1617193093989044e-05, 3.247476740853017e-07, 1.3071385183138773e-05, 0.9931889772415161, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.024200769141316414, 0.002820131368935108, 0.004319298546761274, 0.0009108305675908923, 0.0017753951251506805, 0.003809915855526924, 0.00295332376845181, 0.016714781522750854, 0.0013931734720245004, 0.005003185477107763, 0.002276089508086443, 0.0005876413779333234, 0.0009901626035571098, 0.0018066938500851393, 0.003131241537630558, 0.00023389386478811502, 0.0016082720831036568, 0.009910304099321365, 0.002853953745216131, 0.00020495144417509437, 0.001371265621855855, 0.006919008679687977, 0.001033657230436802, 0.0001452838332625106, 0.017489802092313766, 0.00046553119318559766, 0.0003024086472578347, 0.884769082069397, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0005256090662442148, 3.528650950102019e-06, 1.703768475636025e-06, 9.408179903402925e-05, 0.6647976040840149, 1.6531491553450905e-07, 9.511112466498162e-07, 8.886883620107255e-07, 1.701671317277942e-05, 3.7421832530526444e-05, 6.832266308265389e-08, 9.810898518480826e-06, 7.548737102069936e-08, 4.9632518539510784e-08, 2.0393888462422183e-06, 7.686538992857095e-06, 4.066851388984105e-08, 2.6744315206883584e-08, 3.343187927384861e-05, 4.341078749803273e-07, 3.007988169656528e-08, 3.206056931048806e-08, 4.900574822386261e-06, 3.060942390220589e-06, 1.4603195985785078e-08, 2.2145539332996123e-05, 9.21115315577481e-06, 3.164272044386962e-08, 0.33442792296409607, 0.0, 0.0, 0.0, 0.0], [0.004676995798945427, 0.00028021298930980265, 8.346086542587727e-05, 3.1570127703162143e-06, 4.0653472410667746e-07, 1.3343502303087007e-07, 2.6423564122524112e-05, 1.1439978919725036e-07, 2.7872323471456184e-07, 3.7496031382033834e-06, 4.652898155654839e-08, 1.7213984619957046e-06, 1.816560342149387e-07, 3.148470284486393e-08, 1.8334252160912e-07, 5.214737086589594e-08, 2.521581166092801e-08, 3.078435284464831e-08, 7.142030256090948e-08, 1.6640143485346925e-08, 1.7768224225278573e-08, 8.634508930072116e-08, 2.8009649213345256e-06, 8.454136946056678e-07, 3.098357481690073e-08, 2.927863533841446e-07, 5.676222940564912e-07, 5.055412088950106e-09, 2.914098296002976e-08, 0.9949181079864502, 0.0, 0.0, 0.0], [5.636792411678471e-05, 0.00020023711840622127, 1.6319079350068932e-06, 1.5089327689565835e-06, 1.7779733752831817e-05, 5.95644145118257e-10, 6.940369075891795e-06, 5.034019867622419e-09, 2.1682852491267113e-07, 1.7164272776426515e-06, 1.9326303057898286e-10, 1.8911425314627195e-08, 9.538840117784275e-08, 1.2946883842790413e-10, 8.07715050399338e-09, 4.386615546536632e-05, 9.768683778554887e-11, 5.256080015669795e-10, 6.93216934450902e-05, 7.505880716962565e-08, 7.069290985928234e-11, 3.988046870517792e-08, 1.0610276149236597e-05, 2.2120727862784406e-06, 8.688633701403603e-10, 9.928487088473048e-06, 5.390094592883088e-09, 1.1354458345769203e-10, 3.060037442992325e-06, 3.8945589153627225e-07, 0.9995738863945007, 0.0, 0.0], [0.00035569723695516586, 1.9489458281896077e-05, 9.160958143183962e-06, 1.308523951593088e-05, 2.380885234742891e-05, 2.9718961513935938e-08, 4.160590469837189e-05, 1.7756491388354334e-07, 6.896235049680399e-07, 1.0506230410101125e-06, 1.2230765733534099e-08, 4.290543984097894e-06, 3.2958271845018317e-07, 9.21108966878137e-09, 1.7466396684540086e-06, 4.682785402110312e-06, 7.44272554698e-09, 9.673800427378865e-09, 3.9665097574470565e-05, 7.324891839743941e-07, 5.5436903956262995e-09, 1.0396706073834139e-07, 1.4401548469322734e-05, 8.873331353242975e-06, 5.9894045278952035e-09, 1.5627769244019873e-05, 2.9811192234774353e-06, 6.874329550043967e-09, 4.854650796914939e-06, 7.072258540574694e-06, 6.210680112417322e-06, 0.999423623085022, 0.0], [0.05455271899700165, 0.01642906293272972, 0.01600833609700203, 0.006986880674958229, 0.02488415315747261, 0.07376930117607117, 0.07933779805898666, 0.055945515632629395, 0.02726821042597294, 0.013368778862059116, 0.055903077125549316, 0.00722302682697773, 0.005426580086350441, 0.05012327805161476, 0.00827906746417284, 0.0030609634704887867, 0.046822961419820786, 0.04751850292086601, 0.0028449452947825193, 0.0070379734970629215, 0.042827166616916656, 0.0513819120824337, 0.02728237584233284, 0.026375334709882736, 0.026159200817346573, 0.011997982859611511, 0.006220121402293444, 0.03648780286312103, 0.011124705895781517, 0.005218561738729477, 0.0025592029560357332, 0.0026040265802294016, 0.14697039127349854]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9192656874656677, 0.08073431998491287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.45437392592430115, 0.4265042543411255, 0.11912184208631516, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5267521739006042, 0.22321628034114838, 0.12420628219842911, 0.12582530081272125, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3903489112854004, 0.1709940880537033, 0.06872709095478058, 0.1837182492017746, 0.1862117052078247, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19744232296943665, 0.25436848402023315, 0.14488448202610016, 0.18925851583480835, 0.20821933448314667, 0.005826779641211033, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19473567605018616, 0.13241830468177795, 0.14391925930976868, 0.15120738744735718, 0.3002447783946991, 0.02058464288711548, 0.056889988481998444, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1269666701555252, 0.21597379446029663, 0.16089317202568054, 0.19698834419250488, 0.1884462684392929, 0.013544927351176739, 0.07520712912082672, 0.02197970077395439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2912123203277588, 0.05954226851463318, 0.11079410463571548, 0.09717856347560883, 0.22345604002475739, 0.01626257784664631, 0.08719439059495926, 0.024762295186519623, 0.08959738910198212, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.22981953620910645, 0.038026757538318634, 0.1601383537054062, 0.11780407279729843, 0.1618119478225708, 0.03552818298339844, 0.07561112195253372, 0.02075604535639286, 0.10670626908540726, 0.05379769951105118, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13314425945281982, 0.18858659267425537, 0.10808096081018448, 0.15994971990585327, 0.1773921102285385, 0.003598014358431101, 0.0250620786100626, 0.012862916104495525, 0.07453092187643051, 0.11275242269039154, 0.004039982333779335, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16746403276920319, 0.14355222880840302, 0.06118571385741234, 0.17358076572418213, 0.10113829374313354, 0.017553474754095078, 0.03239529952406883, 0.00799549650400877, 0.05453450232744217, 0.07883201539516449, 0.017258208245038986, 0.14450997114181519, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.26996830105781555, 0.13029061257839203, 0.06605684757232666, 0.06156143546104431, 0.08437130600214005, 0.019846616312861443, 0.01631278730928898, 0.012965923175215721, 0.03231464698910713, 0.05254793167114258, 0.019868606701493263, 0.13695643842220306, 0.09693864732980728, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09820350259542465, 0.13618648052215576, 0.0800577774643898, 0.12152864038944244, 0.1357937902212143, 0.0024323586840182543, 0.017789488658308983, 0.009086485020816326, 0.056375257670879364, 0.08521638810634613, 0.002753336215391755, 0.1520378738641739, 0.0994672104716301, 0.0030714040622115135, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1701289564371109, 0.08885712921619415, 0.09089688211679459, 0.08085789531469345, 0.11427339166402817, 0.010901479050517082, 0.014788419008255005, 0.005497372709214687, 0.051512569189071655, 0.053306855261325836, 0.010595818050205708, 0.09442280977964401, 0.13098116219043732, 0.011153685860335827, 0.07182560861110687, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10365856438875198, 0.035885412245988846, 0.08803567290306091, 0.06087937578558922, 0.08348329365253448, 0.03080574795603752, 0.029615944251418114, 0.010918702930212021, 0.04049992933869362, 0.04288605973124504, 0.032192956656217575, 0.15008129179477692, 0.12658777832984924, 0.034902174025774, 0.05825432762503624, 0.07131282240152359, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07047096639871597, 0.0960099920630455, 0.05621577426791191, 0.08699887245893478, 0.0993412435054779, 0.001629879348911345, 0.012408615089952946, 0.006380429025739431, 0.041014041751623154, 0.06348711997270584, 0.001848218496888876, 0.11387649178504944, 0.07328982651233673, 0.0020712928380817175, 0.07246165722608566, 0.20012778043746948, 0.002367777982726693, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05659444257616997, 0.08906207978725433, 0.047032397240400314, 0.09457878023386002, 0.08793890476226807, 0.0019721658900380135, 0.01776767149567604, 0.005990428384393454, 0.06014860048890114, 0.08834964036941528, 0.002263767411932349, 0.1046152412891388, 0.06079370528459549, 0.002556620631366968, 0.07818622887134552, 0.19496023654937744, 0.0029299892485141754, 0.004259055946022272, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15970617532730103, 0.026096440851688385, 0.04515179991722107, 0.034975796937942505, 0.08030674606561661, 0.05469035357236862, 0.040785446763038635, 0.026513049378991127, 0.02725192718207836, 0.03919816017150879, 0.053514350205659866, 0.0484292097389698, 0.0626426562666893, 0.05558209866285324, 0.05559665709733963, 0.04792960733175278, 0.05676325783133507, 0.048923004418611526, 0.03594319894909859, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08663123846054077, 0.09557435661554337, 0.03673812001943588, 0.06946706771850586, 0.05681459233164787, 0.008190210908651352, 0.022195840254426003, 0.007642821408808231, 0.03146826848387718, 0.07555205374956131, 0.008965261280536652, 0.052634816616773605, 0.04491107165813446, 0.009935054928064346, 0.04481377452611923, 0.15198467671871185, 0.01093340665102005, 0.007993672043085098, 0.16402561962604523, 0.01352810487151146, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04783453047275543, 0.06669355928897858, 0.03798918053507805, 0.06040370091795921, 0.06899044662714005, 0.0010267297038808465, 0.008172671310603619, 0.004158169962465763, 0.028268279507756233, 0.04407240077853203, 0.0011586471227928996, 0.0783291831612587, 0.050828997045755386, 0.0013004974462091923, 0.0490429662168026, 0.14145003259181976, 0.0014934339560568333, 0.002556685358285904, 0.17534077167510986, 0.12910206615924835, 0.0017870554002001882, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.041140902787446976, 0.04766073077917099, 0.035869985818862915, 0.066661037504673, 0.07969274371862411, 0.002365077380090952, 0.02034018374979496, 0.004854491911828518, 0.0643620640039444, 0.06737152487039566, 0.002707368927076459, 0.05596053600311279, 0.05648665875196457, 0.003076723078265786, 0.05354388803243637, 0.15165922045707703, 0.0035397163592278957, 0.004673927556723356, 0.16402719914913177, 0.059681568294763565, 0.004154941067099571, 0.010169520042836666, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0662880688905716, 0.04092540591955185, 0.027322685346007347, 0.045053672045469284, 0.06575217097997665, 0.015657568350434303, 0.02788187563419342, 0.013711261563003063, 0.031742945313453674, 0.052807457745075226, 0.015447774901986122, 0.032181113958358765, 0.03290105611085892, 0.01629885844886303, 0.0266366396099329, 0.09772849828004837, 0.017114214599132538, 0.01691945269703865, 0.09847067296504974, 0.04787908494472504, 0.018412543460726738, 0.015331601724028587, 0.17753538489341736, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09801428765058517, 0.026328815147280693, 0.03586814925074577, 0.05713058263063431, 0.06943874806165695, 0.012128956615924835, 0.020909084007143974, 0.008747958578169346, 0.026999657973647118, 0.03726677596569061, 0.011716339737176895, 0.08499537408351898, 0.05501334369182587, 0.01219671405851841, 0.03563909977674484, 0.08789660036563873, 0.012970111332833767, 0.010851016268134117, 0.06408386677503586, 0.05963921174407005, 0.01449218112975359, 0.006093733478337526, 0.09761438518762589, 0.053964972496032715, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0276932492852211, 0.04073771834373474, 0.031223541125655174, 0.05879035219550133, 0.05601825192570686, 0.0015714798355475068, 0.01190804224461317, 0.0033397902734577656, 0.051765501499176025, 0.052912451326847076, 0.001825982122682035, 0.060300350189208984, 0.028357168659567833, 0.002087808446958661, 0.05086479336023331, 0.07898838818073273, 0.0023987058084458113, 0.0029048218857496977, 0.11135735362768173, 0.04586018994450569, 0.0028849169611930847, 0.011431249789893627, 0.1234055683016777, 0.1348847597837448, 0.006487555801868439, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15390777587890625, 0.023786788806319237, 0.053202446550130844, 0.03963885083794594, 0.05711061879992485, 0.015628939494490623, 0.020206071436405182, 0.009252369403839111, 0.021311858668923378, 0.02902994118630886, 0.014741901308298111, 0.0612383708357811, 0.10112589597702026, 0.015157824382185936, 0.04335402324795723, 0.04090719297528267, 0.0157326627522707, 0.020073404535651207, 0.05374935641884804, 0.03468615189194679, 0.01698938012123108, 0.0063684978522360325, 0.04042016342282295, 0.031060414388775826, 0.013937165960669518, 0.06738191843032837, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08555092662572861, 0.03505741059780121, 0.05885256081819534, 0.034979090094566345, 0.05178743600845337, 0.0025119921192526817, 0.004151220433413982, 0.002085918327793479, 0.014081120491027832, 0.02449135296046734, 0.002376002725213766, 0.09535117447376251, 0.07766135036945343, 0.0024908820632845163, 0.045726776123046875, 0.05774117261171341, 0.002660379046574235, 0.0033477561082690954, 0.04799828305840492, 0.026788825169205666, 0.0029587154276669025, 0.004655785858631134, 0.03607098385691643, 0.021599186584353447, 0.00478863250464201, 0.22052206099033356, 0.03371304273605347, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.020706715062260628, 0.037194062024354935, 0.01972370408475399, 0.038942236453294754, 0.03182700648903847, 0.0012253682361915708, 0.008815746754407883, 0.00240529328584671, 0.03457954525947571, 0.047298066318035126, 0.001395374652929604, 0.05148206278681755, 0.0204867422580719, 0.0015608381945639849, 0.03826117143034935, 0.048637520521879196, 0.0017825315007939935, 0.0025446037761867046, 0.06541350483894348, 0.0418856143951416, 0.002096060197800398, 0.00940138939768076, 0.0846002921462059, 0.09019989520311356, 0.005403276067227125, 0.22932566702365875, 0.05692271143198013, 0.005882916506379843, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08582808822393417, 0.039671748876571655, 0.014841827563941479, 0.05653620883822441, 0.05960610881447792, 0.006987519562244415, 0.0101100979372859, 0.0028877253644168377, 0.015322855673730373, 0.025928759947419167, 0.006830446422100067, 0.033548951148986816, 0.021093526855111122, 0.00721315573900938, 0.01932339183986187, 0.05298227071762085, 0.0076586115173995495, 0.005157842300832272, 0.06523182988166809, 0.018170004710555077, 0.008534708060324192, 0.004368167370557785, 0.02691243775188923, 0.049627937376499176, 0.004404333420097828, 0.1938866823911667, 0.03933224827051163, 0.005363550968468189, 0.1126389130949974, 0.0, 0.0, 0.0, 0.0], [0.07040347158908844, 0.05926162004470825, 0.015334843657910824, 0.0241390373557806, 0.015728842467069626, 0.01949211023747921, 0.017311517149209976, 0.017303066328167915, 0.020563244819641113, 0.0451558418571949, 0.0218158308416605, 0.07079727202653885, 0.03006395697593689, 0.02354060858488083, 0.020684480667114258, 0.02116367220878601, 0.02644512802362442, 0.023540040478110313, 0.056637249886989594, 0.0336947925388813, 0.030707286670804024, 0.015993356704711914, 0.015474074520170689, 0.030803624540567398, 0.03180558606982231, 0.07969610393047333, 0.03437487408518791, 0.034537144005298615, 0.030624376609921455, 0.06290692090988159, 0.0, 0.0, 0.0], [0.05338500440120697, 0.02962152473628521, 0.021030090749263763, 0.02369571104645729, 0.03343641385436058, 0.018393825739622116, 0.024060716852545738, 0.02281002141535282, 0.01397236529737711, 0.028813548386096954, 0.019059741869568825, 0.015371966175734997, 0.02533530816435814, 0.019971951842308044, 0.01407573837786913, 0.0388445109128952, 0.021346213296055794, 0.01932142674922943, 0.056326594203710556, 0.0213600043207407, 0.023394573479890823, 0.023136641830205917, 0.06416383385658264, 0.06724689900875092, 0.0346951000392437, 0.04349019005894661, 0.03032725304365158, 0.032857123762369156, 0.05327507480978966, 0.0659981369972229, 0.0411824993789196, 0.0, 0.0], [0.18177087604999542, 0.019533153623342514, 0.02800292894244194, 0.02911018766462803, 0.04134833440184593, 0.01801948808133602, 0.010471731424331665, 0.008382911793887615, 0.015335792675614357, 0.021839452907443047, 0.01689334399998188, 0.038061387836933136, 0.03643865883350372, 0.017464257776737213, 0.026129070669412613, 0.040115050971508026, 0.018317215144634247, 0.012488214299082756, 0.051369696855545044, 0.019443845376372337, 0.019889768213033676, 0.0035764535423368216, 0.026232963427901268, 0.018429193645715714, 0.011723746545612812, 0.0327298678457737, 0.0348082073032856, 0.012035040184855461, 0.060302939265966415, 0.00787330698221922, 0.04227295145392418, 0.07958998531103134, 0.0], [0.015003404580056667, 0.020334860309958458, 0.007813435047864914, 0.01655357889831066, 0.016466092318296432, 0.00023809655976947397, 0.0019598910585045815, 0.0006898257415741682, 0.006483218166977167, 0.010734080336987972, 0.00024435287923552096, 0.014634673483669758, 0.009247622452676296, 0.0002605918562039733, 0.009339914657175541, 0.04272656887769699, 0.0002886395959649235, 0.00038116672658361495, 0.054749373346567154, 0.09452769160270691, 0.0003421127039473504, 0.0017270190874114633, 0.04745931178331375, 0.02661379985511303, 0.001023865770548582, 0.1653798520565033, 0.014187110587954521, 0.0013092352310195565, 0.047706540673971176, 0.0111984983086586, 0.2205076366662979, 0.139426127076149, 0.0004418626776896417]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9333657622337341, 0.06663426011800766, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3245236277580261, 0.5923718214035034, 0.08310455083847046, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1415974646806717, 0.5143810510635376, 0.2814413905143738, 0.06258013844490051, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.25262272357940674, 0.058340705931186676, 0.10458865016698837, 0.4411159157752991, 0.14333190023899078, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.18051552772521973, 0.09828907251358032, 0.10873960703611374, 0.1226268783211708, 0.0999554991722107, 0.3898734748363495, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.17192299664020538, 0.02332099713385105, 0.12332707643508911, 0.060764994472265244, 0.059717126190662384, 0.34759172797203064, 0.21335503458976746, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09627040475606918, 0.046836212277412415, 0.02825731411576271, 0.03239252045750618, 0.058650437742471695, 0.15829354524612427, 0.3099649250507355, 0.26933467388153076, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09948235750198364, 0.06464183330535889, 0.028671855106949806, 0.07305670529603958, 0.029787182807922363, 0.1396002322435379, 0.20754705369472504, 0.265802264213562, 0.09141054004430771, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05632037669420242, 0.02988584339618683, 0.013419918715953827, 0.0024075540713965893, 0.013245469890534878, 0.045645419508218765, 0.055225711315870285, 0.10027103126049042, 0.6579985618591309, 0.02558005601167679, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.042669959366321564, 0.010426481254398823, 0.01065221056342125, 0.01344663742929697, 0.009353147819638252, 0.040159791707992554, 0.07105176150798798, 0.1373765468597412, 0.10423266142606735, 0.2173663228750229, 0.34326446056365967, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0296839140355587, 0.0025616430211812258, 0.004407483618706465, 0.034248705953359604, 0.014238743111491203, 0.028001833707094193, 0.022288035601377487, 0.07105964422225952, 0.04026234894990921, 0.5543041825294495, 0.17333050072193146, 0.025612998753786087, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04039592295885086, 0.008631582371890545, 0.005494222976267338, 0.0038641407154500484, 0.023363107815384865, 0.027207026258111, 0.02567734755575657, 0.05048523098230362, 0.05105610191822052, 0.05041782185435295, 0.14164339005947113, 0.511528491973877, 0.06023566424846649, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.028706379234790802, 0.004808461759239435, 0.0047236536629498005, 0.005382600240409374, 0.003456039121374488, 0.014470171183347702, 0.02403739094734192, 0.0416262112557888, 0.03567296639084816, 0.07060734927654266, 0.10830988734960556, 0.05811617895960808, 0.2062121480703354, 0.39387065172195435, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05342642217874527, 0.011923286132514477, 0.0155722601339221, 0.002112322486937046, 0.005851039197295904, 0.02217092365026474, 0.038184694945812225, 0.0274115689098835, 0.054642848670482635, 0.04910831153392792, 0.12328379601240158, 0.052871763706207275, 0.07545653730630875, 0.3701530992984772, 0.09783117473125458, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008346711285412312, 0.00027852714993059635, 0.0011785987298935652, 0.002139549469575286, 0.002476167632266879, 0.002918291138485074, 0.004576893523335457, 0.003965593408793211, 0.004973020404577255, 0.011347766034305096, 0.013014068827033043, 0.0055459714494645596, 0.0208955816924572, 0.03838539123535156, 0.8750316500663757, 0.0049261897802352905, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021700311452150345, 0.002678664866834879, 0.0023839266505092382, 0.0028156274929642677, 0.0015562352491542697, 0.006139409262686968, 0.009039808996021748, 0.013740861788392067, 0.012412207201123238, 0.024686550721526146, 0.03406905010342598, 0.017561476677656174, 0.06082962453365326, 0.12004056572914124, 0.11516796052455902, 0.12663687765598297, 0.42854082584381104, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01968139037489891, 0.0028661887627094984, 0.002752861240878701, 0.0023642033338546753, 0.0022205759305506945, 0.004776970017701387, 0.005015391390770674, 0.007020782213658094, 0.006603003013879061, 0.01582488976418972, 0.02177913300693035, 0.02237590402364731, 0.039055563509464264, 0.07342635095119476, 0.07227564603090286, 0.08103632926940918, 0.2556319534778595, 0.36529290676116943, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03443868085741997, 0.002429508836939931, 0.0027038794942200184, 0.0010108946589753032, 0.0028212431352585554, 0.009310666471719742, 0.007474070880562067, 0.010526398196816444, 0.019342618063092232, 0.006583386100828648, 0.030525268986821175, 0.008166547864675522, 0.023945648223161697, 0.08047986775636673, 0.044289398938417435, 0.048865146934986115, 0.2326631247997284, 0.38709723949432373, 0.04732643812894821, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0036976826377213, 0.006450955290347338, 0.000492172606755048, 0.0003069589438382536, 0.0001240077253896743, 0.001072736456990242, 0.0008858803194016218, 0.0013806363567709923, 0.0008200182928703725, 0.00027311858139000833, 0.0027830663602799177, 0.0352943055331707, 0.003561378689482808, 0.007148320320993662, 0.0016474081203341484, 0.01673167198896408, 0.019172819331288338, 0.022339211776852608, 0.8733667135238647, 0.00245096068829298, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.013628792949020863, 0.0014384457608684897, 0.0012188642285764217, 0.0012915866682305932, 0.0006118024466559291, 0.002140038413926959, 0.002746958751231432, 0.0033360482193529606, 0.0030918733682483435, 0.005988915916532278, 0.007237223908305168, 0.0035477466881275177, 0.01289195567369461, 0.022229144349694252, 0.02082424983382225, 0.026295335963368416, 0.0764816626906395, 0.16261446475982666, 0.12638667225837708, 0.10034441202878952, 0.4056537449359894, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.021432960405945778, 0.0007291642832569778, 0.0010889682453125715, 0.0008559629204683006, 0.001055659493431449, 0.0023542516864836216, 0.0018633344443514943, 0.0024869930930435658, 0.004011375363916159, 0.0036456268280744553, 0.0066366177052259445, 0.002459165407344699, 0.00810664240270853, 0.019501397386193275, 0.013945517130196095, 0.016831597313284874, 0.06727854162454605, 0.10203751176595688, 0.07506164908409119, 0.037855081260204315, 0.347415953874588, 0.2633460760116577, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01837441511452198, 0.0016340137226507068, 0.0002648660447448492, 0.0006277099018916488, 0.0007212883210740983, 0.0022947124671190977, 0.0014375769533216953, 0.0024335708003491163, 0.0010225045261904597, 0.0021730936132371426, 0.005665966309607029, 0.000585706380661577, 0.00473030423745513, 0.015789616852998734, 0.009121059440076351, 0.006447892170399427, 0.049651850014925, 0.07221095263957977, 0.04530426487326622, 0.02253621816635132, 0.2338050752878189, 0.28100958466529846, 0.22215774655342102, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.016010280698537827, 0.0004190760082565248, 0.0016793122049421072, 0.002033163793385029, 0.001112602767534554, 0.002304120222106576, 0.0016414890997111797, 0.0020452288445085287, 0.0008826436242088675, 0.0035318138543516397, 0.004660747945308685, 0.0011461266549304128, 0.004025276750326157, 0.011729463003575802, 0.006906007416546345, 0.005978980101644993, 0.03413611650466919, 0.05391981825232506, 0.07536917924880981, 0.015544150024652481, 0.15307287871837616, 0.21672509610652924, 0.23267340660095215, 0.15245294570922852, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.016415515914559364, 0.0010880999034270644, 0.0013027010718360543, 0.0012335632927715778, 0.0010325222974643111, 0.0013605308486148715, 0.0011352741857990623, 0.0009713201434351504, 0.001758021884597838, 0.0023549962788820267, 0.0022677970118820667, 0.0026170078199356794, 0.0032849623821675777, 0.005564440041780472, 0.0072877416387200356, 0.0065826671198010445, 0.016911091282963753, 0.023348145186901093, 0.03336377441883087, 0.012060865759849548, 0.08410528302192688, 0.10776986181735992, 0.12741322815418243, 0.25009584426879883, 0.2886747717857361, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.031117742881178856, 0.0015063059981912374, 0.0010839332826435566, 0.002421523677185178, 0.0013826879439875484, 0.003793728072196245, 0.001633930136449635, 0.0031195227056741714, 0.001281264005228877, 0.0020685256458818913, 0.004760123323649168, 0.0008757332107052207, 0.008592124097049236, 0.009353642351925373, 0.011993260122835636, 0.005963006988167763, 0.022028174251317978, 0.03411326929926872, 0.009586770087480545, 0.013681815937161446, 0.08417055010795593, 0.08917813003063202, 0.10806846618652344, 0.1556078940629959, 0.37236839532852173, 0.020249493420124054, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.014838487841188908, 0.0005757315084338188, 0.004743656609207392, 0.00045677347225137055, 0.0007412281702272594, 0.0015000017592683434, 0.0008866065763868392, 0.0008452095207758248, 0.00010359254520153627, 0.000906514236703515, 0.0018096797866746783, 0.0602911040186882, 0.0015377553645521402, 0.0033079395070672035, 0.0013713664375245571, 0.0020826763939112425, 0.008643986657261848, 0.009088870137929916, 0.00776095874607563, 0.00580833712592721, 0.033865127712488174, 0.039871834218502045, 0.053745534271001816, 0.036947719752788544, 0.12259436398744583, 0.5718704462051392, 0.013804465532302856, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.018570011481642723, 0.0012143178610131145, 0.0012880434514954686, 0.001061256043612957, 0.0007490047719329596, 0.0010485639795660973, 0.0008687886293046176, 0.0005973865045234561, 0.0012938273139297962, 0.0014042500406503677, 0.001105510862544179, 0.0005003446713089943, 0.002026260830461979, 0.002146314363926649, 0.00287379277870059, 0.0026413730811327696, 0.005802985280752182, 0.008191363885998726, 0.008339081890881062, 0.005543306935578585, 0.026558665558695793, 0.03308923915028572, 0.03250737115740776, 0.09199852496385574, 0.10410481691360474, 0.16861768066883087, 0.20895418524742126, 0.2669035792350769, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01665443740785122, 0.0007248668116517365, 0.0008980656857602298, 0.003161689033731818, 0.0005522827268578112, 0.0016607277793809772, 0.0007486122194677591, 0.0009652791195549071, 0.00038428022526204586, 0.0022577799391001463, 0.0015545637579634786, 0.0007037009345367551, 0.0014688180526718497, 0.0027998804580420256, 0.0030139798764139414, 0.0053690355271101, 0.006552338134497404, 0.008701560087502003, 0.007138869259506464, 0.006516331806778908, 0.026185570284724236, 0.03929201886057854, 0.031550075858831406, 0.024343032389879227, 0.10670755803585052, 0.15159793198108673, 0.13674214482307434, 0.32013964653015137, 0.09161487221717834, 0.0, 0.0, 0.0, 0.0], [0.037226852029561996, 0.0007442755741067231, 0.001918033347465098, 0.0014290648978203535, 0.002559738466516137, 0.003292838577181101, 0.0009007276967167854, 0.0015445105964317918, 0.00035572153865359724, 0.0004492737934924662, 0.002668820321559906, 0.00140466564334929, 0.001728102914057672, 0.004542732611298561, 0.0012941034510731697, 0.00467766635119915, 0.009138191118836403, 0.008992942981421947, 0.005343662574887276, 0.002031839219853282, 0.0309309009462595, 0.021215271204710007, 0.036399755626916885, 0.0567946583032608, 0.11195947974920273, 0.011458104476332664, 0.03353286162018776, 0.26588529348373413, 0.2469542920589447, 0.09262561053037643, 0.0, 0.0, 0.0], [0.04408878833055496, 0.0011082955170422792, 0.0033875920344144106, 0.0048531959764659405, 0.0028643226251006126, 0.004500862676650286, 0.0014518103562295437, 0.0021924953907728195, 0.0007902364595793188, 0.0006717380601912737, 0.0035771592520177364, 0.0005131773068569601, 0.012861719354987144, 0.005116851069033146, 0.0030142515897750854, 0.005887468811124563, 0.010453413240611553, 0.013818331062793732, 0.008691059425473213, 0.011229274794459343, 0.03140093386173248, 0.023181650787591934, 0.03044436313211918, 0.03520682454109192, 0.09999864548444748, 0.006090163718909025, 0.1471421718597412, 0.1639304906129837, 0.12749536335468292, 0.19357739388942719, 0.0004599905223585665, 0.0, 0.0], [0.03717399761080742, 0.005006891675293446, 0.0016112299636006355, 0.0028301465790718794, 0.0005118493572808802, 0.002707127947360277, 0.0020970318000763655, 0.0012328778393566608, 0.0006310883327387273, 0.0017632459057494998, 0.0017868791474029422, 0.00025283321156166494, 0.001072075916454196, 0.0026448359712958336, 0.001566158840432763, 0.003808408509939909, 0.005276744719594717, 0.006930255796760321, 0.013310836628079414, 0.0035816440358757973, 0.018304530531167984, 0.02668476104736328, 0.019971540197730064, 0.032155781984329224, 0.07432041317224503, 0.02392224594950676, 0.08761478960514069, 0.18007561564445496, 0.027492590248584747, 0.05972246080636978, 0.19122685492038727, 0.16271229088306427, 0.0], [0.00811693910509348, 0.0008723061182536185, 0.0003707293944898993, 0.00047348643420264125, 0.00017833005404099822, 0.0003994710568804294, 0.00029511720640584826, 0.00018311945314053446, 0.000167145932209678, 0.00023702479666098952, 0.0002533363294787705, 0.00012855073146056384, 0.00020213225798215717, 0.00039944934542290866, 0.0001651181373745203, 0.0004622875130735338, 0.0008780225180089474, 0.0011140464339405298, 0.0020708786323666573, 0.0019636773504316807, 0.003527855733409524, 0.0044752187095582485, 0.004463486839085817, 0.007312539964914322, 0.014446244575083256, 0.03503045067191124, 0.02001415751874447, 0.04388578608632088, 0.019436746835708618, 0.11325734853744507, 0.07277627289295197, 0.16196833550930023, 0.4804745018482208]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9473748207092285, 0.05262523144483566, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8785884380340576, 0.05539466068148613, 0.06601691246032715, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.727077066898346, 0.1370987892150879, 0.04866092652082443, 0.08716326951980591, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4651745557785034, 0.13429313898086548, 0.1535816192626953, 0.1747255027294159, 0.07222513854503632, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1703597605228424, 0.01184194628149271, 0.023650869727134705, 0.021745814010500908, 0.025856321677565575, 0.7465453147888184, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14214575290679932, 0.04383273050189018, 0.05021181330084801, 0.045165032148361206, 0.05872126668691635, 0.5111534595489502, 0.14877000451087952, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08473353087902069, 0.020369814708828926, 0.037461623549461365, 0.03195910155773163, 0.03419600799679756, 0.43500685691833496, 0.11894061416387558, 0.2373325079679489, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.342307984828949, 0.03593634068965912, 0.07259213924407959, 0.10352761298418045, 0.08196527510881424, 0.07694564014673233, 0.14196324348449707, 0.09896712005138397, 0.045794591307640076, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.37114858627319336, 0.06278738379478455, 0.058069515973329544, 0.05566278472542763, 0.1312483549118042, 0.07535628229379654, 0.10726629942655563, 0.07924022525548935, 0.030107339844107628, 0.029113231226801872, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.06430108845233917, 0.005169108510017395, 0.01101299561560154, 0.009054885245859623, 0.011748063378036022, 0.3188501298427582, 0.0368494838476181, 0.0831955224275589, 0.012068143114447594, 0.014676203951239586, 0.433074414730072, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23777925968170166, 0.03812997788190842, 0.019743362441658974, 0.07508029043674469, 0.1442079246044159, 0.062449272722005844, 0.07018385082483292, 0.06523599475622177, 0.04883221164345741, 0.034600336104631424, 0.0643976703286171, 0.13935978710651398, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.29014477133750916, 0.04085767641663551, 0.06965630501508713, 0.06467735767364502, 0.11515594273805618, 0.07279439270496368, 0.05406039580702782, 0.04095998778939247, 0.0364612452685833, 0.03709696978330612, 0.08112157136201859, 0.06249444931745529, 0.034518904983997345, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04191606864333153, 0.0033880709670484066, 0.007082364521920681, 0.005899207666516304, 0.007586183492094278, 0.20389792323112488, 0.023296771571040154, 0.05173071473836899, 0.007816805504262447, 0.009731377474963665, 0.2776019275188446, 0.008386767469346523, 0.016172707080841064, 0.3354931175708771, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15129351615905762, 0.042407941073179245, 0.04383384436368942, 0.09706763178110123, 0.14943552017211914, 0.04439883306622505, 0.061745043843984604, 0.04199514538049698, 0.018608780577778816, 0.03141244128346443, 0.05092645436525345, 0.06660286337137222, 0.09416220337152481, 0.05761289596557617, 0.04849694296717644, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2995801866054535, 0.07432064414024353, 0.030061958357691765, 0.016736479476094246, 0.03856481984257698, 0.051068782806396484, 0.0940866693854332, 0.056067924946546555, 0.05458228662610054, 0.04522038623690605, 0.05638071522116661, 0.01537805050611496, 0.04082851856946945, 0.060846954584121704, 0.03081105835735798, 0.035464510321617126, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03043997846543789, 0.0024933929089456797, 0.005298204720020294, 0.004223392345011234, 0.005517442710697651, 0.14508457481861115, 0.01603415049612522, 0.03598647937178612, 0.005758048500865698, 0.007398166693747044, 0.19613462686538696, 0.006090892944484949, 0.01146511361002922, 0.23737996816635132, 0.008031771518290043, 0.005861489102244377, 0.27680230140686035, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015668945387005806, 0.0019133484456688166, 0.006747933570295572, 0.005610871594399214, 0.006710356567054987, 0.10858529061079025, 0.013436977751553059, 0.03067478910088539, 0.00869804061949253, 0.005958769004791975, 0.15696409344673157, 0.006401259917765856, 0.014357192441821098, 0.19220466911792755, 0.009938809089362621, 0.008154557086527348, 0.22861403226852417, 0.1793600618839264, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2751207649707794, 0.04635605588555336, 0.02578277699649334, 0.02037108689546585, 0.04519131779670715, 0.04741503670811653, 0.05800836160778999, 0.05449456349015236, 0.02185584232211113, 0.028674187138676643, 0.05054796114563942, 0.03578945994377136, 0.014343996532261372, 0.05505189299583435, 0.019970891997218132, 0.0250706747174263, 0.0598367340862751, 0.10591265559196472, 0.010205721482634544, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12210460752248764, 0.029006360098719597, 0.027926113456487656, 0.030763691291213036, 0.06431956589221954, 0.05075869709253311, 0.05746713653206825, 0.038544539362192154, 0.028814472258090973, 0.036410342901945114, 0.05530693009495735, 0.02755570411682129, 0.05062383413314819, 0.06039684638381004, 0.03790910169482231, 0.03416259214282036, 0.06550326943397522, 0.0822460949420929, 0.08903136104345322, 0.01114883366972208, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.01992272399365902, 0.0015991262625902891, 0.0035362725611776114, 0.0027606100775301456, 0.003674747422337532, 0.09198576211929321, 0.009868199005723, 0.021762734279036522, 0.003674617502838373, 0.0048002987168729305, 0.12327178567647934, 0.0039482261054217815, 0.0077277058735489845, 0.14901940524578094, 0.005094496067613363, 0.0038495471235364676, 0.17433811724185944, 0.1450374871492386, 0.003139178967103362, 0.003901567542925477, 0.21708735823631287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.025169143453240395, 0.0025891431141644716, 0.007904483005404472, 0.0028181765228509903, 0.008317484520375729, 0.06284766644239426, 0.016097377985715866, 0.024833567440509796, 0.00765804061666131, 0.011317078955471516, 0.08451006561517715, 0.012135407887399197, 0.022048380225896835, 0.1001725047826767, 0.015103278681635857, 0.02015225775539875, 0.11906816065311432, 0.14148962497711182, 0.006576652638614178, 0.007074058521538973, 0.14850656688213348, 0.1536109298467636, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08679645508527756, 0.015818681567907333, 0.009913154877722263, 0.00594112416729331, 0.011749097146093845, 0.044022489339113235, 0.049411579966545105, 0.047211579978466034, 0.02244851179420948, 0.028144152835011482, 0.052493732422590256, 0.013664891012012959, 0.0380445159971714, 0.058564916253089905, 0.016008712351322174, 0.028531767427921295, 0.0675240010023117, 0.1000404879450798, 0.026074478402733803, 0.01816527359187603, 0.08061446994543076, 0.14588385820388794, 0.032932016998529434, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12203323841094971, 0.026796922087669373, 0.03471273183822632, 0.016600852832198143, 0.05098596215248108, 0.03362346068024635, 0.033762916922569275, 0.03289441391825676, 0.022763587534427643, 0.03469543159008026, 0.03710823878645897, 0.02750304527580738, 0.030508054420351982, 0.040704917162656784, 0.019409827888011932, 0.033388108015060425, 0.04603789001703262, 0.08141942322254181, 0.02579292468726635, 0.017713351175189018, 0.05326375365257263, 0.06955216079950333, 0.07340100407600403, 0.03532779961824417, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.012632705271244049, 0.003196731209754944, 0.008999625220894814, 0.00378710706718266, 0.005590212065726519, 0.0601874515414238, 0.010173025541007519, 0.026063397526741028, 0.008280334062874317, 0.005998437292873859, 0.08480245620012283, 0.007755735889077187, 0.014807658270001411, 0.10079345107078552, 0.011636023409664631, 0.007885105907917023, 0.12061367928981781, 0.12819860875606537, 0.006487112957984209, 0.003230573609471321, 0.15047509968280792, 0.10557688027620316, 0.01548060029745102, 0.01902632601559162, 0.0783216655254364, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11176054924726486, 0.018635567277669907, 0.056223757565021515, 0.046772804111242294, 0.037364911288022995, 0.02299341931939125, 0.031365279108285904, 0.026408882811665535, 0.04335922375321388, 0.05663558468222618, 0.0217863991856575, 0.02382213994860649, 0.03064168430864811, 0.023289261385798454, 0.05430489405989647, 0.06881189346313477, 0.02448936179280281, 0.047770872712135315, 0.03627175837755203, 0.02222253568470478, 0.026998937129974365, 0.021766116842627525, 0.03442490100860596, 0.028240256011486053, 0.058919232338666916, 0.024719836190342903, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10639805346727371, 0.037107910960912704, 0.08273956924676895, 0.017856858670711517, 0.020949995145201683, 0.018305247649550438, 0.02262010984122753, 0.018192268908023834, 0.0218511875718832, 0.012518531642854214, 0.019214097410440445, 0.030340097844600677, 0.07187613844871521, 0.020787997171282768, 0.03963525593280792, 0.061515871435403824, 0.02317928895354271, 0.0439804345369339, 0.046192266047000885, 0.02066797763109207, 0.027080873027443886, 0.043865494430065155, 0.0327674075961113, 0.043690674006938934, 0.05080845206975937, 0.04029490426182747, 0.025563009083271027, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.015084553509950638, 0.003822383936494589, 0.005877267569303513, 0.004971853923052549, 0.005370147526264191, 0.05223644897341728, 0.016127675771713257, 0.03182988613843918, 0.008211127482354641, 0.011473814025521278, 0.06704684346914291, 0.010528383776545525, 0.01059822365641594, 0.07938899099826813, 0.0072117154486477375, 0.006271465681493282, 0.09142374992370605, 0.10866504907608032, 0.003973816521465778, 0.00562167027965188, 0.10983327031135559, 0.09237756580114365, 0.0229604784399271, 0.019314922392368317, 0.08864142745733261, 0.018464693799614906, 0.01102224551141262, 0.0916503444314003, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09854131937026978, 0.03967057541012764, 0.05052143335342407, 0.047943901270627975, 0.01953185349702835, 0.015683408826589584, 0.025074757635593414, 0.014997916296124458, 0.027723459526896477, 0.01641818694770336, 0.016389019787311554, 0.026316560804843903, 0.03435926511883736, 0.017757995054125786, 0.023362677544355392, 0.03763514384627342, 0.019405612722039223, 0.034421686083078384, 0.04902298375964165, 0.030190549790859222, 0.02215908095240593, 0.03754065930843353, 0.03879313915967941, 0.040324144065380096, 0.0423126257956028, 0.06829197704792023, 0.025314131751656532, 0.043300729244947433, 0.036995261907577515, 0.0, 0.0, 0.0, 0.0], [0.10688817501068115, 0.03659576177597046, 0.005083094816654921, 0.010160427540540695, 0.013297352008521557, 0.04175207391381264, 0.02624681033194065, 0.03012854792177677, 0.013482392765581608, 0.01822318136692047, 0.04582624509930611, 0.025558779016137123, 0.015618832781910896, 0.050398923456668854, 0.011657011695206165, 0.011659123003482819, 0.055155206471681595, 0.05091661587357521, 0.019206780940294266, 0.013998415321111679, 0.06383471935987473, 0.02908891625702381, 0.01671043410897255, 0.02609526738524437, 0.05484984442591667, 0.03806670010089874, 0.038960713893175125, 0.05375231057405472, 0.02367917262017727, 0.05310812219977379, 0.0, 0.0, 0.0], [0.10871605575084686, 0.06286414712667465, 0.023045096546411514, 0.012493215501308441, 0.00968826375901699, 0.023720787838101387, 0.025617338716983795, 0.02828286960721016, 0.01952311024069786, 0.015187123790383339, 0.02461577206850052, 0.018855810165405273, 0.013071926310658455, 0.025697465986013412, 0.010639775544404984, 0.007336440961807966, 0.02848825231194496, 0.04087510332465172, 0.023693934082984924, 0.02846081182360649, 0.031781155616045, 0.03399213030934334, 0.016904516145586967, 0.046997517347335815, 0.05480922386050224, 0.0604817159473896, 0.021137842908501625, 0.051477689296007156, 0.015304354950785637, 0.07868867367506027, 0.037551939487457275, 0.0, 0.0], [0.16510620713233948, 0.013307318091392517, 0.022820336744189262, 0.03222496807575226, 0.028327802196145058, 0.011912119574844837, 0.02175913006067276, 0.012591320089995861, 0.025371339172124863, 0.015923479571938515, 0.011745060794055462, 0.02134014293551445, 0.022658511996269226, 0.012096996419131756, 0.05877390876412392, 0.041142962872982025, 0.012866131961345673, 0.021896706894040108, 0.027385758236050606, 0.015412723645567894, 0.014822256751358509, 0.013198774307966232, 0.029060114175081253, 0.04031305015087128, 0.023036934435367584, 0.050357915461063385, 0.04650068283081055, 0.03221072256565094, 0.04574136435985565, 0.011448172852396965, 0.05148480832576752, 0.047162242233753204, 0.0], [0.01986273191869259, 0.0006941384053789079, 0.0017670633969828486, 0.0019038212485611439, 0.0023115770891308784, 0.05924387276172638, 0.005164950620383024, 0.008714546449482441, 0.0024906685575842857, 0.0030579573940485716, 0.07585158944129944, 0.002390549285337329, 0.0031773503869771957, 0.08945121616125107, 0.003065293189138174, 0.0016209169989451766, 0.10312031954526901, 0.0625915452837944, 0.002058297861367464, 0.002232219558209181, 0.12742049992084503, 0.02470383793115616, 0.0035101906396448612, 0.004994175862520933, 0.028317134827375412, 0.005874201189726591, 0.006215328350663185, 0.03686564415693283, 0.005438121035695076, 0.004061868414282799, 0.004735523369163275, 0.004534380976110697, 0.2925584614276886]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9726406335830688, 0.027359364554286003, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8850566744804382, 0.08160645514726639, 0.033336855471134186, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7844979166984558, 0.09045999497175217, 0.10720972716808319, 0.01783234439790249, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6679065227508545, 0.10135097056627274, 0.10997920483350754, 0.0699087604880333, 0.050854478031396866, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.586279034614563, 0.06960929185152054, 0.06798022985458374, 0.06058962643146515, 0.08339764177799225, 0.13214409351348877, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5015710592269897, 0.06227874383330345, 0.07209988683462143, 0.05590919405221939, 0.08146880567073822, 0.12033168226480484, 0.10634062439203262, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.40016087889671326, 0.05525398254394531, 0.06347682327032089, 0.05413786694407463, 0.07119616121053696, 0.11230531334877014, 0.12489721924066544, 0.11857164651155472, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4018533229827881, 0.08579417318105698, 0.0564488023519516, 0.07181120663881302, 0.08318910747766495, 0.07845646888017654, 0.09191881865262985, 0.07768876105546951, 0.05283927172422409, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3827158808708191, 0.07976948469877243, 0.06207753345370293, 0.06360235810279846, 0.08211023360490799, 0.07804957032203674, 0.08597435802221298, 0.07506486773490906, 0.0632784515619278, 0.02735722064971924, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3404167592525482, 0.04535197094082832, 0.04658910632133484, 0.0403917022049427, 0.05489042401313782, 0.08179009705781937, 0.08906517177820206, 0.09645897150039673, 0.055649708956480026, 0.06398677080869675, 0.08540939539670944, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.31186190247535706, 0.09539998322725296, 0.07292014360427856, 0.0697687417268753, 0.07777827233076096, 0.06735039502382278, 0.06161405146121979, 0.05481073260307312, 0.05252012982964516, 0.050225209444761276, 0.07299349457025528, 0.012756961397826672, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.36652857065200806, 0.06308672577142715, 0.03947845846414566, 0.046095266938209534, 0.05740753933787346, 0.0634833499789238, 0.0523846372961998, 0.055016182363033295, 0.04584016278386116, 0.06228693574666977, 0.0658990666270256, 0.058063607662916183, 0.024429509416222572, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28564441204071045, 0.03804026544094086, 0.03942390903830528, 0.03423862159252167, 0.0463939867913723, 0.06771664321422577, 0.07328074425458908, 0.07855431735515594, 0.047896649688482285, 0.055936530232429504, 0.07124947011470795, 0.035689253360033035, 0.04956043139100075, 0.07637479156255722, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.297754168510437, 0.05259549245238304, 0.043479401618242264, 0.058458637446165085, 0.04568730294704437, 0.05259407311677933, 0.04456199333071709, 0.04597471281886101, 0.06316149234771729, 0.0776875764131546, 0.054991476237773895, 0.03466471657156944, 0.050201017409563065, 0.058861423283815384, 0.019326545298099518, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.28853148221969604, 0.04616912454366684, 0.02823306806385517, 0.03824238479137421, 0.043306220322847366, 0.05174916610121727, 0.043182745575904846, 0.043931204825639725, 0.05616341531276703, 0.06773821264505386, 0.054901763796806335, 0.08139307051897049, 0.043256908655166626, 0.0590481273829937, 0.039899032562971115, 0.014254073612391949, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.23721370100975037, 0.031615812331438065, 0.03324565663933754, 0.02923194132745266, 0.03861811012029648, 0.05549168959259987, 0.05966496095061302, 0.06321781873703003, 0.04073698818683624, 0.04752674698829651, 0.05837821215391159, 0.03039967082440853, 0.042871564626693726, 0.06284616887569427, 0.05321290343999863, 0.047368984669446945, 0.06835904717445374, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2098696231842041, 0.027291256934404373, 0.031156612560153008, 0.02661500871181488, 0.03165113553404808, 0.05273226276040077, 0.052745018154382706, 0.05635901913046837, 0.04076547175645828, 0.04278237000107765, 0.05619123950600624, 0.03067827597260475, 0.04398961365222931, 0.060914747416973114, 0.05013696476817131, 0.041573163121938705, 0.06652864068746567, 0.07801955193281174, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2385382205247879, 0.04414580017328262, 0.046435046941041946, 0.0345127135515213, 0.0357217900454998, 0.04369329288601875, 0.04304974526166916, 0.03498825058341026, 0.043718066066503525, 0.0395219624042511, 0.04457852616906166, 0.024599449709057808, 0.0625118538737297, 0.04753482714295387, 0.04375607892870903, 0.04995930194854736, 0.05090808868408203, 0.052662443369627, 0.019164469093084335, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.17729146778583527, 0.04221459850668907, 0.030818725004792213, 0.030886096879839897, 0.033868491649627686, 0.04521186649799347, 0.04290102794766426, 0.032215580344200134, 0.04018864780664444, 0.04926895722746849, 0.04801623895764351, 0.03814243897795677, 0.05126515030860901, 0.05206843465566635, 0.04744115099310875, 0.03924533724784851, 0.056304771453142166, 0.05462943762540817, 0.0599185973405838, 0.0281029362231493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19048279523849487, 0.025203483179211617, 0.026787465438246727, 0.0236726813018322, 0.031104033812880516, 0.043453436344861984, 0.0464932955801487, 0.048206474632024765, 0.03323278948664665, 0.03892752155661583, 0.04549148678779602, 0.024442734196782112, 0.03570156916975975, 0.04907766729593277, 0.04303564876317978, 0.03905566409230232, 0.0537174716591835, 0.06658957898616791, 0.04320825636386871, 0.03176470473408699, 0.060351260006427765, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.149753600358963, 0.023474574089050293, 0.025508403778076172, 0.028942447155714035, 0.03517158702015877, 0.03880191221833229, 0.04594281315803528, 0.039627280086278915, 0.03708779439330101, 0.03872300311923027, 0.04190719500184059, 0.021688062697649002, 0.043282538652420044, 0.04592541232705116, 0.038939524441957474, 0.04007610306143761, 0.05060022324323654, 0.06083051860332489, 0.043721601366996765, 0.030235223472118378, 0.057286132127046585, 0.062474023550748825, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1751341074705124, 0.027519280090928078, 0.029514014720916748, 0.02071533165872097, 0.026873521506786346, 0.0345461368560791, 0.03853078559041023, 0.03303780406713486, 0.04181556776165962, 0.04010029137134552, 0.036968957632780075, 0.030468938872218132, 0.03995394706726074, 0.04023703187704086, 0.04482618719339371, 0.037082623690366745, 0.04420147091150284, 0.04931039363145828, 0.04125744104385376, 0.02861068584024906, 0.04997345060110092, 0.05269284546375275, 0.03662917762994766, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13285991549491882, 0.040708061307668686, 0.04111679270863533, 0.03484426438808441, 0.040876053273677826, 0.027567217126488686, 0.02829369343817234, 0.02252042107284069, 0.0387541837990284, 0.040378037840127945, 0.029089415445923805, 0.029609227553009987, 0.0567011684179306, 0.03118186444044113, 0.03766117990016937, 0.05688638612627983, 0.033967096358537674, 0.037813056260347366, 0.04951411858201027, 0.03194558620452881, 0.037599027156829834, 0.04326637089252472, 0.043056681752204895, 0.033790234476327896, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14709368348121643, 0.01821870543062687, 0.022143617272377014, 0.02162139117717743, 0.02707289531826973, 0.03385418653488159, 0.03787611424922943, 0.03801964968442917, 0.027932509779930115, 0.03090183436870575, 0.03606923669576645, 0.01902313157916069, 0.03465800732374191, 0.03916986286640167, 0.0337555855512619, 0.026136629283428192, 0.04297832027077675, 0.05313743278384209, 0.03463505208492279, 0.02014029212296009, 0.048783596605062485, 0.04990804195404053, 0.04624391719698906, 0.04715670645236969, 0.06346961855888367, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1760278195142746, 0.01488215196877718, 0.026751169934868813, 0.024088064208626747, 0.035667479038238525, 0.027094287797808647, 0.02498425543308258, 0.02147187665104866, 0.026359377428889275, 0.023845115676522255, 0.027566982433199883, 0.01686953380703926, 0.0777742937207222, 0.029109211638569832, 0.04799698293209076, 0.02900250256061554, 0.03132336959242821, 0.036156002432107925, 0.039595603942871094, 0.017008014023303986, 0.034839075058698654, 0.03443719446659088, 0.04149218648672104, 0.09124380350112915, 0.040522992610931396, 0.0038906026165932417, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1850174367427826, 0.027787018567323685, 0.025097636505961418, 0.027018995955586433, 0.029199201613664627, 0.030337009578943253, 0.03222177177667618, 0.023015066981315613, 0.026792852208018303, 0.02279384806752205, 0.030674846842885017, 0.021220846101641655, 0.05388807877898216, 0.03259299695491791, 0.030737636610865593, 0.025725241750478745, 0.03486606478691101, 0.03793582320213318, 0.02867201343178749, 0.026148969307541847, 0.03875334933400154, 0.04179506376385689, 0.038631562143564224, 0.05337154492735863, 0.03982071951031685, 0.025711610913276672, 0.010172730311751366, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.12446325272321701, 0.01676889881491661, 0.020105110481381416, 0.01926702819764614, 0.024457814171910286, 0.030203377828001976, 0.03127393499016762, 0.03254607319831848, 0.023186009377241135, 0.023508403450250626, 0.031733207404613495, 0.01708051934838295, 0.029082054272294044, 0.034282173961400986, 0.03579127788543701, 0.02582056261599064, 0.03753119334578514, 0.046182505786418915, 0.02950001135468483, 0.017913807183504105, 0.04274732246994972, 0.042434703558683395, 0.03900240734219551, 0.04141837731003761, 0.05949503183364868, 0.03595735505223274, 0.03098488040268421, 0.05726282671093941, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14491021633148193, 0.025843990966677666, 0.031176971271634102, 0.01946275867521763, 0.012575722299516201, 0.025274597108364105, 0.022020693868398666, 0.021267279982566833, 0.03165539726614952, 0.02766416408121586, 0.026251569390296936, 0.02209104411303997, 0.03851794824004173, 0.02826688252389431, 0.028877615928649902, 0.03686537221074104, 0.03069998323917389, 0.03204502537846565, 0.034116268157958984, 0.02035541459918022, 0.03446313366293907, 0.035428643226623535, 0.0307284165173769, 0.04441893845796585, 0.03793597221374512, 0.05734866484999657, 0.038896992802619934, 0.04111205041408539, 0.019728200510144234, 0.0, 0.0, 0.0, 0.0], [0.13168424367904663, 0.025460107252001762, 0.02796240895986557, 0.02410985343158245, 0.016868816688656807, 0.031406790018081665, 0.023247338831424713, 0.02207168936729431, 0.027362510561943054, 0.026370452716946602, 0.032045334577560425, 0.028775813058018684, 0.04614203795790672, 0.03455977886915207, 0.03132109344005585, 0.029437730088829994, 0.037490714341402054, 0.03597421571612358, 0.0306710172444582, 0.026778321713209152, 0.041662365198135376, 0.03274398297071457, 0.03034878335893154, 0.032651983201503754, 0.03805651143193245, 0.03457561507821083, 0.022936128079891205, 0.03690327703952789, 0.02596619725227356, 0.014414895325899124, 0.0, 0.0, 0.0], [0.1656370908021927, 0.022809259593486786, 0.029107755050063133, 0.024944666773080826, 0.024352874606847763, 0.02503182925283909, 0.018486665561795235, 0.01857367716729641, 0.02844363823533058, 0.029199937358498573, 0.025318214669823647, 0.032204993069171906, 0.025753289461135864, 0.026890527456998825, 0.031273938715457916, 0.033051498234272, 0.028835462406277657, 0.029910407960414886, 0.0275588259100914, 0.024624643847346306, 0.0320536270737648, 0.02649376355111599, 0.02170960046350956, 0.03164014592766762, 0.037074774503707886, 0.047994695603847504, 0.02793216146528721, 0.034756116569042206, 0.03804944455623627, 0.02153567411005497, 0.008750852197408676, 0.0, 0.0], [0.16794216632843018, 0.025983473286032677, 0.03222338855266571, 0.019469382241368294, 0.023735279217362404, 0.02311573550105095, 0.019973622635006905, 0.016550227999687195, 0.029796769842505455, 0.028494669124484062, 0.023108839988708496, 0.022087078541517258, 0.04216555878520012, 0.02439018525183201, 0.020749138668179512, 0.03873587027192116, 0.026269815862178802, 0.027289101853966713, 0.019617386162281036, 0.020242854952812195, 0.02920321188867092, 0.03041336126625538, 0.025762619450688362, 0.04084981977939606, 0.0333266407251358, 0.021795298904180527, 0.026310525834560394, 0.031013479456305504, 0.036892641335725784, 0.019377153366804123, 0.043556053191423416, 0.009558658115565777, 0.0], [0.11396830528974533, 0.0177528765052557, 0.016061954200267792, 0.015585054643452168, 0.01839611493051052, 0.024367086589336395, 0.02605387382209301, 0.023999115452170372, 0.021919485181570053, 0.026251107454299927, 0.02473052777349949, 0.01532302051782608, 0.02561456896364689, 0.02633788250386715, 0.024982865899801254, 0.02464262954890728, 0.028590327128767967, 0.03295150399208069, 0.027568617835640907, 0.01848755218088627, 0.03220851719379425, 0.031914688646793365, 0.03630725294351578, 0.0341540202498436, 0.03678558021783829, 0.03297772631049156, 0.0262789037078619, 0.03809890151023865, 0.029801947996020317, 0.018183253705501556, 0.03632067143917084, 0.03568094223737717, 0.057703081518411636]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8058414459228516, 0.19415852427482605, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.6373864412307739, 0.09672049432992935, 0.2658930718898773, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5870265364646912, 0.09922721982002258, 0.07913831621408463, 0.23460792005062103, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.41947367787361145, 0.06312593072652817, 0.08123064786195755, 0.08381500095129013, 0.35235461592674255, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5308531522750854, 0.0959072858095169, 0.07779338955879211, 0.06661548465490341, 0.07293295115232468, 0.15589767694473267, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.38503068685531616, 0.07478093355894089, 0.06978149712085724, 0.047606535255908966, 0.05144915729761124, 0.08776706457138062, 0.2835841476917267, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.29629573225975037, 0.05328269675374031, 0.06944749504327774, 0.04097547382116318, 0.06660830974578857, 0.1021856889128685, 0.10869501531124115, 0.26250961422920227, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3047499358654022, 0.06337985396385193, 0.05753423273563385, 0.040577180683612823, 0.0730014219880104, 0.07375828176736832, 0.07239887863397598, 0.05693604424595833, 0.25766411423683167, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.29880762100219727, 0.05552824214100838, 0.05443597212433815, 0.052853021770715714, 0.06568750739097595, 0.07554222643375397, 0.06968101859092712, 0.054113876074552536, 0.09120789915323257, 0.18214258551597595, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.26933014392852783, 0.06352430582046509, 0.05952122062444687, 0.05242469534277916, 0.06052156537771225, 0.12185831367969513, 0.07608654350042343, 0.09753072261810303, 0.04232606664299965, 0.05058327317237854, 0.10629311203956604, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.22074297070503235, 0.06960076093673706, 0.04872347041964531, 0.06675717234611511, 0.06954210251569748, 0.06483785808086395, 0.046523742377758026, 0.0393008291721344, 0.018016092479228973, 0.0358063168823719, 0.05302286893129349, 0.26712578535079956, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15080073475837708, 0.04732475429773331, 0.12551115453243256, 0.06240082159638405, 0.05354631692171097, 0.05578393489122391, 0.04542611539363861, 0.03888600692152977, 0.0301998108625412, 0.03337055444717407, 0.04645953327417374, 0.023437919095158577, 0.2868523597717285, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.20448839664459229, 0.04972050338983536, 0.04838547483086586, 0.04385358467698097, 0.05115717276930809, 0.1007489338517189, 0.06420683860778809, 0.08302562683820724, 0.03880453109741211, 0.047957733273506165, 0.09582383185625076, 0.03239700570702553, 0.04441104084253311, 0.0950193703174591, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1623673290014267, 0.028519177809357643, 0.0478430911898613, 0.04135480895638466, 0.040284886956214905, 0.0520053505897522, 0.04226504638791084, 0.038211699575185776, 0.05986882373690605, 0.06849398463964462, 0.04734278842806816, 0.019715161994099617, 0.062022291123867035, 0.04572192206978798, 0.24398359656333923, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1312893182039261, 0.039628103375434875, 0.05951940640807152, 0.039663225412368774, 0.04406354948878288, 0.04348496347665787, 0.03726547583937645, 0.03240034729242325, 0.037205733358860016, 0.06481601297855377, 0.04047452658414841, 0.025914229452610016, 0.06507597863674164, 0.039225105196237564, 0.07744196057319641, 0.2225320190191269, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15813341736793518, 0.03911251947283745, 0.038564957678318024, 0.03587968647480011, 0.04187794029712677, 0.08161001652479172, 0.05245806276798248, 0.0681268647313118, 0.034448061138391495, 0.04342750832438469, 0.08275996893644333, 0.02933339960873127, 0.041573792695999146, 0.08478685468435287, 0.04881598427891731, 0.03235284984111786, 0.08673813194036484, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13890595734119415, 0.03169632330536842, 0.03251556307077408, 0.03538898006081581, 0.038000330328941345, 0.06974425166845322, 0.05942453816533089, 0.06768239289522171, 0.027843810617923737, 0.039054665714502335, 0.07273104041814804, 0.030109865590929985, 0.04163092002272606, 0.07565010339021683, 0.040188319981098175, 0.027483616024255753, 0.0779590755701065, 0.09399021416902542, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09691289812326431, 0.03068731538951397, 0.030817963182926178, 0.044734321534633636, 0.04171942546963692, 0.036036767065525055, 0.04101703315973282, 0.03210476413369179, 0.04344062879681587, 0.04885552451014519, 0.03457901254296303, 0.016025086864829063, 0.04994165152311325, 0.0346352644264698, 0.06065686047077179, 0.03497787564992905, 0.034543417394161224, 0.03782792389392853, 0.25048622488975525, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1205921620130539, 0.04121065512299538, 0.050985172390937805, 0.05289151892066002, 0.02886129543185234, 0.04706199839711189, 0.02921283058822155, 0.038170017302036285, 0.021046487614512444, 0.029787803068757057, 0.04406721517443657, 0.02650333382189274, 0.04127003252506256, 0.04430735856294632, 0.030801555141806602, 0.04064902663230896, 0.044745106250047684, 0.042122457176446915, 0.028442280367016792, 0.1972716897726059, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11388304829597473, 0.0282554030418396, 0.02835129387676716, 0.026958664879202843, 0.03131084889173508, 0.05977548286318779, 0.039182148873806, 0.050720397382974625, 0.027684014290571213, 0.035564225167036057, 0.06452134251594543, 0.024267088621854782, 0.03616495430469513, 0.06838167458772659, 0.04139300435781479, 0.0290946364402771, 0.0723005011677742, 0.07349380850791931, 0.03700020909309387, 0.0352863185107708, 0.07641094923019409, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08453850448131561, 0.017416607588529587, 0.01894913986325264, 0.0165606327354908, 0.0222961213439703, 0.04174061119556427, 0.05894864723086357, 0.03893361985683441, 0.030214646831154823, 0.03464233875274658, 0.0483190156519413, 0.016358420252799988, 0.025674551725387573, 0.05309673771262169, 0.02054651640355587, 0.02046983502805233, 0.05704639479517937, 0.06604909896850586, 0.03774644806981087, 0.021413875743746758, 0.06129929795861244, 0.2077389359474182, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1124843955039978, 0.024394847452640533, 0.024523155763745308, 0.027489561587572098, 0.026104668155312538, 0.03731505200266838, 0.06748531758785248, 0.03890375792980194, 0.01798143796622753, 0.028454385697841644, 0.03756532073020935, 0.01832606829702854, 0.02008865587413311, 0.03865170478820801, 0.0232856422662735, 0.02422662265598774, 0.03960612043738365, 0.04833187907934189, 0.04500093683600426, 0.01736215315759182, 0.04009140655398369, 0.05208287015557289, 0.19024400413036346, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08183355629444122, 0.019828451797366142, 0.02687338925898075, 0.0292525552213192, 0.02518443576991558, 0.03192772716283798, 0.029049789533019066, 0.024972517043352127, 0.03350625932216644, 0.040074288845062256, 0.03351731225848198, 0.01603599637746811, 0.03204454481601715, 0.034480638802051544, 0.028517089784145355, 0.03532731160521507, 0.03583228215575218, 0.040583960711956024, 0.029941102489829063, 0.02109791338443756, 0.03671329468488693, 0.039212584495544434, 0.03543241694569588, 0.2387605905532837, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10145692527294159, 0.014237052761018276, 0.016984181478619576, 0.01863657310605049, 0.028536241501569748, 0.0365380235016346, 0.02957051433622837, 0.04198319464921951, 0.01416604220867157, 0.030081400647759438, 0.04016641527414322, 0.02007501944899559, 0.030370108783245087, 0.04353439435362816, 0.03039301373064518, 0.020717332139611244, 0.04677111282944679, 0.0549510233104229, 0.02880917116999626, 0.020043686032295227, 0.050925422459840775, 0.04084467142820358, 0.041858017444610596, 0.03848976641893387, 0.15986065566539764, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07937923818826675, 0.020674321800470352, 0.020799752324819565, 0.027988232672214508, 0.04565475508570671, 0.02656259387731552, 0.02539670839905739, 0.021243257448077202, 0.01776379533112049, 0.02520064264535904, 0.027576463297009468, 0.030607089400291443, 0.034379992634058, 0.028568314388394356, 0.022726934403181076, 0.01605195552110672, 0.029712749645113945, 0.03276180848479271, 0.025702400133013725, 0.012878884561359882, 0.03062613308429718, 0.02036965638399124, 0.03741392120718956, 0.027850378304719925, 0.03571850806474686, 0.27639153599739075, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.09605433791875839, 0.02309289388358593, 0.024199655279517174, 0.024974146857857704, 0.0368296355009079, 0.030014395713806152, 0.021069224923849106, 0.018117524683475494, 0.022569265216588974, 0.02834322303533554, 0.030505135655403137, 0.021707672625780106, 0.02821178548038006, 0.03163941577076912, 0.03916611894965172, 0.03627365827560425, 0.03311571851372719, 0.03514396771788597, 0.02574523538351059, 0.015889013186097145, 0.034675467759370804, 0.026770086959004402, 0.0271434523165226, 0.040450796484947205, 0.03760385140776634, 0.03232335299253464, 0.17837098240852356, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.07476937770843506, 0.011021516285836697, 0.010706556960940361, 0.015325456857681274, 0.019903559237718582, 0.03285866230726242, 0.021936070173978806, 0.029454145580530167, 0.01642150804400444, 0.022476576268672943, 0.037223443388938904, 0.01758023165166378, 0.021954143419861794, 0.040462128818035126, 0.031415410339832306, 0.010417775250971317, 0.044297389686107635, 0.05118126422166824, 0.029565557837486267, 0.015394330024719238, 0.04906425625085831, 0.03202195465564728, 0.030905118212103844, 0.041320525109767914, 0.06578274071216583, 0.03978404775261879, 0.020499706268310547, 0.16625654697418213, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05124205723404884, 0.011390028521418571, 0.02026580646634102, 0.02452964149415493, 0.12732438743114471, 0.020083913579583168, 0.017692744731903076, 0.02038198709487915, 0.018548615276813507, 0.023206060752272606, 0.021026061847805977, 0.02052123285830021, 0.025210734456777573, 0.021994242444634438, 0.0171904768794775, 0.02080591395497322, 0.023035308346152306, 0.026458054780960083, 0.031086130067706108, 0.011454466730356216, 0.024357995018363, 0.02252494916319847, 0.024600783362984657, 0.024588001891970634, 0.02838081493973732, 0.04660612717270851, 0.04362708330154419, 0.020300468429923058, 0.21156589686870575, 0.0, 0.0, 0.0, 0.0], [0.07929294556379318, 0.023537393659353256, 0.022847291082143784, 0.01993604376912117, 0.015462877228856087, 0.025110285729169846, 0.02142905257642269, 0.015073497779667377, 0.009924096055328846, 0.015724746510386467, 0.027188710868358612, 0.020747290924191475, 0.034976355731487274, 0.029102321714162827, 0.021219035610556602, 0.01814761944115162, 0.03105819784104824, 0.03380950540304184, 0.020137567073106766, 0.01232312060892582, 0.033692631870508194, 0.024336133152246475, 0.031084517017006874, 0.03377701714634895, 0.04355444759130478, 0.03296353295445442, 0.03314929082989693, 0.02536490373313427, 0.022163690999150276, 0.22286593914031982, 0.0, 0.0, 0.0], [0.10059654712677002, 0.03096376545727253, 0.02557850442826748, 0.020224064588546753, 0.02713298611342907, 0.0294907595962286, 0.0407448336482048, 0.021403620019555092, 0.016392603516578674, 0.022520696744322777, 0.027555175125598907, 0.013599209487438202, 0.027306703850626945, 0.027806580066680908, 0.011214178055524826, 0.023586543276906013, 0.02839917317032814, 0.030668914318084717, 0.021664202213287354, 0.017032310366630554, 0.029051590710878372, 0.026549920439720154, 0.03297552838921547, 0.0267903171479702, 0.0320606529712677, 0.027298327535390854, 0.017307180911302567, 0.018768813461065292, 0.028226522728800774, 0.017085105180740356, 0.18000465631484985, 0.0, 0.0], [0.08361605554819107, 0.01658189669251442, 0.015823300927877426, 0.02200516313314438, 0.02406255528330803, 0.021028298884630203, 0.022811297327280045, 0.014412392862141132, 0.015572086907923222, 0.015104828402400017, 0.0209177378565073, 0.021798154339194298, 0.02598598599433899, 0.022013207897543907, 0.02202506735920906, 0.018091220408678055, 0.023115109652280807, 0.025451797991991043, 0.025943519547581673, 0.01124188769608736, 0.024466171860694885, 0.022869890555739403, 0.03161345422267914, 0.029542669653892517, 0.02381790801882744, 0.02934901788830757, 0.02592264488339424, 0.01726817525923252, 0.0318446084856987, 0.01203772984445095, 0.027524927631020546, 0.2561412751674652, 0.0], [0.05258440971374512, 0.012508383020758629, 0.012737675569951534, 0.012144196778535843, 0.01446781400591135, 0.024812446907162666, 0.01710914634168148, 0.02516256831586361, 0.016298966482281685, 0.015160075388848782, 0.029820041730999947, 0.014290275052189827, 0.024094795808196068, 0.033742763102054596, 0.021632250398397446, 0.018924105912446976, 0.03819216787815094, 0.04115181416273117, 0.024165764451026917, 0.020635634660720825, 0.044185321778059006, 0.03793709725141525, 0.02963634766638279, 0.03152839466929436, 0.045423075556755066, 0.035963598638772964, 0.03048253245651722, 0.04609915241599083, 0.03206764906644821, 0.01766294240951538, 0.03169601783156395, 0.04462909698486328, 0.10305341333150864]], [[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7707713842391968, 0.22922860085964203, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.7813624739646912, 0.10978527367115021, 0.10885230451822281, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5350390076637268, 0.11194944381713867, 0.15013688802719116, 0.20287467539310455, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4180358350276947, 0.1603638082742691, 0.1074029803276062, 0.10625782608985901, 0.20793955028057098, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.4349866509437561, 0.09579858183860779, 0.08251801878213882, 0.10028502345085144, 0.15332907438278198, 0.13308262825012207, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.44621357321739197, 0.05624214559793472, 0.05040299892425537, 0.07084295898675919, 0.09360909461975098, 0.11472620069980621, 0.16796308755874634, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.3609195649623871, 0.07294466346502304, 0.05191003903746605, 0.07159043103456497, 0.09321669489145279, 0.09543666243553162, 0.14539919793605804, 0.10858277231454849, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.31714069843292236, 0.07683128118515015, 0.0555228516459465, 0.06445365399122238, 0.08586591482162476, 0.10643253475427628, 0.1452113389968872, 0.09439335763454437, 0.05414832755923271, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19288603961467743, 0.11343871057033539, 0.04530505836009979, 0.08361202478408813, 0.057632725685834885, 0.11914194375276566, 0.11441227793693542, 0.12364514172077179, 0.07640956342220306, 0.07351640611886978, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.2517409026622772, 0.060194116085767746, 0.049302101135253906, 0.059223245829343796, 0.08453334122896194, 0.07307681441307068, 0.12308556586503983, 0.08293969929218292, 0.06380274146795273, 0.07185835391283035, 0.08024312555789948, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.24793599545955658, 0.04855773597955704, 0.06171697378158569, 0.06616784632205963, 0.08788599073886871, 0.05920384079217911, 0.09128586947917938, 0.06866814196109772, 0.06062866002321243, 0.08399351686239243, 0.0656941831111908, 0.058261170983314514, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15039603412151337, 0.07072300463914871, 0.03618801385164261, 0.03812884911894798, 0.05496574938297272, 0.09552795439958572, 0.1278020143508911, 0.09101752936840057, 0.04133947193622589, 0.06619426608085632, 0.11493085324764252, 0.035268161445856094, 0.0775180533528328, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21730753779411316, 0.0522487573325634, 0.042796872556209564, 0.051309872418642044, 0.07021072506904602, 0.06084863841533661, 0.10094169527292252, 0.06729137897491455, 0.05347270518541336, 0.058032404631376266, 0.0638660117983818, 0.04143684357404709, 0.054298121482133865, 0.06593843549489975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14158987998962402, 0.08735614269971848, 0.0410962849855423, 0.07771317660808563, 0.0664159506559372, 0.06084612384438515, 0.07890868932008743, 0.06467185169458389, 0.04156753420829773, 0.05314024165272713, 0.060331955552101135, 0.04990346357226372, 0.06147689372301102, 0.06152055412530899, 0.05346132814884186, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11277391016483307, 0.05140271037817001, 0.034800730645656586, 0.044109925627708435, 0.049271054565906525, 0.08066022396087646, 0.09371130168437958, 0.07634278386831284, 0.03460073098540306, 0.0555650070309639, 0.09000371396541595, 0.02795092575252056, 0.05808689072728157, 0.09759876132011414, 0.0585305392742157, 0.03459078073501587, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19136787950992584, 0.04588799923658371, 0.03718419000506401, 0.04478846862912178, 0.05845541134476662, 0.0516231395304203, 0.0845179632306099, 0.05661728233098984, 0.04477923363447189, 0.04681585729122162, 0.05177522078156471, 0.034743111580610275, 0.04365590587258339, 0.05257751792669296, 0.04571911692619324, 0.05523938313126564, 0.05425223708152771, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.178098663687706, 0.03651316463947296, 0.03537802770733833, 0.046600591391325, 0.05606748163700104, 0.05542531609535217, 0.06580902636051178, 0.058695923537015915, 0.04460207000374794, 0.03845333680510521, 0.05522071197628975, 0.02812928520143032, 0.038876280188560486, 0.056352097541093826, 0.04307202994823456, 0.048592109233140945, 0.058013033121824265, 0.05610083043575287, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.11277125775814056, 0.04416341707110405, 0.01679084822535515, 0.03922898322343826, 0.03057022951543331, 0.08429380506277084, 0.05829832702875137, 0.07985574752092361, 0.027740230783820152, 0.024607937783002853, 0.0856802687048912, 0.012135536409914494, 0.02122361958026886, 0.08979953080415726, 0.02439562976360321, 0.018000084906816483, 0.0979786291718483, 0.08564858883619308, 0.04681730270385742, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15648673474788666, 0.04359337314963341, 0.02946913056075573, 0.02338278479874134, 0.03989393636584282, 0.06601447612047195, 0.07239894568920135, 0.04959877207875252, 0.025720082223415375, 0.028729893267154694, 0.07268748432397842, 0.02010437846183777, 0.038949936628341675, 0.07793489098548889, 0.03185016289353371, 0.029572607949376106, 0.08162925392389297, 0.04983028024435043, 0.04757082834839821, 0.01458202674984932, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16675153374671936, 0.04021674394607544, 0.031946271657943726, 0.039155539125204086, 0.048679765313863754, 0.04351935535669327, 0.07027734816074371, 0.04676977917551994, 0.03737044334411621, 0.037859514355659485, 0.04185349866747856, 0.029438789933919907, 0.03496701270341873, 0.04187152534723282, 0.03665958717465401, 0.04418949782848358, 0.04244701564311981, 0.043089985847473145, 0.05540825054049492, 0.02402997948229313, 0.04349850118160248, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.21311703324317932, 0.03452147915959358, 0.026512032374739647, 0.03728466108441353, 0.042002297937870026, 0.05378074571490288, 0.06410719454288483, 0.040195900946855545, 0.029513953253626823, 0.03056207112967968, 0.0481405146420002, 0.019645733758807182, 0.023855971172451973, 0.04712357744574547, 0.027805231511592865, 0.025632821023464203, 0.04690323397517204, 0.04211500659584999, 0.042453378438949585, 0.016209973022341728, 0.04720157012343407, 0.041315577924251556, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.16099102795124054, 0.031492117792367935, 0.02550600655376911, 0.032036274671554565, 0.0381193682551384, 0.05386465787887573, 0.052892010658979416, 0.06297369301319122, 0.03872942924499512, 0.03070301003754139, 0.04861500859260559, 0.01696414314210415, 0.020984873175621033, 0.04743489250540733, 0.02617855742573738, 0.03281703218817711, 0.04874102398753166, 0.03702305257320404, 0.05028446763753891, 0.014425937086343765, 0.04926920682191849, 0.027485143393278122, 0.05246910825371742, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13924191892147064, 0.04732196778059006, 0.022920068353414536, 0.037826746702194214, 0.037331610918045044, 0.05628196895122528, 0.06773106753826141, 0.0638374537229538, 0.028824567794799805, 0.028368612751364708, 0.05008407309651375, 0.014775184914469719, 0.021058905869722366, 0.04819710925221443, 0.017685124650597572, 0.01545622292906046, 0.0484280027449131, 0.037099532783031464, 0.042473260313272476, 0.01842682436108589, 0.0486132986843586, 0.022673960775136948, 0.05998953431844711, 0.02535295858979225, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.19562353193759918, 0.03233326971530914, 0.022874077782034874, 0.038390759378671646, 0.03449878469109535, 0.04616906866431236, 0.05553748831152916, 0.03960668295621872, 0.023098396137356758, 0.024249287322163582, 0.04043306037783623, 0.016078555956482887, 0.02162494696676731, 0.03903055936098099, 0.026520883664488792, 0.028113434091210365, 0.03823631629347801, 0.03542610630393028, 0.041745737195014954, 0.021097129210829735, 0.03767954185605049, 0.037286922335624695, 0.04423919692635536, 0.022921502590179443, 0.03718467056751251, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0581965297460556, 0.03889740630984306, 0.02600524201989174, 0.023567894473671913, 0.022979987785220146, 0.05384151265025139, 0.05806104838848114, 0.06858771294355392, 0.037459846585989, 0.02915908396244049, 0.05474673584103584, 0.013592952862381935, 0.027647050097584724, 0.05575402453541756, 0.030779866501688957, 0.01613735780119896, 0.057454273104667664, 0.03968728333711624, 0.03406553715467453, 0.013110977597534657, 0.05977656692266464, 0.016043761745095253, 0.029699290171265602, 0.020566539838910103, 0.08347289264202118, 0.030708597972989082, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15561483800411224, 0.030323192477226257, 0.02106757089495659, 0.03860042244195938, 0.025089256465435028, 0.047195207327604294, 0.04255649819970131, 0.05166257917881012, 0.03036811575293541, 0.020133620128035545, 0.042556971311569214, 0.018511777743697166, 0.01867172308266163, 0.041430290788412094, 0.022022129967808723, 0.02106103114783764, 0.041666179895401, 0.02724921703338623, 0.040481600910425186, 0.015536422841250896, 0.04219622537493706, 0.01700735278427601, 0.06220947951078415, 0.01570316217839718, 0.054431866854429245, 0.04092409461736679, 0.01572924479842186, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.1521887630224228, 0.03232048451900482, 0.026277612894773483, 0.03215136006474495, 0.0370805449783802, 0.03843335062265396, 0.04218520224094391, 0.03440920636057854, 0.029296189546585083, 0.024752246215939522, 0.03461231291294098, 0.021795082837343216, 0.023419683799147606, 0.03386644646525383, 0.028580598533153534, 0.034403275698423386, 0.033156976103782654, 0.026710400357842445, 0.04213564842939377, 0.019021345302462578, 0.032785814255476, 0.026840003207325935, 0.03304455801844597, 0.02330264076590538, 0.03390035778284073, 0.03944924846291542, 0.02133425511419773, 0.04254644364118576, 0.0, 0.0, 0.0, 0.0, 0.0], [0.10210394114255905, 0.048305340111255646, 0.027957914397120476, 0.02813485823571682, 0.04368895664811134, 0.037659596651792526, 0.040121812373399734, 0.03589581325650215, 0.02449178695678711, 0.019768046215176582, 0.03467410057783127, 0.015431460924446583, 0.032616544514894485, 0.034143395721912384, 0.027461368590593338, 0.020323213189840317, 0.03445841744542122, 0.015827566385269165, 0.03070583939552307, 0.020360935479402542, 0.035580456256866455, 0.034790292382240295, 0.035181473940610886, 0.028572602197527885, 0.04333385452628136, 0.03896390274167061, 0.017587698996067047, 0.04553377628326416, 0.04632510989904404, 0.0, 0.0, 0.0, 0.0], [0.1184174120426178, 0.02668977715075016, 0.02854764647781849, 0.03516455739736557, 0.03519093990325928, 0.03070487268269062, 0.04254688322544098, 0.023103507235646248, 0.025463124737143517, 0.029678549617528915, 0.028395220637321472, 0.019178256392478943, 0.023833584040403366, 0.027640020474791527, 0.03381752967834473, 0.0396401509642601, 0.027574418112635612, 0.021856164559721947, 0.039667654782533646, 0.03941833972930908, 0.02711562067270279, 0.030498068779706955, 0.03493283689022064, 0.032320536673069, 0.027840549126267433, 0.03877578675746918, 0.021124795079231262, 0.03861142694950104, 0.032771822065114975, 0.019479982554912567, 0.0, 0.0, 0.0], [0.05433791130781174, 0.019247831776738167, 0.011686460115015507, 0.014118611812591553, 0.013909781351685524, 0.057368066161870956, 0.0345463752746582, 0.04665057733654976, 0.013026449829339981, 0.01327129639685154, 0.05952776223421097, 0.009063145145773888, 0.017364194616675377, 0.06135564669966698, 0.012634647078812122, 0.015145539306104183, 0.06425533443689346, 0.04627061262726784, 0.01955636404454708, 0.012543459422886372, 0.06913556903600693, 0.03482367843389511, 0.03000594861805439, 0.012261824682354927, 0.07985591888427734, 0.018996426835656166, 0.010722927749156952, 0.08654540777206421, 0.017174093052744865, 0.02214416116476059, 0.022453974932432175, 0.0, 0.0], [0.058496441692113876, 0.03437737002968788, 0.013603095896542072, 0.02417043223977089, 0.01900586113333702, 0.0654640793800354, 0.03062295913696289, 0.03573205694556236, 0.01885944791138172, 0.012241481803357601, 0.0628219023346901, 0.011835749261081219, 0.009552359580993652, 0.06431794911623001, 0.021589579060673714, 0.010912971571087837, 0.0666591078042984, 0.02399745211005211, 0.026596758514642715, 0.006153556052595377, 0.06984329968690872, 0.03723869100213051, 0.030046697705984116, 0.021686820313334465, 0.043640609830617905, 0.021209614351391792, 0.013490457087755203, 0.04632722958922386, 0.020434508100152016, 0.013362257741391659, 0.018568990752100945, 0.04714024439454079, 0.0], [0.1352868676185608, 0.029733380302786827, 0.02611132338643074, 0.03753575682640076, 0.0388815812766552, 0.0331667959690094, 0.048243895173072815, 0.03046831116080284, 0.026038208976387978, 0.024123696610331535, 0.027892742305994034, 0.02270994521677494, 0.024185286834836006, 0.02611454948782921, 0.023209668695926666, 0.025175290182232857, 0.024614788591861725, 0.02112315408885479, 0.02968505024909973, 0.018167471513152122, 0.023064397275447845, 0.02059807814657688, 0.03441140055656433, 0.021083395928144455, 0.022538835182785988, 0.0322815477848053, 0.013987251557409763, 0.02414492331445217, 0.02700231224298477, 0.012929442338645458, 0.03616539016366005, 0.026840243488550186, 0.032485030591487885]]]}\n",
        "    )\n",
        "    </script>"
       ],
       "text/plain": [
-       "<circuitsvis.utils.render.RenderedHTML at 0x7fac0c0a32d0>"
+       "<circuitsvis.utils.render.RenderedHTML at 0x7f7d87ae7fd0>"
       ]
      },
      "execution_count": 13,
@@ -553,10 +553,10 @@
    "execution_count": 14,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.336626Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.336244Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.575180Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.574625Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.656943Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.656755Z",
+     "iopub.status.idle": "2023-11-29T23:47:54.902451Z",
+     "shell.execute_reply": "2023-11-29T23:47:54.901842Z"
     }
    },
    "outputs": [
@@ -639,10 +639,10 @@
    "execution_count": 15,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.577673Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.577271Z",
-     "iopub.status.idle": "2023-11-23T20:37:10.764728Z",
-     "shell.execute_reply": "2023-11-23T20:37:10.764085Z"
+     "iopub.execute_input": "2023-11-29T23:47:54.905100Z",
+     "iopub.status.busy": "2023-11-29T23:47:54.904690Z",
+     "iopub.status.idle": "2023-11-29T23:47:55.116914Z",
+     "shell.execute_reply": "2023-11-29T23:47:55.116294Z"
     }
    },
    "outputs": [
@@ -695,17 +695,17 @@
    "execution_count": 16,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:10.767054Z",
-     "iopub.status.busy": "2023-11-23T20:37:10.766865Z",
-     "iopub.status.idle": "2023-11-23T20:37:28.736106Z",
-     "shell.execute_reply": "2023-11-23T20:37:28.735531Z"
+     "iopub.execute_input": "2023-11-29T23:47:55.119734Z",
+     "iopub.status.busy": "2023-11-29T23:47:55.119257Z",
+     "iopub.status.idle": "2023-11-29T23:48:14.061732Z",
+     "shell.execute_reply": "2023-11-29T23:48:14.061097Z"
     }
    },
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "62d684835645497195b004f8405155c8",
+       "model_id": "bd9930c345d349a6ac0c4f7334371900",
        "version_major": 2,
        "version_minor": 0
       },
@@ -762,10 +762,10 @@
    "execution_count": 17,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:28.738583Z",
-     "iopub.status.busy": "2023-11-23T20:37:28.738161Z",
-     "iopub.status.idle": "2023-11-23T20:37:29.002552Z",
-     "shell.execute_reply": "2023-11-23T20:37:29.001950Z"
+     "iopub.execute_input": "2023-11-29T23:48:14.063978Z",
+     "iopub.status.busy": "2023-11-29T23:48:14.063807Z",
+     "iopub.status.idle": "2023-11-29T23:48:14.356759Z",
+     "shell.execute_reply": "2023-11-29T23:48:14.356111Z"
     }
    },
    "outputs": [
@@ -776,9 +776,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"dfb1f87e-936e-4d6a-8379-1dc64c82b8b9\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"dfb1f87e-936e-4d6a-8379-1dc64c82b8b9\")) {                    Plotly.newPlot(                        \"dfb1f87e-936e-4d6a-8379-1dc64c82b8b9\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"After_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" store_8\",\",_9\",\" Mary_10\",\" gave_11\",\" a_12\",\" bottle_13\",\" of_14\",\" milk_15\",\" to_16\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9981481432914734,0.0016014177817851305,0.00015065129264257848,-0.00037146147224120796,-2.1754698536824435e-05,-0.0006281669484451413,-0.0005147705669514835],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9980558156967163,0.002284515183418989,0.00018328333680983633,-0.0005044370773248374,-0.0002678547170944512,-5.112354119773954e-05,-0.0012816237285733223],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9967371821403503,0.004082269035279751,0.0009737947257235646,4.459713090909645e-05,-0.00015935316332615912,-0.000335566233843565,-0.0019443262135609984],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9905908107757568,0.01998712867498398,0.0018961939495056868,0.0010137689532712102,-6.716763164149597e-05,0.0009112499537877738,-0.0019000009633600712],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9616513848304749,0.0853474885225296,0.0052042677998542786,0.0030521841254085302,0.000196608089026995,0.0011059545213356614,-0.002284243470057845],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9630990028381348,0.08437152206897736,0.004122787155210972,0.0007181770051829517,0.00010306288459105417,0.001002347795292735,-0.004215244669467211],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9359181523323059,0.11111647635698318,0.007705242373049259,0.000375540490495041,0.00036575086414813995,0.0013264927547425032,0.018745480105280876],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7701545357704163,0.037419985979795456,0.0020680560264736414,-8.266785152954981e-05,0.00013487912656273693,0.0017251475946977735,0.44990673661231995],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09650683403015137,0.02592724934220314,0.0019715195521712303,0.000329855625750497,0.0004239447007421404,0.0018861324060708284,0.8994726538658142],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.023321308195590973,0.01853826642036438,0.0015878210542723536,0.0005275514558888972,0.00025344223831780255,0.0008734511793591082,0.9612756967544556],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.008558842353522778,0.006340406835079193,0.0005816662451252341,-0.00034209262230433524,0.00011040509707527235,0.0006491058156825602,0.9495820999145508]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Normalized Logit Difference After Patching Residual Stream on the IOI Task\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"d1f90383-a101-4b70-ac69-5fcdab642e37\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"d1f90383-a101-4b70-ac69-5fcdab642e37\")) {                    Plotly.newPlot(                        \"d1f90383-a101-4b70-ac69-5fcdab642e37\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"x\":[\"\\u003c|endoftext|\\u003e_0\",\"After_1\",\" John_2\",\" and_3\",\" Mary_4\",\" went_5\",\" to_6\",\" the_7\",\" store_8\",\",_9\",\" Mary_10\",\" gave_11\",\" a_12\",\" bottle_13\",\" of_14\",\" milk_15\",\" to_16\"],\"z\":[[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9981481432914734,0.0016014177817851305,0.00015065129264257848,-0.00037146147224120796,-2.1754698536824435e-05,-0.0006281669484451413,-0.0005147705669514835],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9980558156967163,0.002284515183418989,0.00018328333680983633,-0.0005044370773248374,-0.0002678547170944512,-5.112354119773954e-05,-0.0012816237285733223],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9967371821403503,0.004082269035279751,0.0009737947257235646,4.459713090909645e-05,-0.00015935316332615912,-0.000335566233843565,-0.0019443262135609984],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9905908107757568,0.01998712867498398,0.0018961939495056868,0.0010137689532712102,-6.716763164149597e-05,0.0009112499537877738,-0.0019000009633600712],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9616513848304749,0.0853474885225296,0.0052042677998542786,0.0030521841254085302,0.000196608089026995,0.0011059545213356614,-0.002284243470057845],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9630990028381348,0.08437152206897736,0.004122787155210972,0.0007181770051829517,0.00010306288459105417,0.001002347795292735,-0.004215244669467211],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.9359181523323059,0.11111647635698318,0.007705242373049259,0.000375540490495041,0.00036575086414813995,0.0013264927547425032,0.018745480105280876],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7701545357704163,0.037419985979795456,0.0020680560264736414,-8.266785152954981e-05,0.00013487912656273693,0.0017251475946977735,0.44990673661231995],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.09650683403015137,0.02592724934220314,0.0019715195521712303,0.000329855625750497,0.0004239447007421404,0.0018861324060708284,0.8994726538658142],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.023321308195590973,0.01853826642036438,0.0015878210542723536,0.0005275514558888972,0.00025344223831780255,0.0008734511793591082,0.9612756967544556],[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,-0.008558842353522778,0.006340406835079193,0.0005816662451252341,-0.00034209262230433524,0.00011040509707527235,0.0006491058156825602,0.9495820999145508]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Position: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Position\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Normalized Logit Difference After Patching Residual Stream on the IOI Task\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('dfb1f87e-936e-4d6a-8379-1dc64c82b8b9');\n",
+       "var gd = document.getElementById('d1f90383-a101-4b70-ac69-5fcdab642e37');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -855,10 +855,10 @@
    "execution_count": 18,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:29.004898Z",
-     "iopub.status.busy": "2023-11-23T20:37:29.004591Z",
-     "iopub.status.idle": "2023-11-23T20:37:30.796011Z",
-     "shell.execute_reply": "2023-11-23T20:37:30.795391Z"
+     "iopub.execute_input": "2023-11-29T23:48:14.359144Z",
+     "iopub.status.busy": "2023-11-29T23:48:14.358727Z",
+     "iopub.status.idle": "2023-11-29T23:48:16.213923Z",
+     "shell.execute_reply": "2023-11-29T23:48:16.213372Z"
     }
    },
    "outputs": [
@@ -869,9 +869,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"546cc739-6b19-4c16-bfae-1106c56f73a9\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"546cc739-6b19-4c16-bfae-1106c56f73a9\")) {                    Plotly.newPlot(                        \"546cc739-6b19-4c16-bfae-1106c56f73a9\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98],\"xaxis\":\"x\",\"y\":[11.787247657775879,13.0587158203125,12.230921745300293,12.795869827270508,13.920656204223633,13.956501960754395,12.193731307983398,12.878900527954102,12.47831916809082,13.414958000183105,12.976318359375,11.954259872436523,10.892861366271973,12.079854011535645,11.285050392150879,11.978338241577148,12.636273384094238,12.6406888961792,11.628138542175293,12.272311210632324,11.950075149536133,11.164228439331055,12.041279792785645,11.366338729858398,11.947290420532227,12.117121696472168,12.084162712097168,12.337640762329102,10.780959129333496,11.64372730255127,11.861618995666504,11.24637508392334,11.074913024902344,12.078351974487305,12.368288040161133,13.118016242980957,11.574705123901367,11.882451057434082,11.572879791259766,11.318113327026367,11.573198318481445,12.438745498657227,11.140851974487305,10.971029281616211,12.257749557495117,11.75046443939209,12.635129928588867,12.17139720916748,10.783208847045898,11.710447311401367,3.5898051261901855,1.0123294591903687,0.9023662805557251,0.7053806781768799,0.5351616740226746,0.3864794373512268,0.44430381059646606,0.31852808594703674,0.17496022582054138,0.08737994730472565,0.09023391455411911,0.2003907710313797,0.0905940979719162,0.07327759265899658,0.06657638400793076,0.13955000042915344,0.15121448040008545,0.05228709056973457,0.08864583820104599,0.0826043039560318,0.24641728401184082,0.3225139081478119,0.035715751349925995,0.0459471121430397,0.12381225824356079,0.07657521963119507,0.17139554023742676,0.10035941749811172,0.011368706822395325,0.048500608652830124,0.0881132259964943,0.06771671772003174,0.04364179074764252,0.03315418213605881,1.9912996292114258,0.13001945614814758,1.2214614152908325,0.02796144224703312,0.1037011593580246,0.045618850737810135,0.06561549007892609,0.04550669342279434,0.06761631369590759,0.24758437275886536,0.16090461611747742,0.08992872387170792,0.21707919239997864,0.15887880325317383,0.08189606666564941],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Loss by position on random repeated tokens\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"9394e049-36f2-4d96-b5df-d0a75b383cb9\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"9394e049-36f2-4d96-b5df-d0a75b383cb9\")) {                    Plotly.newPlot(                        \"9394e049-36f2-4d96-b5df-d0a75b383cb9\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98],\"xaxis\":\"x\",\"y\":[11.207849502563477,13.396801948547363,13.005900382995605,13.011003494262695,14.150362014770508,13.50684642791748,12.69533920288086,13.170181274414062,14.172119140625,12.145280838012695,10.964277267456055,12.440446853637695,12.792512893676758,12.390554428100586,11.458253860473633,10.481142044067383,12.591962814331055,12.150460243225098,12.070631980895996,11.558782577514648,12.135713577270508,11.50503921508789,11.107324600219727,10.52200698852539,12.564111709594727,11.460700035095215,11.585330963134766,11.761690139770508,11.288215637207031,12.074682235717773,11.565402030944824,11.728053092956543,11.511785507202148,12.53786849975586,11.760584831237793,11.95622730255127,10.950702667236328,11.317659378051758,12.134627342224121,10.551034927368164,11.43742561340332,11.334145545959473,10.860200881958008,11.884618759155273,11.32628345489502,10.577531814575195,11.493996620178223,11.982101440429688,11.103353500366211,11.45454216003418,2.645019769668579,1.0564688444137573,0.8332406282424927,0.24151745438575745,0.3214574456214905,0.17267689108848572,0.18621090054512024,0.33313363790512085,0.37650108337402344,0.08331616222858429,0.11175612360239029,0.16030560433864594,0.30682918429374695,0.19655261933803558,0.13694427907466888,0.05721314623951912,0.15470215678215027,0.47191041707992554,0.2518003582954407,0.13955938816070557,0.08009158074855804,0.19837668538093567,0.07004108279943466,0.04289315640926361,0.25014862418174744,0.07569004595279694,0.05075034499168396,0.12828463315963745,0.05355386063456535,0.061763644218444824,0.08908311277627945,0.09630775451660156,0.08436454832553864,0.21928927302360535,0.11374533176422119,0.03496924787759781,0.1100369542837143,0.03300275281071663,0.02705945447087288,0.08828818053007126,0.11785302311182022,0.09328252077102661,0.018150808289647102,0.13216224312782288,0.09651808440685272,0.03814644739031792,0.15675780177116394,0.08890683203935623,0.07700144499540329],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Loss by position on random repeated tokens\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('546cc739-6b19-4c16-bfae-1106c56f73a9');\n",
+       "var gd = document.getElementById('9394e049-36f2-4d96-b5df-d0a75b383cb9');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -937,10 +937,10 @@
    "execution_count": 19,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:30.798349Z",
-     "iopub.status.busy": "2023-11-23T20:37:30.797951Z",
-     "iopub.status.idle": "2023-11-23T20:37:32.042329Z",
-     "shell.execute_reply": "2023-11-23T20:37:32.041753Z"
+     "iopub.execute_input": "2023-11-29T23:48:16.216046Z",
+     "iopub.status.busy": "2023-11-29T23:48:16.215871Z",
+     "iopub.status.idle": "2023-11-29T23:48:17.444212Z",
+     "shell.execute_reply": "2023-11-29T23:48:17.443623Z"
     }
    },
    "outputs": [
@@ -951,9 +951,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"6659bb29-9ae5-40b0-8fbb-806aed273022\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"6659bb29-9ae5-40b0-8fbb-806aed273022\")) {                    Plotly.newPlot(                        \"6659bb29-9ae5-40b0-8fbb-806aed273022\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.010149245150387287,0.0001080579895642586,0.010947225615382195,3.1598310101799143e-07,0.00020262911857571453,6.538465822814032e-05,0.00947994738817215,0.0005931919440627098,0.008760656230151653,0.009203012101352215,0.006735381670296192,0.015523516573011875],[0.0009273061295971274,0.0004347098874859512,0.0021283638197928667,0.014394653029739857,0.005137550178915262,0.010628940537571907,0.01542852446436882,0.013289635069668293,0.012847527861595154,0.01584416814148426,0.0065300422720611095,0.00047028728295117617],[0.00484545947983861,0.017787709832191467,0.0028844112530350685,0.0015962006291374564,0.015164782293140888,0.00220773508772254,0.003812367795035243,0.008227745071053505,0.004583586938679218,0.0014849485596641898,0.0007301094592548907,0.010234675370156765],[0.015119633637368679,0.006204529199749231,0.002223663032054901,0.013355378061532974,0.021160230040550232,0.011784127913415432,0.002169633051380515,0.0010720491409301758,0.005972952116280794,0.012474913150072098,0.008246958255767822,0.0073234448209404945],[0.016304248943924904,0.014039388857781887,0.014601843431591988,0.008815011940896511,0.018480954691767693,0.01331339217722416,0.008095518685877323,0.0020850910805165768,0.013900002464652061,0.013628837652504444,0.018691398203372955,6.752828962675039e-09],[0.45053404569625854,0.9125443696975708,0.015932723879814148,0.007646151352673769,0.012612632475793362,0.9228652715682983,0.011582320556044579,0.018238965421915054,0.02923044189810753,0.026410985738039017,0.016220377758145332,0.017611075192689896],[0.01024926733225584,0.01706225611269474,0.018381498754024506,0.015122060663998127,0.022052936255931854,0.012469290755689144,0.030403263866901398,0.011669392697513103,0.012542047537863255,0.9148777723312378,0.034009162336587906,0.014412207528948784],[0.013194934464991093,0.17007939517498016,0.8437408208847046,0.018403246998786926,0.018850022926926613,0.017950119450688362,0.04340141639113426,0.0859966054558754,0.017978282645344734,0.018947472795844078,0.9163674116134644,0.05478820949792862],[0.015420629642903805,0.3973543643951416,0.014211445115506649,0.044128116220235825,0.018093738704919815,0.01370909158140421,0.1535995900630951,0.013875747099518776,0.0315958671271801,0.03150184080004692,0.06472966820001602,0.02117741107940674],[0.2660486400127411,0.18185581266880035,0.11187926679849625,0.012568130157887936,0.08888400346040726,0.02607634663581848,0.44554007053375244,0.02921210043132305,0.050400178879499435,0.4641469419002533,0.01790064014494419,0.045191094279289246],[0.3355695307254791,0.49417343735694885,0.037607718259096146,0.13551928102970123,0.065043143928051,0.01678227260708809,0.2959611117839813,0.4940136969089508,0.05075063556432724,0.016219893470406532,0.161869615316391,0.26083138585090637],[0.018601926043629646,0.056064095348119736,0.03331005573272705,0.012087898328900337,0.03697062283754349,0.10348814725875854,0.05201702192425728,0.06513074785470963,0.009776919148862362,0.30890950560569763,0.39457452297210693,0.026100201532244682]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Score by Head\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"98f70f8c-33d8-4515-ad2b-97a24886bcd8\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"98f70f8c-33d8-4515-ad2b-97a24886bcd8\")) {                    Plotly.newPlot(                        \"98f70f8c-33d8-4515-ad2b-97a24886bcd8\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.01049255020916462,0.00010832068073796108,0.011325037106871605,6.754964942956576e-07,0.0001670496421866119,0.00016619609959889203,0.009400913491845131,0.000772748957388103,0.008831899613142014,0.009212938137352467,0.00680967653170228,0.014742694795131683],[0.0005937412497587502,0.0004259684355929494,0.0021013275254517794,0.014239652082324028,0.005071629304438829,0.009718907065689564,0.015365170314908028,0.012971846386790276,0.012617075815796852,0.01567712053656578,0.006443663965910673,0.000496051914524287],[0.004841664340347052,0.0184494461864233,0.0010052676079794765,0.0008617810090072453,0.013228144496679306,0.001896101632155478,0.004742670804262161,0.008659950457513332,0.004731586202979088,0.001176393823698163,0.0006941685569472611,0.010263827629387379],[0.01617351919412613,0.006147550884634256,0.002282848348841071,0.011360818520188332,0.022141851484775543,0.013954502530395985,0.0017266435315832496,0.0018089816439896822,0.005679342430084944,0.012446035631000996,0.00824029091745615,0.005580541677772999],[0.015298716723918915,0.01248938124626875,0.01445823535323143,0.010661081410944462,0.018343420699238777,0.0112901721149683,0.008663494139909744,0.002316088881343603,0.0168569628149271,0.014681385830044746,0.01895756460726261,1.709650754300185e-10],[0.44873350858688354,0.9106476306915283,0.015823477879166603,0.007941455580294132,0.012014334090054035,0.9371939301490784,0.013214534148573875,0.018027300015091896,0.029223516583442688,0.026668980717658997,0.01863274723291397,0.0178206954151392],[0.008842813782393932,0.016746800392866135,0.01840311288833618,0.013598175719380379,0.02273622900247574,0.011996340937912464,0.029699236154556274,0.011597136035561562,0.008993120864033699,0.9183135628700256,0.03554115071892738,0.013095751404762268],[0.009289884939789772,0.17207792401313782,0.8611801862716675,0.018337922170758247,0.017455104738473892,0.0170638095587492,0.04456567019224167,0.08212347328662872,0.01708247698843479,0.019021349027752876,0.9279868602752686,0.06119280308485031],[0.015463169664144516,0.40888434648513794,0.015409947372972965,0.050209131091833115,0.017737962305545807,0.01347134355455637,0.14935024082660675,0.011650661006569862,0.031703200191259384,0.03120128996670246,0.0687352642416954,0.02067195251584053],[0.2631077170372009,0.1912078559398651,0.11247202008962631,0.009891336783766747,0.09696904569864273,0.026601290330290794,0.4642811417579651,0.029712079092860222,0.049801137298345566,0.472267210483551,0.016558436676859856,0.03934650868177414],[0.34488922357559204,0.5110052824020386,0.039976321160793304,0.150223970413208,0.05793631821870804,0.014577438123524189,0.30434733629226685,0.4894008934497833,0.04818994179368019,0.015651771798729897,0.1635848730802536,0.260301411151886],[0.01609378308057785,0.051822479814291,0.035570189356803894,0.010182996280491352,0.035451751202344894,0.09618974477052689,0.05227221921086311,0.06579063087701797,0.008478141389787197,0.3198787271976471,0.42535728216171265,0.02574133686721325]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Score by Head\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('6659bb29-9ae5-40b0-8fbb-806aed273022');\n",
+       "var gd = document.getElementById('98f70f8c-33d8-4515-ad2b-97a24886bcd8');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -1028,28 +1028,28 @@
    "execution_count": 20,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:32.044423Z",
-     "iopub.status.busy": "2023-11-23T20:37:32.044155Z",
-     "iopub.status.idle": "2023-11-23T20:37:32.236004Z",
-     "shell.execute_reply": "2023-11-23T20:37:32.235371Z"
+     "iopub.execute_input": "2023-11-29T23:48:17.446208Z",
+     "iopub.status.busy": "2023-11-29T23:48:17.446037Z",
+     "iopub.status.idle": "2023-11-29T23:48:17.638159Z",
+     "shell.execute_reply": "2023-11-29T23:48:17.637595Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div id=\"circuits-vis-67740f0f-8fc1\" style=\"margin: 15px 0;\"/>\n",
+       "<div id=\"circuits-vis-7d17ed5a-5a94\" style=\"margin: 15px 0;\"/>\n",
        "    <script crossorigin type=\"module\">\n",
        "    import { render, AttentionPatterns } from \"https://unpkg.com/circuitsvis@1.43.1/dist/cdn/esm.js\";\n",
        "    render(\n",
-       "      \"circuits-vis-67740f0f-8fc1\",\n",
+       "      \"circuits-vis-7d17ed5a-5a94\",\n",
        "      AttentionPatterns,\n",
        "      {\"tokens\": [\"use\", \" advice\", \" Social\", \"\\u00f6\", \"\\u00b7\", \" fought\", \" Le\", \" allegedly\", \" NO\", \"alth\", \"car\", \" prepared\", \"new\", \"rant\", \"roll\", \" hours\", \" published\", \"66\", \"ension\", \" 44\", \"use\", \" advice\", \" Social\", \"\\u00f6\", \"\\u00b7\", \" fought\", \" Le\", \" allegedly\", \" NO\", \"alth\", \"car\", \" prepared\", \"new\", \"rant\", \"roll\", \" hours\", \" published\", \"66\", \"ension\", \" 44\"], \"attention\": [[[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9737270474433899, 0.026272933930158615, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9820428490638733, 0.01702023483812809, 0.0009368443279527128, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9895542860031128, 0.008665821515023708, 0.0004119746736250818, 0.0013679955154657364, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8543054461479187, 0.07801828533411026, 0.0008415375486947596, 0.000135991329443641, 0.06669872254133224, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.937433660030365, 0.03300206735730171, 0.0015577399171888828, 2.5352790089527844e-06, 0.001092560007236898, 0.026911471039056778, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.976921021938324, 0.003843690035864711, 2.2340229406836443e-05, 3.521892358548939e-05, 0.0051834965124726295, 0.01217624731361866, 0.001817896030843258, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9473506212234497, 0.01317491102963686, 0.0013492174912244081, 1.1802459084719885e-05, 0.0009449480567127466, 0.011318984441459179, 0.018020981922745705, 0.0078285476192832, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9847128391265869, 0.0010781469754874706, 0.0021734496112912893, 5.482254437083611e-06, 0.000491426617372781, 0.0013570819282904267, 0.0001018582479446195, 0.0002853853511624038, 0.009794449433684349, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9915198683738708, 0.004483338911086321, 0.00012727164721582085, 0.00016702202265150845, 0.0016301852883771062, 0.0011521565029397607, 0.0003231279260944575, 0.00012646272080019116, 0.00039313756860792637, 7.735053804935887e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8908805847167969, 0.024311963468790054, 1.734130819386337e-05, 4.1577386582503095e-05, 0.0008967677713371813, 0.0733492448925972, 0.0009482789901085198, 0.004280863795429468, 0.005168668460100889, 7.83030736783985e-06, 9.69318498391658e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8170806765556335, 0.13517117500305176, 0.011989925056695938, 1.1421705494285561e-05, 0.0003511993563733995, 0.009450689889490604, 0.019463282078504562, 0.0006557483575306833, 0.000576103397179395, 2.9927139621577226e-05, 1.6589807273703627e-05, 0.005203104577958584, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9082695841789246, 0.006068165879696608, 0.0138718755915761, 0.000823706912342459, 0.01190832071006298, 0.015542060136795044, 0.008354808203876019, 0.002078162506222725, 0.001317329122684896, 0.0021398081444203854, 0.003944150172173977, 0.0012376607628539205, 0.024444350972771645, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9479591250419617, 0.002102671656757593, 0.011938502080738544, 0.00012338555825408548, 3.537522616170463e-06, 0.00014498841483145952, 0.000587546790484339, 2.5534563974360935e-05, 0.0013609015149995685, 0.0003395717067178339, 0.010076263919472694, 0.015790535137057304, 0.006346346810460091, 0.003201026702299714, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9393549561500549, 0.006392320618033409, 0.0018427305622026324, 6.116198164818343e-06, 0.0003358749963808805, 0.0020515176001936197, 0.0038015025202184916, 0.0012357983505353332, 0.0002194814442191273, 0.00038693423266522586, 5.012224573874846e-05, 0.008153212256729603, 0.02692468836903572, 0.002937993500381708, 0.006306749768555164, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9339621663093567, 0.001782808220013976, 0.005864632315933704, 0.00019950229034293443, 7.22721015335992e-05, 0.0014535370282828808, 0.0025924285873770714, 0.00048594013787806034, 0.002229835605248809, 0.00015120470197871327, 0.012292890809476376, 0.005057864356786013, 0.012368586845695972, 0.003944482188671827, 0.00627509830519557, 0.011266657151281834, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8931334614753723, 0.0015468199271708727, 0.013001683168113232, 7.966379598656204e-06, 5.8643763622967526e-05, 0.0008863396942615509, 0.0032020884100347757, 3.214768003090285e-05, 0.00018022512085735798, 1.1455701496743131e-05, 7.6000826084055e-05, 0.0004202734271530062, 0.0016126175178214908, 0.02853921428322792, 0.01053547766059637, 0.025431964546442032, 0.021323587745428085, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.9847024083137512, 0.0004582440888043493, 0.00017220467270817608, 6.160951784295321e-07, 4.782819814863615e-06, 0.0005806126864627004, 0.0004461855278350413, 0.0004120130033697933, 0.0013038694160059094, 0.0003176052123308182, 6.9941277615726e-05, 0.0013941078213974833, 5.583037273027003e-05, 0.0009110365062952042, 0.0001955796469701454, 0.0003960265312343836, 0.0011691716499626637, 0.007409730460494757, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.8922598958015442, 0.01028368715196848, 0.0075692832469940186, 0.015225795097649097, 0.0006035331171005964, 0.00143777288030833, 0.01839740388095379, 0.00018186656234320253, 0.0021135725546628237, 3.803661456913687e-05, 0.009962520562112331, 0.003998211584985256, 0.0012666877591982484, 0.002186270197853446, 0.003267065854743123, 0.0015871921787038445, 0.019133849069476128, 0.00877940934151411, 0.001708078314550221, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.5637843608856201, 2.204171323683113e-05, 0.0003808308974839747, 1.3938013410097483e-07, 4.306950174282065e-08, 0.00012883286399301142, 5.202732791076414e-05, 4.098202225577552e-06, 0.0004382180923130363, 1.0102457963512279e-05, 2.0490015231189318e-05, 0.00021747566643171012, 2.52499903581338e-05, 2.1293833924573846e-05, 0.0022071986459195614, 5.8927646023221314e-05, 0.0024183825589716434, 0.0032775476574897766, 0.4260486662387848, 0.0008841015514917672, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.14634999632835388, 0.45109105110168457, 0.02720528282225132, 0.003008284606039524, 0.0007913809968158603, 0.08009319752454758, 0.005927636753767729, 0.0006846330943517387, 0.002126845298334956, 0.0027747375424951315, 0.00023907267313916236, 0.002550550037994981, 0.005493445787578821, 0.015832239761948586, 0.0003450005315244198, 0.0005726682138629258, 0.0021751681342720985, 0.03904329240322113, 0.16982696950435638, 0.04120749980211258, 0.0026610286440700293, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.15882991254329681, 0.0941384956240654, 0.6926905512809753, 4.7764129703864455e-05, 8.085449735517614e-06, 0.009355572983622551, 0.0008445500861853361, 2.4437758838757873e-06, 0.00013774035323876888, 1.1189690667379182e-06, 4.677335255109938e-06, 0.00034721221891231835, 0.002631483133882284, 0.000450413761427626, 0.006463170982897282, 0.0005723314243368804, 0.001266835955902934, 0.006402315106242895, 0.0018092982936650515, 0.006555385421961546, 0.00037915154825896025, 0.01706140860915184, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.05072375386953354, 0.004356098361313343, 0.00013167172437533736, 0.9396470785140991, 0.0005500915576703846, 0.0027711710426956415, 1.4556166206602938e-05, 5.01738713865052e-06, 1.5498595530516468e-05, 7.020687320391517e-08, 8.694868483871687e-06, 3.6541609006235376e-05, 3.607972075769794e-06, 2.594170109659899e-05, 7.590788754896494e-06, 7.100840093698935e-07, 4.6297886001411825e-05, 7.143482071114704e-05, 0.00012089101801393554, 0.0005609954823739827, 1.3380936252360698e-05, 0.0007342116441577673, 0.00015471104416064918, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04466310888528824, 0.0028326644096523523, 7.648704922758043e-05, 0.00015513721155002713, 0.7502232789993286, 0.19195610284805298, 9.640481584938243e-05, 0.00016210121975746006, 0.000127694322145544, 1.1226533388253301e-05, 8.733258255233523e-06, 0.00028133264277130365, 5.207781941862777e-05, 0.008386555127799511, 4.340242412581574e-06, 6.482691242126748e-05, 3.8029469578759745e-05, 7.603649282827973e-05, 0.00012636417523026466, 9.227972623193637e-05, 4.030191576021025e-07, 0.00011281662591500208, 2.522401246096706e-06, 0.0004493824380915612, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.013606250286102295, 0.0069718193262815475, 3.1886105716694146e-05, 1.8455467625244637e-06, 0.0023010955192148685, 0.9711790084838867, 0.00036324496613815427, 8.459793025394902e-05, 0.00010611555626383051, 4.505667163812177e-07, 2.987582377045328e-07, 0.000859266787301749, 8.844877447700128e-05, 0.00034812037483789027, 9.285108717449475e-07, 3.16055775329005e-05, 1.28021820273716e-05, 5.8033951063407585e-05, 0.0001051755461958237, 6.438314449042082e-05, 1.8867485778173432e-06, 0.0009238758939318359, 4.6810419007670134e-06, 8.993160008685663e-06, 0.002845229348167777, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.0196113009005785, 0.004386152606457472, 6.198717892402783e-05, 4.8857877743557765e-08, 4.25249854743015e-05, 0.0036122458986938, 0.9598401188850403, 0.005622261669486761, 0.0023445691913366318, 5.173955059945001e-07, 1.9621541014203103e-06, 0.0016548329731449485, 0.0005915368674322963, 0.0011695865541696548, 5.784221684734803e-06, 8.119027188513428e-05, 4.50031875516288e-05, 0.00018497853307053447, 5.086978126200847e-05, 0.00011132831423310563, 6.8484796429402195e-06, 3.853969610645436e-05, 4.8530541789659765e-06, 1.2763493373313395e-07, 3.953090072172927e-06, 0.000526951567735523, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.008729088120162487, 0.00017810733697842807, 2.880620684209134e-07, 4.138290421451529e-07, 6.865051545901224e-05, 0.0009331147302873433, 0.00014888252189848572, 0.984452486038208, 0.004786348436027765, 0.00011328891559969634, 7.255455898302898e-07, 7.424674549838528e-05, 1.4996331628935877e-05, 0.00019790638179983944, 2.995045917941752e-07, 4.872005320066819e-06, 5.296112703945255e-06, 4.536827418633038e-06, 0.0001126891584135592, 3.4170932394772535e-06, 8.272501872852445e-06, 1.2379839972709306e-05, 3.665505587946427e-08, 9.025101803672442e-07, 1.605309807928279e-05, 0.00011404316319385543, 1.8653590814210474e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.040821623057127, 0.003618423594161868, 4.821059701498598e-05, 1.9615821145180234e-07, 5.3803432820132e-05, 0.0021802415139973164, 0.0033272404689341784, 0.0018782162806019187, 0.9307870864868164, 0.004815374035388231, 1.4430223927774932e-05, 0.002828805474564433, 0.0001046408069669269, 0.0029309147503226995, 0.000951474707107991, 6.522190960822627e-05, 0.0002954133087769151, 0.00012317548680584878, 0.0015512369573116302, 0.0005327708786353469, 0.00022083590738475323, 0.0004432715068105608, 1.9391451132833026e-05, 5.82568759455171e-07, 1.6632830011076294e-05, 0.00047732252278365195, 0.0011258190497756004, 0.0007676906534470618, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.13800930976867676, 0.000338583457050845, 0.0001597269729245454, 3.422593763957593e-08, 1.2696473277173936e-05, 0.00024196706362999976, 3.821916106971912e-05, 3.75151212210767e-05, 0.004743287805467844, 0.8406776785850525, 0.00018875458044931293, 0.00015232681471388787, 1.2507526662375312e-05, 0.00022362935123965144, 0.00013282430882100016, 6.470827793236822e-05, 0.00013950459833722562, 9.763542038854212e-05, 0.0004387961816973984, 4.486089892452583e-05, 6.358895188895985e-05, 0.0003425588656682521, 5.2226594561943784e-05, 5.293456979416078e-07, 4.435886694409419e-06, 6.543439667439088e-05, 2.914496462835814e-06, 3.872648903779918e-06, 0.013709800317883492, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.007798763923346996, 0.00022834587434772402, 4.638495170183887e-07, 6.367751552716072e-07, 1.581695869390387e-05, 4.743899989989586e-05, 5.23908101968118e-06, 7.306607585633174e-06, 1.2522128599812277e-05, 3.330236779675033e-07, 0.9909056425094604, 0.0004522074304986745, 5.365378910937579e-06, 7.535902841482311e-05, 8.799955139693338e-06, 7.89501609688159e-06, 0.00023918168153613806, 2.256900643260451e-06, 7.641906995559111e-05, 5.5141681514214724e-05, 4.37830931332428e-06, 2.181077616114635e-05, 4.4351484262961094e-08, 1.2584339401655598e-06, 2.0698282696685055e-06, 1.2951734788657632e-05, 3.9528501361019153e-07, 1.120234287554922e-06, 7.981775524967816e-06, 2.9978652946738293e-06, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.04228431358933449, 0.011305327527225018, 7.640707622158516e-07, 2.2586116301681614e-06, 9.7864460258279e-05, 0.03826918080449104, 0.0002364078682148829, 0.0014555177185684443, 0.0029497784562408924, 1.2863364418080891e-06, 2.8271377232158557e-05, 0.8946185111999512, 0.0005234958371147513, 0.0011799597414210439, 0.0009106295183300972, 0.00036045987508259714, 0.00020461679378058761, 2.9102066037012264e-05, 0.0013425362994894385, 0.0003398236876819283, 0.0003325499128550291, 8.430355228483677e-05, 7.937668300428413e-08, 5.809842605231097e-06, 4.910861207463313e-06, 0.0023872717283666134, 2.6967063604388386e-05, 0.00020931477774865925, 0.0007688809419050813, 5.801360657642363e-06, 3.414767706999555e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.006102938205003738, 0.016550486907362938, 4.6485260099871084e-05, 8.233644166466547e-08, 7.3985620474559255e-06, 0.0005482275155372918, 0.0005931382765993476, 1.5738474758109078e-05, 3.503294283291325e-05, 3.350411361680017e-07, 1.8657613054529065e-07, 0.0004606691072694957, 0.8416222333908081, 0.12311315536499023, 0.006359195336699486, 0.002699509961530566, 0.00016676295490469784, 0.0012130788527429104, 0.0001319888251600787, 8.468214946333319e-05, 4.61595709566609e-06, 6.994947761995718e-05, 4.916088528261753e-06, 3.4761239930958254e-07, 3.711939484674076e-07, 6.107331137172878e-05, 6.728528387611732e-05, 2.275825863762293e-06, 2.0601521100616083e-05, 7.198157163657015e-07, 2.788131148179218e-08, 1.6529431377421133e-05, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.040416911244392395, 0.0013464335352182388, 0.00028817105339840055, 4.343557975516887e-06, 0.000683746999129653, 0.002149260835722089, 0.0012713854666799307, 0.00021145769278518856, 0.00014913463382981718, 2.3681606762693264e-05, 9.255079930881038e-05, 7.460868073394522e-05, 0.0030381495598703623, 0.915346086025238, 0.0020634792745113373, 0.002670755609869957, 0.0006971395923756063, 0.022915076464414597, 0.0016386328497901559, 0.00029437473858706653, 8.301910384034272e-06, 0.0001194091237266548, 3.610841667978093e-05, 1.259376949747093e-05, 0.0003830744535662234, 0.0011952044442296028, 0.000184451972017996, 7.12581240804866e-05, 0.00012850583880208433, 6.0622252931352705e-05, 4.5176475396147e-05, 6.895728006384161e-07, 0.0023790784180164337, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.03775652125477791, 0.0016132259042933583, 0.00031778556876815856, 8.171189733729989e-07, 4.6315926738316193e-07, 7.222061685752124e-05, 0.0001249091437784955, 4.997595169697888e-06, 0.000306671776343137, 5.74938303543604e-06, 0.0002466135483700782, 0.0037777582183480263, 0.0013358108699321747, 0.00211318489164114, 0.8997161388397217, 0.04417843371629715, 0.00033094995887950063, 0.001384938252158463, 0.00039356076740659773, 0.002321053296327591, 0.00046422172454185784, 0.00019271692144684494, 0.0005703868810087442, 5.927732217969606e-06, 2.468730642135597e-08, 3.108331839030143e-06, 7.165992428781465e-06, 2.924018644989701e-07, 7.984158582985401e-05, 1.2546447578642983e-05, 0.00012651394354179502, 0.0002383790852036327, 0.0008907291339710355, 0.0014062355039641261, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], [0.08771752566099167, 0.007821434177458286, 5.6624761782586575e-05, 1.4731194042383322e-08, 1.0490872227819636e-05, 0.001105872797779739, 0.00042911499622277915, 5.523023719433695e-05, 3.919866867363453e-05, 2.7502028387971222e-06, 2.546176801843103e-06, 0.0027552093379199505, 0.005722662899643183, 0.0011191837256774306, 0.001587632461450994, 0.8757361173629761, 0.001080043031834066, 0.003532147267833352, 0.0015019838465377688, 0.0006949508097022772, 4.334091499913484e-05, 0.00023435152252204716, 6.934274551895214e-06, 2.7577929273547852e-08, 9.912379255183623e-07, 0.00019156531197950244, 2.9515373171307147e-05, 5.468174094858114e-06, 2.4805667635519058e-06, 1.4659860880783526e-06, 7.256049343595805e-07, 8.567820623284206e-05, 0.0042638652957975864, 0.0007048685220070183, 0.003457949496805668, 0.0, 0.0, 0.0, 0.0, 0.0], [0.018741386011242867, 0.00013177517394069582, 0.00011519038525875658, 8.336373298334365e-07, 3.8734773966098146e-07, 4.0343798900721595e-05, 8.927313319873065e-05, 6.575971383426804e-06, 6.646571273449808e-05, 2.014518543091981e-07, 0.00012498433352448046, 0.00022737678955309093, 0.0003596775932237506, 4.087335037183948e-05, 8.6540101619903e-05, 0.0001706214970909059, 0.9720673561096191, 0.004511019214987755, 0.0017741491319611669, 0.0003342096460983157, 0.0006673677125945687, 8.272362720163073e-06, 8.590801007812843e-05, 4.4451923031374463e-07, 1.5395077213042896e-08, 3.9162018765637185e-06, 1.8561571778263897e-05, 1.7440301007809467e-06, 2.3064632841851562e-05, 6.561240297742188e-07, 5.53653335373383e-05, 1.0027742973761633e-05, 0.00011005577107425779, 2.0988110918551683e-05, 6.008594573359005e-05, 4.435584196471609e-05, 0.0, 0.0, 0.0, 0.0], [0.02161446213722229, 6.69997971272096e-05, 0.00023383130610454828, 1.9461027989109425e-07, 1.0568076049821684e-06, 2.5699633624753915e-05, 0.00021046715846750885, 1.7352572285744827e-06, 6.270182893786114e-06, 8.374802717980856e-08, 2.3547788714495255e-06, 1.8064714822685346e-05, 0.00023376620083581656, 0.001895326655358076, 0.0002040943072643131, 0.0004746896156575531, 0.0029953892808407545, 0.962553858757019, 0.006914269644767046, 0.00019762454030569643, 0.0001176124278572388, 1.7810394638217986e-05, 8.193766552722082e-05, 8.319953792579327e-08, 6.341063141235281e-08, 1.5034653415568755e-06, 1.5951727618812583e-05, 1.2851917574607796e-07, 7.93534070453461e-07, 1.2686584227594722e-07, 5.140194048181002e-07, 3.882933086174489e-08, 5.885353675694205e-05, 0.001102684298530221, 9.716697968542576e-05, 8.231336687458679e-05, 0.0007721185684204102, 0.0, 0.0, 0.0], [0.03668336942791939, 5.292128207656788e-06, 1.6796285535747302e-06, 3.2259306337323324e-10, 1.767925539297721e-08, 9.711822713143192e-06, 6.970077720325207e-06, 3.922060386685189e-06, 1.5272446034941822e-05, 6.423099989660841e-07, 3.0026015451767307e-07, 2.1527865101234056e-05, 8.620299354333838e-07, 2.37110707530519e-05, 1.1333936527080368e-06, 4.3700406422431115e-06, 2.1794803615193814e-05, 0.0007244828739203513, 0.956550121307373, 7.606104190926999e-05, 0.005361168645322323, 3.4097050956916064e-05, 1.478855665482115e-06, 1.9675807649832677e-09, 6.515244788118935e-09, 7.01611099884758e-07, 1.9081964808265184e-07, 3.605073857215757e-07, 3.9733699850330595e-06, 1.5304382259273552e-06, 1.0370983716256887e-07, 7.635122756255441e-07, 1.8985070937560522e-07, 6.164449587231502e-06, 2.6138040993828326e-06, 1.3529003126677708e-06, 1.0274146916344762e-05, 0.0004238302353769541, 0.0, 0.0], [0.039370156824588776, 0.0003585806116461754, 7.419259782182053e-05, 4.9509686505189165e-05, 4.653114046959672e-06, 4.697614349424839e-05, 0.00022992292360868305, 1.250448349310318e-06, 3.723302506841719e-05, 8.911857207749563e-08, 7.931947038741782e-05, 0.00013509151176549494, 1.8374767023487948e-05, 0.00010297392145730555, 8.208450162783265e-05, 2.7536349080037326e-05, 0.0005808349815197289, 0.001175027689896524, 0.0009059886215254664, 0.9545682072639465, 7.41759140510112e-05, 0.0005086685996502638, 0.00019448206876404583, 8.633093966636807e-05, 8.952690677688224e-07, 1.429001713404432e-05, 3.445206311880611e-05, 2.1258604476770415e-07, 1.695069659035653e-05, 4.816170076082926e-07, 3.185392779414542e-05, 1.3589543414127547e-05, 2.5087558242375962e-05, 5.981937647447921e-05, 0.00011690137762343511, 1.134204285335727e-05, 0.00027131877141073346, 0.0002638357982505113, 0.00042732167639769614, 0.0], [0.025401175022125244, 7.441653906425927e-07, 1.083010920410743e-05, 2.249717967472975e-09, 9.222053676261055e-10, 8.208572580770124e-06, 2.5448041469644522e-06, 1.0004308848010623e-07, 3.1608818972017616e-05, 2.427832441753708e-07, 5.289145974529674e-07, 1.426299331797054e-05, 1.534571993033751e-06, 1.877791987681121e-06, 0.00020286838116589934, 2.141227923857514e-06, 0.00010114473843714222, 0.000930983864236623, 0.10166110098361969, 5.551500362344086e-05, 0.8627557754516602, 2.250253828606219e-06, 3.0665665690321475e-05, 5.196929997453026e-09, 3.1991929938524066e-11, 8.736421364119451e-08, 1.2241717683991737e-07, 1.2374246072255346e-09, 1.250754576176405e-05, 4.635776349459775e-07, 1.6297892102556943e-07, 2.719453107147274e-07, 1.1941887123612105e-07, 1.4462533215464646e-07, 5.5279004300246015e-05, 3.5639581597024517e-07, 4.9333561037201434e-05, 0.0001694792736088857, 0.008456716313958168, 3.8713751564500853e-05]]]}\n",
        "    )\n",
        "    </script>"
       ],
       "text/plain": [
-       "<circuitsvis.utils.render.RenderedHTML at 0x7fabf5998850>"
+       "<circuitsvis.utils.render.RenderedHTML at 0x7f7d85f68550>"
       ]
      },
      "metadata": {},
@@ -1118,17 +1118,17 @@
    "execution_count": 21,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:32.238859Z",
-     "iopub.status.busy": "2023-11-23T20:37:32.238522Z",
-     "iopub.status.idle": "2023-11-23T20:37:34.907651Z",
-     "shell.execute_reply": "2023-11-23T20:37:34.907044Z"
+     "iopub.execute_input": "2023-11-29T23:48:17.640873Z",
+     "iopub.status.busy": "2023-11-29T23:48:17.640485Z",
+     "iopub.status.idle": "2023-11-29T23:48:20.788500Z",
+     "shell.execute_reply": "2023-11-29T23:48:20.787975Z"
     }
    },
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "104c8103d3264bfda160d0018d2ee6f7",
+       "model_id": "8bf1d0ed09eb4e31855b9daad3e00ef3",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1142,7 +1142,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "814bf5ab8d71434f8592dd4fa16382e1",
+       "model_id": "d971ee545cf741d6882ae1ff83de763c",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1156,7 +1156,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "c6ead7276f204281afcb2ade6c46f37a",
+       "model_id": "1c14c4d236624c57af329d5c5c2061cb",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1170,7 +1170,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "fa94446c47904b35925aacd066419df2",
+       "model_id": "36496b2a4f6a4468839e239007f2c081",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1184,7 +1184,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "62ef140a0ba44e349c47bceda8550521",
+       "model_id": "fa038191ecdf43288a05fe92964fea3c",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1213,10 +1213,10 @@
    "execution_count": 22,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:34.909957Z",
-     "iopub.status.busy": "2023-11-23T20:37:34.909579Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.535801Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.535235Z"
+     "iopub.execute_input": "2023-11-29T23:48:20.790935Z",
+     "iopub.status.busy": "2023-11-29T23:48:20.790535Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.428197Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.427577Z"
     }
    },
    "outputs": [
@@ -1227,9 +1227,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"dbf6eebe-b801-499c-ae42-69b716676601\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"dbf6eebe-b801-499c-ae42-69b716676601\")) {                    Plotly.newPlot(                        \"dbf6eebe-b801-499c-ae42-69b716676601\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.009921234101057053,0.00013073191803414375,0.011734716594219208,2.3535501441074302e-06,0.0006857668049633503,1.073900239134673e-05,0.00876503437757492,0.0011829972499981523,0.007963700219988823,0.009537442587316036,0.008971192874014378,0.016056837514042854],[0.003526397980749607,0.016969839110970497,0.0040087271481752396,0.0005126066389493644,0.015328221954405308,0.0020630136132240295,0.004427169915288687,0.015423694625496864,0.0036321161314845085,0.00010741607547970489,0.004059288185089827,0.014759087935090065],[0.01135626807808876,0.006326507776975632,0.011938061565160751,0.0029111928306519985,0.019735639914870262,0.004356868099421263,0.009167158976197243,0.0015794403152540326,0.017101522535085678,0.012446065433323383,0.021108288317918777,2.223502493237106e-09],[0.007569576613605022,0.21677759289741516,0.8577886819839478,0.01626519113779068,0.01772334612905979,0.013098146766424179,0.01925596408545971,0.18884368240833282,0.016006607562303543,0.015810217708349228,0.9322335720062256,0.4902278780937195],[0.27031227946281433,0.22730393707752228,0.08651269972324371,0.010422397404909134,0.079010508954525,0.023939376696944237,0.6239443421363831,0.02427329309284687,0.06445866823196411,0.6402761936187744,0.017151180654764175,0.0570630207657814],[0.02178362011909485,0.082449771463871,0.05189909785985947,0.01383710466325283,0.03506142646074295,0.17800873517990112,0.07764646410942078,0.09965579956769943,0.008355469442903996,0.4627465307712555,0.18725402653217316,0.0315290205180645]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Score by Head in Distil GPT-2\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"9edfad89-f746-474f-bf61-4970859ddb89\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"9edfad89-f746-474f-bf61-4970859ddb89\")) {                    Plotly.newPlot(                        \"9edfad89-f746-474f-bf61-4970859ddb89\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.010502825491130352,0.0001656798558542505,0.011984748765826225,4.9570357987249736e-06,0.0007082183146849275,1.2023743693134747e-05,0.0086316904053092,0.0014036023057997227,0.008330969139933586,0.009415172971785069,0.008928680792450905,0.01563902199268341],[0.002909952076151967,0.017924074083566666,0.0012682625092566013,0.00015438059926964343,0.012068876065313816,0.0019518451299518347,0.0043566846288740635,0.015611935406923294,0.0024434286169707775,0.00010985316475853324,0.003945884294807911,0.014468003064393997],[0.006348173599690199,0.006017571780830622,0.01251104474067688,0.0025503109209239483,0.019121743738651276,0.0037334260996431112,0.009163868613541126,0.0013247965835034847,0.017731063067913055,0.012421554885804653,0.021190082654356956,6.37324123597266e-13],[0.006801993120461702,0.2333187609910965,0.8687839508056641,0.016921233385801315,0.016492240130901337,0.01322645228356123,0.019674325361847878,0.1887282431125641,0.015904132276773453,0.01703622378408909,0.9406628608703613,0.4930949807167053],[0.2856510579586029,0.24327194690704346,0.09269988536834717,0.008840292692184448,0.08025243133306503,0.02457164041697979,0.6502691507339478,0.025971438735723495,0.06609994173049927,0.6651257872581482,0.016287032514810562,0.059300363063812256],[0.020594194531440735,0.07444951683282852,0.05489909648895264,0.011792006902396679,0.035416655242443085,0.18142472207546234,0.07927346229553223,0.09301110357046127,0.006783642340451479,0.46906527876853943,0.18708381056785583,0.02835739403963089]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0},\"title\":{\"text\":\"Induction Score by Head in Distil GPT-2\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('dbf6eebe-b801-499c-ae42-69b716676601');\n",
+       "var gd = document.getElementById('9edfad89-f746-474f-bf61-4970859ddb89');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -1411,10 +1411,10 @@
    "execution_count": 23,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.538111Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.537775Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.541375Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.540841Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.430454Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.430276Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.434311Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.433758Z"
     }
    },
    "outputs": [
@@ -1455,10 +1455,10 @@
    "execution_count": 24,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.543396Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.543097Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.546697Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.546132Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.436410Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.436074Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.439851Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.439277Z"
     }
    },
    "outputs": [
@@ -1500,10 +1500,10 @@
    "execution_count": 25,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.548595Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.548297Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.613502Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.612907Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.441909Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.441575Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.508498Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.507875Z"
     }
    },
    "outputs": [
@@ -1597,10 +1597,10 @@
    "execution_count": 26,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.616023Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.615697Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.623078Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.622549Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.510967Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.510553Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.518174Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.517597Z"
     }
    },
    "outputs": [],
@@ -1614,10 +1614,10 @@
    "execution_count": 27,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.625291Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.624934Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.630110Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.629576Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.520468Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.520164Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.525784Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.525336Z"
     }
    },
    "outputs": [
@@ -1695,10 +1695,10 @@
    "execution_count": 28,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.632173Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.631872Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.636179Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.635633Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.527773Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.527416Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.531769Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.531210Z"
     }
    },
    "outputs": [
@@ -1763,10 +1763,10 @@
    "execution_count": 29,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.638202Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.637904Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.641930Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.641390Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.533921Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.533544Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.537388Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.536948Z"
     }
    },
    "outputs": [
@@ -1796,10 +1796,10 @@
    "execution_count": 30,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.643851Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.643527Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.647075Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.646631Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.539350Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.539034Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.542478Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.542039Z"
     }
    },
    "outputs": [
@@ -1836,10 +1836,10 @@
    "execution_count": 31,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.649091Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.648780Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.652300Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.651856Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.544374Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.544061Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.547441Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.547011Z"
     }
    },
    "outputs": [
@@ -1879,10 +1879,10 @@
    "execution_count": 32,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.654141Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.653850Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.733043Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.732447Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.549271Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.549111Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.629732Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.629133Z"
     }
    },
    "outputs": [
@@ -1919,10 +1919,10 @@
    "execution_count": 33,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.735431Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.735099Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.738701Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.738137Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.632074Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.631867Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.635537Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.635055Z"
     }
    },
    "outputs": [
@@ -1957,10 +1957,10 @@
    "execution_count": 34,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.740521Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.740374Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.744419Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.743888Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.637406Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.637238Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.641984Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.641539Z"
     }
    },
    "outputs": [
@@ -1968,7 +1968,13 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "With BOS: 2\n",
+      "With BOS: 2\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
       "Without BOS: 1\n"
      ]
     }
@@ -1990,10 +1996,10 @@
    "execution_count": 35,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.746262Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.746107Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.750558Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.749975Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.643976Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.643810Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.647941Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.647470Z"
     }
    },
    "outputs": [
@@ -2029,10 +2035,10 @@
    "execution_count": 36,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.752736Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.752254Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.756490Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.755962Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.649863Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.649561Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.653553Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.653130Z"
     }
    },
    "outputs": [
@@ -2080,10 +2086,10 @@
    "execution_count": 37,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.758654Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.758224Z",
-     "iopub.status.idle": "2023-11-23T20:37:35.938824Z",
-     "shell.execute_reply": "2023-11-23T20:37:35.938255Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.655664Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.655350Z",
+     "iopub.status.idle": "2023-11-29T23:48:21.845352Z",
+     "shell.execute_reply": "2023-11-29T23:48:21.844783Z"
     }
    },
    "outputs": [
@@ -2133,10 +2139,10 @@
    "execution_count": 38,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:35.941187Z",
-     "iopub.status.busy": "2023-11-23T20:37:35.940849Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.126773Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.126177Z"
+     "iopub.execute_input": "2023-11-29T23:48:21.847768Z",
+     "iopub.status.busy": "2023-11-29T23:48:21.847371Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.039535Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.038932Z"
     }
    },
    "outputs": [
@@ -2179,10 +2185,10 @@
    "execution_count": 39,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.129259Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.128853Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.132747Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.132217Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.041928Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.041534Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.046212Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.045740Z"
     }
    },
    "outputs": [
@@ -2190,7 +2196,13 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "| Claire| -> [' Claire']\n",
+      "| Claire| -> [' Claire']\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
       "|Claire| -> ['Cl', 'aire']\n"
      ]
     }
@@ -2239,10 +2251,10 @@
    "execution_count": 40,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.134822Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.134503Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.140172Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.139746Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.048305Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.047990Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.053784Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.053329Z"
     }
    },
    "outputs": [
@@ -2250,13 +2262,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Norms:\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
+      "Norms:\n",
       "tensor(9.9105)\n",
       "tensor(9.9105)\n",
       "Right dimension: 5, Left dimension: 5, Hidden dimension: 2\n"
@@ -2290,10 +2296,10 @@
    "execution_count": 41,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.142239Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.141760Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.146533Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.146081Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.055928Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.055534Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.060809Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.060358Z"
     }
    },
    "outputs": [
@@ -2335,10 +2341,10 @@
    "execution_count": 42,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.148444Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.148122Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.153324Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.152860Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.062895Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.062525Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.068174Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.067658Z"
     }
    },
    "outputs": [
@@ -2377,10 +2383,10 @@
    "execution_count": 43,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.155444Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.155136Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.158501Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.157943Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.070365Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.070004Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.073836Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.073343Z"
     }
    },
    "outputs": [
@@ -2427,10 +2433,10 @@
    "execution_count": 44,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.160772Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.160309Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.167404Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.166840Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.075936Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.075593Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.083052Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.082508Z"
     }
    },
    "outputs": [
@@ -2452,10 +2458,10 @@
    "execution_count": 45,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.169580Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.169221Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.281720Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.281204Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.085328Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.084971Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.203987Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.203332Z"
     }
    },
    "outputs": [
@@ -2479,10 +2485,10 @@
    "execution_count": 46,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.283992Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.283618Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.314155Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.313586Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.206398Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.205995Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.236866Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.236311Z"
     }
    },
    "outputs": [
@@ -2493,9 +2499,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"59953da0-a49b-4bc7-9665-3a8ac7e6c037\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"59953da0-a49b-4bc7-9665-3a8ac7e6c037\")) {                    Plotly.newPlot(                        \"59953da0-a49b-4bc7-9665-3a8ac7e6c037\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786],[-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697],[-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901],[0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308],[0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029],[0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455],[0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157],[0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901],[-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115],[0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226],[0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959],[0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0,\"cmin\":-1.0,\"cmax\":1.0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"173b8c0f-e256-4c2c-b8cb-70ecbd73a627\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"173b8c0f-e256-4c2c-b8cb-70ecbd73a627\")) {                    Plotly.newPlot(                        \"173b8c0f-e256-4c2c-b8cb-70ecbd73a627\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786],[-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697],[-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901],[0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308],[0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029],[0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455],[0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157],[0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901],[-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115],[0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226],[0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959],[0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0,\"cmin\":-1.0,\"cmax\":1.0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('59953da0-a49b-4bc7-9665-3a8ac7e6c037');\n",
+       "var gd = document.getElementById('173b8c0f-e256-4c2c-b8cb-70ecbd73a627');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -2543,10 +2549,10 @@
    "execution_count": 47,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.316325Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.316018Z",
-     "iopub.status.idle": "2023-11-23T20:37:36.345529Z",
-     "shell.execute_reply": "2023-11-23T20:37:36.345071Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.239257Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.238842Z",
+     "iopub.status.idle": "2023-11-29T23:48:22.269882Z",
+     "shell.execute_reply": "2023-11-29T23:48:22.269292Z"
     }
    },
    "outputs": [
@@ -2557,9 +2563,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"f7ee0aa6-b7b4-42a5-a235-065ce2336733\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"f7ee0aa6-b7b4-42a5-a235-065ce2336733\")) {                    Plotly.newPlot(                        \"f7ee0aa6-b7b4-42a5-a235-065ce2336733\",                        [{\"hovertemplate\":\"Real=%{x}\\u003cbr\\u003eImaginary=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-2.139726161956787,1.4152659177780151,3.4444546699523926,4.0276689529418945,8.882657051086426,4.866776943206787,4.866776943206787,4.843708038330078,4.843708038330078,8.477534294128418,8.21679973602295,8.21679973602295,5.078621864318848,7.855459213256836,7.855459213256836,5.365771770477295,5.365771770477295,5.563427448272705,5.563427448272705,5.421727657318115,7.769131660461426,7.769131660461426,7.042290210723877,7.042290210723877,5.675149917602539,5.675149917602539,7.6785993576049805,7.6785993576049805,6.573331356048584,6.573331356048584,7.67292594909668,7.172202110290527,7.172202110290527,7.423615455627441,7.423615455627441,7.4708147048950195,6.08908748626709,6.08908748626709,6.306832313537598,6.306832313537598,6.511747360229492,6.511747360229492,5.955250263214111,5.955250263214111,5.858802795410156,5.858802795410156,7.147878170013428,7.147878170013428,7.185699939727783,7.185699939727783,6.6706037521362305,6.6706037521362305,6.7359819412231445,6.7359819412231445,6.149754524230957,6.149754524230957,6.288780212402344,6.288780212402344,6.344789028167725,6.625576972961426,6.625576972961426,6.899187088012695,6.899187088012695,6.856410026550293],\"xaxis\":\"x\",\"y\":[0.0,0.0,0.0,0.0,0.0,0.41851967573165894,-0.41851967573165894,0.09079498052597046,-0.09079498052597046,0.0,0.40868431329727173,-0.40868431329727173,0.0,0.7007191777229309,-0.7007191777229309,0.46421778202056885,-0.46421778202056885,0.5558270215988159,-0.5558270215988159,0.0,0.47056713700294495,-0.47056713700294495,1.029872179031372,-1.029872179031372,0.48252731561660767,-0.48252731561660767,0.33564886450767517,-0.33564886450767517,0.9988701343536377,-0.9988701343536377,0.0,0.7531797885894775,-0.7531797885894775,0.425758957862854,-0.425758957862854,0.0,0.6436269283294678,-0.6436269283294678,0.7701666951179504,-0.7701666951179504,0.7558029294013977,-0.7558029294013977,0.2591177523136139,-0.2591177523136139,0.013043581508100033,-0.013043581508100033,0.40166139602661133,-0.40166139602661133,0.28192487359046936,-0.28192487359046936,0.6146230697631836,-0.6146230697631836,0.5391324758529663,-0.5391324758529663,0.2823374569416046,-0.2823374569416046,0.35283783078193665,-0.35283783078193665,0.0,0.24868342280387878,-0.24868342280387878,0.15545885264873505,-0.15545885264873505,0.0],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Real\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Imaginary\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Eigenvalues of Head L11H11 of GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"4dc7e94a-e602-487a-b30a-a76bd44f0c45\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"4dc7e94a-e602-487a-b30a-a76bd44f0c45\")) {                    Plotly.newPlot(                        \"4dc7e94a-e602-487a-b30a-a76bd44f0c45\",                        [{\"hovertemplate\":\"Real=%{x}\\u003cbr\\u003eImaginary=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[-2.139726161956787,1.4152659177780151,3.4444546699523926,4.0276689529418945,8.882657051086426,4.866776943206787,4.866776943206787,4.843708038330078,4.843708038330078,8.477534294128418,8.21679973602295,8.21679973602295,5.078621864318848,7.855459213256836,7.855459213256836,5.365771770477295,5.365771770477295,5.563427448272705,5.563427448272705,5.421727657318115,7.769131660461426,7.769131660461426,7.042290210723877,7.042290210723877,5.675149917602539,5.675149917602539,7.6785993576049805,7.6785993576049805,6.573331356048584,6.573331356048584,7.67292594909668,7.172202110290527,7.172202110290527,7.423615455627441,7.423615455627441,7.4708147048950195,6.08908748626709,6.08908748626709,6.306832313537598,6.306832313537598,6.511747360229492,6.511747360229492,5.955250263214111,5.955250263214111,5.858802795410156,5.858802795410156,7.147878170013428,7.147878170013428,7.185699939727783,7.185699939727783,6.6706037521362305,6.6706037521362305,6.7359819412231445,6.7359819412231445,6.149754524230957,6.149754524230957,6.288780212402344,6.288780212402344,6.344789028167725,6.625576972961426,6.625576972961426,6.899187088012695,6.899187088012695,6.856410026550293],\"xaxis\":\"x\",\"y\":[0.0,0.0,0.0,0.0,0.0,0.41851967573165894,-0.41851967573165894,0.09079498052597046,-0.09079498052597046,0.0,0.40868431329727173,-0.40868431329727173,0.0,0.7007191777229309,-0.7007191777229309,0.46421778202056885,-0.46421778202056885,0.5558270215988159,-0.5558270215988159,0.0,0.47056713700294495,-0.47056713700294495,1.029872179031372,-1.029872179031372,0.48252731561660767,-0.48252731561660767,0.33564886450767517,-0.33564886450767517,0.9988701343536377,-0.9988701343536377,0.0,0.7531797885894775,-0.7531797885894775,0.425758957862854,-0.425758957862854,0.0,0.6436269283294678,-0.6436269283294678,0.7701666951179504,-0.7701666951179504,0.7558029294013977,-0.7558029294013977,0.2591177523136139,-0.2591177523136139,0.013043581508100033,-0.013043581508100033,0.40166139602661133,-0.40166139602661133,0.28192487359046936,-0.28192487359046936,0.6146230697631836,-0.6146230697631836,0.5391324758529663,-0.5391324758529663,0.2823374569416046,-0.2823374569416046,0.35283783078193665,-0.35283783078193665,0.0,0.24868342280387878,-0.24868342280387878,0.15545885264873505,-0.15545885264873505,0.0],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Real\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Imaginary\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Eigenvalues of Head L11H11 of GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('f7ee0aa6-b7b4-42a5-a235-065ce2336733');\n",
+       "var gd = document.getElementById('4dc7e94a-e602-487a-b30a-a76bd44f0c45');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -2606,10 +2612,10 @@
    "execution_count": 48,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:36.347557Z",
-     "iopub.status.busy": "2023-11-23T20:37:36.347231Z",
-     "iopub.status.idle": "2023-11-23T20:37:46.216142Z",
-     "shell.execute_reply": "2023-11-23T20:37:46.215447Z"
+     "iopub.execute_input": "2023-11-29T23:48:22.272237Z",
+     "iopub.status.busy": "2023-11-29T23:48:22.271884Z",
+     "iopub.status.idle": "2023-11-29T23:48:32.582905Z",
+     "shell.execute_reply": "2023-11-29T23:48:32.582324Z"
     }
    },
    "outputs": [
@@ -2631,10 +2637,10 @@
    "execution_count": 49,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:46.218489Z",
-     "iopub.status.busy": "2023-11-23T20:37:46.218157Z",
-     "iopub.status.idle": "2023-11-23T20:37:46.764659Z",
-     "shell.execute_reply": "2023-11-23T20:37:46.764084Z"
+     "iopub.execute_input": "2023-11-29T23:48:32.585412Z",
+     "iopub.status.busy": "2023-11-29T23:48:32.584945Z",
+     "iopub.status.idle": "2023-11-29T23:48:33.110923Z",
+     "shell.execute_reply": "2023-11-29T23:48:33.110396Z"
     }
    },
    "outputs": [
@@ -2658,10 +2664,10 @@
    "execution_count": 50,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:46.766805Z",
-     "iopub.status.busy": "2023-11-23T20:37:46.766500Z",
-     "iopub.status.idle": "2023-11-23T20:37:46.795915Z",
-     "shell.execute_reply": "2023-11-23T20:37:46.795432Z"
+     "iopub.execute_input": "2023-11-29T23:48:33.113385Z",
+     "iopub.status.busy": "2023-11-29T23:48:33.113065Z",
+     "iopub.status.idle": "2023-11-29T23:48:33.143851Z",
+     "shell.execute_reply": "2023-11-29T23:48:33.143330Z"
     }
    },
    "outputs": [
@@ -2672,9 +2678,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"8b1c5801-760f-4212-9bb0-8c4e5aaff51b\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"8b1c5801-760f-4212-9bb0-8c4e5aaff51b\")) {                    Plotly.newPlot(                        \"8b1c5801-760f-4212-9bb0-8c4e5aaff51b\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771],[-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248],[-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857],[0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744],[0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354],[0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723],[0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449],[0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425],[-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529],[0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827],[0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214],[0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0,\"cmin\":-1.0,\"cmax\":1.0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"39533659-d4c1-4a47-b699-0f5b696b403a\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"39533659-d4c1-4a47-b699-0f5b696b403a\")) {                    Plotly.newPlot(                        \"39533659-d4c1-4a47-b699-0f5b696b403a\",                        [{\"coloraxis\":\"coloraxis\",\"name\":\"0\",\"z\":[[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771],[-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248],[-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857],[0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744],[0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354],[0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723],[0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449],[0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425],[-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529],[0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827],[0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214],[0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823]],\"type\":\"heatmap\",\"xaxis\":\"x\",\"yaxis\":\"y\",\"hovertemplate\":\"Head: %{x}\\u003cbr\\u003eLayer: %{y}\\u003cbr\\u003ecolor: %{z}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"scaleanchor\":\"y\",\"constrain\":\"domain\",\"title\":{\"text\":\"Head\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"autorange\":\"reversed\",\"constrain\":\"domain\",\"title\":{\"text\":\"Layer\"}},\"coloraxis\":{\"colorscale\":[[0.0,\"rgb(103,0,31)\"],[0.1,\"rgb(178,24,43)\"],[0.2,\"rgb(214,96,77)\"],[0.3,\"rgb(244,165,130)\"],[0.4,\"rgb(253,219,199)\"],[0.5,\"rgb(247,247,247)\"],[0.6,\"rgb(209,229,240)\"],[0.7,\"rgb(146,197,222)\"],[0.8,\"rgb(67,147,195)\"],[0.9,\"rgb(33,102,172)\"],[1.0,\"rgb(5,48,97)\"]],\"cmid\":0.0,\"cmin\":-1.0,\"cmax\":1.0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('8b1c5801-760f-4212-9bb0-8c4e5aaff51b');\n",
+       "var gd = document.getElementById('39533659-d4c1-4a47-b699-0f5b696b403a');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -2722,10 +2728,10 @@
    "execution_count": 51,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:46.797897Z",
-     "iopub.status.busy": "2023-11-23T20:37:46.797592Z",
-     "iopub.status.idle": "2023-11-23T20:37:46.827453Z",
-     "shell.execute_reply": "2023-11-23T20:37:46.826932Z"
+     "iopub.execute_input": "2023-11-29T23:48:33.145842Z",
+     "iopub.status.busy": "2023-11-29T23:48:33.145675Z",
+     "iopub.status.idle": "2023-11-29T23:48:33.176339Z",
+     "shell.execute_reply": "2023-11-29T23:48:33.175794Z"
     }
    },
    "outputs": [
@@ -2736,9 +2742,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"f412985e-2b74-4d32-8384-566f0f9d80a7\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"f412985e-2b74-4d32-8384-566f0f9d80a7\")) {                    Plotly.newPlot(                        \"f412985e-2b74-4d32-8384-566f0f9d80a7\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eFull OV Copying Score=%{x}\\u003cbr\\u003eOV Copying Score=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771,-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248,-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857,0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744,0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354,0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723,0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449,0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425,-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529,0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827,0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214,0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823],\"xaxis\":\"x\",\"y\":[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786,-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697,-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901,0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308,0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029,0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455,0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157,0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901,-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115,0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226,0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959,0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Full OV Copying Score\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"OV Copying Score\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"cc16e949-8179-4a2f-86a2-c5af97c13e3b\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"cc16e949-8179-4a2f-86a2-c5af97c13e3b\")) {                    Plotly.newPlot(                        \"cc16e949-8179-4a2f-86a2-c5af97c13e3b\",                        [{\"hovertemplate\":\"\\u003cb\\u003e%{hovertext}\\u003c\\u002fb\\u003e\\u003cbr\\u003e\\u003cbr\\u003eFull OV Copying Score=%{x}\\u003cbr\\u003eOV Copying Score=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"hovertext\":[\"L0H0\",\"L0H1\",\"L0H2\",\"L0H3\",\"L0H4\",\"L0H5\",\"L0H6\",\"L0H7\",\"L0H8\",\"L0H9\",\"L0H10\",\"L0H11\",\"L1H0\",\"L1H1\",\"L1H2\",\"L1H3\",\"L1H4\",\"L1H5\",\"L1H6\",\"L1H7\",\"L1H8\",\"L1H9\",\"L1H10\",\"L1H11\",\"L2H0\",\"L2H1\",\"L2H2\",\"L2H3\",\"L2H4\",\"L2H5\",\"L2H6\",\"L2H7\",\"L2H8\",\"L2H9\",\"L2H10\",\"L2H11\",\"L3H0\",\"L3H1\",\"L3H2\",\"L3H3\",\"L3H4\",\"L3H5\",\"L3H6\",\"L3H7\",\"L3H8\",\"L3H9\",\"L3H10\",\"L3H11\",\"L4H0\",\"L4H1\",\"L4H2\",\"L4H3\",\"L4H4\",\"L4H5\",\"L4H6\",\"L4H7\",\"L4H8\",\"L4H9\",\"L4H10\",\"L4H11\",\"L5H0\",\"L5H1\",\"L5H2\",\"L5H3\",\"L5H4\",\"L5H5\",\"L5H6\",\"L5H7\",\"L5H8\",\"L5H9\",\"L5H10\",\"L5H11\",\"L6H0\",\"L6H1\",\"L6H2\",\"L6H3\",\"L6H4\",\"L6H5\",\"L6H6\",\"L6H7\",\"L6H8\",\"L6H9\",\"L6H10\",\"L6H11\",\"L7H0\",\"L7H1\",\"L7H2\",\"L7H3\",\"L7H4\",\"L7H5\",\"L7H6\",\"L7H7\",\"L7H8\",\"L7H9\",\"L7H10\",\"L7H11\",\"L8H0\",\"L8H1\",\"L8H2\",\"L8H3\",\"L8H4\",\"L8H5\",\"L8H6\",\"L8H7\",\"L8H8\",\"L8H9\",\"L8H10\",\"L8H11\",\"L9H0\",\"L9H1\",\"L9H2\",\"L9H3\",\"L9H4\",\"L9H5\",\"L9H6\",\"L9H7\",\"L9H8\",\"L9H9\",\"L9H10\",\"L9H11\",\"L10H0\",\"L10H1\",\"L10H2\",\"L10H3\",\"L10H4\",\"L10H5\",\"L10H6\",\"L10H7\",\"L10H8\",\"L10H9\",\"L10H10\",\"L10H11\",\"L11H0\",\"L11H1\",\"L11H2\",\"L11H3\",\"L11H4\",\"L11H5\",\"L11H6\",\"L11H7\",\"L11H8\",\"L11H9\",\"L11H10\",\"L11H11\"],\"legendgroup\":\"\",\"marker\":{\"color\":\"#636efa\",\"symbol\":\"circle\"},\"mode\":\"markers\",\"name\":\"\",\"orientation\":\"v\",\"showlegend\":false,\"x\":[0.8356367349624634,0.5853534936904907,0.5105841159820557,0.7843377590179443,0.8644161224365234,0.7026589512825012,0.8969924449920654,0.5868823528289795,0.42486509680747986,-0.16337518393993378,0.46268585324287415,0.276053786277771,-0.052920110523700714,-0.31773144006729126,-0.4810579717159271,-0.7838066220283508,-0.6360211968421936,-0.77586829662323,0.9681803584098816,0.8119116425514221,-0.7510464787483215,-0.6878445744514465,-0.6429887413978577,-0.9985856413841248,-0.6598325967788696,0.9152501821517944,0.5461500883102417,-0.48743969202041626,0.7720563411712646,-0.7541061639785767,-0.8472450971603394,-0.6948987245559692,-0.1557510495185852,0.2444225549697876,-0.9106622338294983,-0.9439151287078857,0.648689866065979,-0.5592910647392273,0.5935593247413635,0.7843040823936462,-0.8150346279144287,0.613004744052887,0.16785882413387299,0.35195910930633545,-0.6837262511253357,0.2223764955997467,-0.9929219484329224,0.6535818576812744,0.5740953087806702,0.3640134036540985,0.09609051048755646,0.9359624981880188,-0.9228776097297668,0.6191076636314392,-0.33572638034820557,-0.998464822769165,0.6448632478713989,0.8468661308288574,-0.7557656764984131,0.9527971744537354,0.7326544523239136,0.5324169397354126,0.9732670187950134,0.7239246964454651,0.2553895115852356,0.8158416152000427,0.665579080581665,0.9287100434303284,-0.5660436153411865,-0.8908745050430298,0.9834234118461609,-0.9981179237365723,0.9698692560195923,0.7439671754837036,-0.35639333724975586,0.6022987365722656,0.9708116054534912,-0.9278275966644287,-0.9962316155433655,0.834520697593689,0.9714328050613403,0.8158544898033142,0.5902575850486755,0.8199343681335449,0.9820227026939392,0.9859329462051392,0.5152460932731628,-0.5610517263412476,0.9663666486740112,0.9495157599449158,-0.5204814076423645,0.3104752004146576,0.9859083890914917,0.7797460556030273,0.6738530397415161,0.39197394251823425,-0.906204104423523,0.11750960350036621,0.8077874779701233,0.416930615901947,0.9829014539718628,0.9902300834655762,0.7847104668617249,0.9945629835128784,0.9868024587631226,-0.26804426312446594,-0.9908867478370667,0.745792806148529,0.9906190633773804,-0.18231146037578583,0.9757838249206543,0.9986750483512878,0.2544330954551697,-0.954406201839447,0.586924135684967,-0.23537978529930115,0.9550502896308899,0.2551196813583374,0.9929869771003723,0.0905260294675827,0.9707273244857788,0.6956090927124023,0.6280022263526917,0.7902868390083313,0.9343841671943665,0.9895793795585632,0.9436282515525818,-0.10834990441799164,-0.3431110680103302,0.9986709952354431,0.508673906326294,0.9949509501457214,0.8283132910728455,0.9432437419891357,0.9491764903068542,0.9995353817939758,0.5712320804595947,0.8055236339569092,0.6781865954399109,0.8272573351860046,0.8314797282218933,0.8778655529022217,0.9944959282875061,0.997386634349823],\"xaxis\":\"x\",\"y\":[0.7775008678436279,0.35272663831710815,0.25961872935295105,0.6670258045196533,0.838425874710083,0.5584433078765869,0.844474732875824,0.41379114985466003,0.244889497756958,0.02815753035247326,0.3584096431732178,0.16288283467292786,-0.4541913866996765,-0.6529324650764465,-0.5484569668769836,-0.7990368604660034,-0.7736426591873169,-0.8522582650184631,0.977432370185852,0.6626251935958862,-0.7303223609924316,-0.7007019519805908,-0.6946623921394348,-0.9996723532676697,-0.7837162613868713,0.8967758417129517,0.4750956892967224,-0.6671973466873169,0.7881463170051575,-0.8547748923301697,-0.9054183959960938,-0.5749384760856628,-0.321751207113266,-0.0285941194742918,-0.9247617125511169,-0.9699268937110901,0.5864036083221436,-0.76143479347229,0.5971695184707642,0.7854391932487488,-0.8788884878158569,0.3908745348453522,0.0447387658059597,0.1102800965309143,-0.8169987201690674,0.2212953418493271,-0.9939578771591187,0.5774401426315308,0.5254791378974915,0.30490121245384216,-0.10729170590639114,0.9433152675628662,-0.9314427971839905,0.5273631811141968,-0.4264712929725647,-0.9984429478645325,0.5296757817268372,0.8604294657707214,-0.8895052075386047,0.9556970000267029,0.6629188656806946,0.4295697808265686,0.9736858010292053,0.655548095703125,0.12201863527297974,0.7442769408226013,0.5037954449653625,0.95253586769104,-0.6507166624069214,-0.9316278100013733,0.9791510701179504,-0.9972586035728455,0.9613031148910522,0.7501779794692993,-0.3806658983230591,0.6429785490036011,0.9557769298553467,-0.9428837895393372,-0.9948079586029053,0.7852989435195923,0.9657301306724548,0.7073014974594116,0.36872273683547974,0.8128010034561157,0.9659482836723328,0.9730120301246643,0.31900620460510254,-0.30290529131889343,0.9790952801704407,0.9357922673225403,-0.5550314784049988,-0.0054661668837070465,0.986777663230896,0.8249568343162537,0.5664296746253967,0.1000528484582901,-0.9464486837387085,-0.25471991300582886,0.6522327065467834,0.14152583479881287,0.9884141683578491,0.9860584735870361,0.6949271559715271,0.9901811480522156,0.9791203141212463,-0.23595543205738068,-0.982071042060852,0.6506688594818115,0.9895945191383362,-0.291781485080719,0.9714024662971497,0.9951602220535278,0.18783727288246155,-0.9460937976837158,0.4780191481113434,-0.2489192634820938,0.9437099099159241,0.11866225302219391,0.9941242933273315,-0.38088199496269226,0.9564487338066101,0.5542722344398499,0.42118069529533386,0.6628788113594055,0.8659593462944031,0.9937117695808411,0.9069075584411621,0.3981107473373413,-0.4134218096733093,0.9971914887428284,0.3459664583206177,0.9938657283782959,0.5891268253326416,0.9313738942146301,0.9268401861190796,0.9993563890457153,0.6227542161941528,0.8463947772979736,0.6584343910217285,0.8423123955726624,0.2978499233722687,0.8728678822517395,0.9963143467903137,0.9867526292800903],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"Full OV Copying Score\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"OV Copying Score\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"OV Copying Score for each head in GPT-2 Small\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('f412985e-2b74-4d32-8384-566f0f9d80a7');\n",
+       "var gd = document.getElementById('cc16e949-8179-4a2f-86a2-c5af97c13e3b');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -2778,10 +2784,10 @@
    "execution_count": 52,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:46.829318Z",
-     "iopub.status.busy": "2023-11-23T20:37:46.829023Z",
-     "iopub.status.idle": "2023-11-23T20:37:46.832349Z",
-     "shell.execute_reply": "2023-11-23T20:37:46.831892Z"
+     "iopub.execute_input": "2023-11-29T23:48:33.178242Z",
+     "iopub.status.busy": "2023-11-29T23:48:33.178075Z",
+     "iopub.status.idle": "2023-11-29T23:48:33.181768Z",
+     "shell.execute_reply": "2023-11-29T23:48:33.181279Z"
     }
    },
    "outputs": [
@@ -2822,17 +2828,17 @@
    "execution_count": 53,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:46.834154Z",
-     "iopub.status.busy": "2023-11-23T20:37:46.833994Z",
-     "iopub.status.idle": "2023-11-23T20:37:48.776909Z",
-     "shell.execute_reply": "2023-11-23T20:37:48.776320Z"
+     "iopub.execute_input": "2023-11-29T23:48:33.183863Z",
+     "iopub.status.busy": "2023-11-29T23:48:33.183462Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.246747Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.246157Z"
     }
    },
    "outputs": [
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "bfc7818ade744e64b7037b1cc4bf9ce1",
+       "model_id": "eae92d5bbd834318ba65cd319a4b4de7",
        "version_major": 2,
        "version_minor": 0
       },
@@ -2908,10 +2914,10 @@
    "execution_count": 54,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:48.779414Z",
-     "iopub.status.busy": "2023-11-23T20:37:48.779031Z",
-     "iopub.status.idle": "2023-11-23T20:37:48.785024Z",
-     "shell.execute_reply": "2023-11-23T20:37:48.784549Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.249244Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.248894Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.254579Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.254133Z"
     }
    },
    "outputs": [],
@@ -2973,10 +2979,10 @@
    "execution_count": 55,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:48.787034Z",
-     "iopub.status.busy": "2023-11-23T20:37:48.786707Z",
-     "iopub.status.idle": "2023-11-23T20:37:48.790432Z",
-     "shell.execute_reply": "2023-11-23T20:37:48.789968Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.256714Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.256397Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.260318Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.259852Z"
     }
    },
    "outputs": [
@@ -3015,10 +3021,10 @@
    "execution_count": 56,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:48.792380Z",
-     "iopub.status.busy": "2023-11-23T20:37:48.792083Z",
-     "iopub.status.idle": "2023-11-23T20:37:48.795878Z",
-     "shell.execute_reply": "2023-11-23T20:37:48.795413Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.262399Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.262075Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.265841Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.265420Z"
     }
    },
    "outputs": [
@@ -3089,10 +3095,10 @@
    "execution_count": 57,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:48.797908Z",
-     "iopub.status.busy": "2023-11-23T20:37:48.797608Z",
-     "iopub.status.idle": "2023-11-23T20:37:49.365325Z",
-     "shell.execute_reply": "2023-11-23T20:37:49.364776Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.267873Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.267551Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.602907Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.602394Z"
     }
    },
    "outputs": [
@@ -3103,9 +3109,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"ffb2502f-d1c3-4bcc-907a-ff19f63fbad3\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"ffb2502f-d1c3-4bcc-907a-ff19f63fbad3\")) {                    Plotly.newPlot(                        \"ffb2502f-d1c3-4bcc-907a-ff19f63fbad3\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],\"xaxis\":\"x\",\"y\":[262144,2621440,4718592,7077888,9175040,11272192,13631488,15728640,18087936,20185088,22282240,33292288,44302336,55312384,66322432,77332480,88342528,99352576,110362624,121372672,132382720,143392768,154402816,165412864,176422912,187432960,198443008,209453056,220463104,264503296,308281344,352321536,396361728,440401920,484442112,528482304,572522496,616300544,660340736,704380928,748421120,792461312,836501504,880279552,924319744,968359936,1012400128,1056440320,1100480512,1144520704,1188298752,1232338944,1276379136,1320419328,1364459520,1408499712,1452277760,1496317952,1540358144,1584398336,1628438528,1672478720,1716518912,1760296960,1804337152,1848377344,1892417536,1936457728,1980497920,2024275968,2068316160,2112356352,2156396544,2200436736,2420375552,2640314368,2860515328,3080454144,3300392960,3520331776,3740270592,3960471552,4180410368,4400349184,4620288000,4840488960,5060427776,5280366592,5500305408,5720506368,5940445184,6160384000,6380322816,6600523776,6820462592,7040401408,7260340224,7480279040,7700480000,7920418816,8140357632,8360296448,8580497408,8800436224,9020375040,9240313856,9460514816,9680453632,9900392448,10120331264,10340270080,10560471040,10780409856,11000348672,11220287488,11440488448,11660427264,11880366080,12100304896,12320505856,12540444672,12760383488,12980322304,13200523264,13420462080,13640400896,13860339712,14080278528,14300479488,14520418304,14740357120,14960295936,15180496896,15400435712,15620374528,15840313344,16060514304,16280453120,16500391936,16720330752,16940269568,17160470528,17380409344,17600348160,17820286976,18040487936,18260426752,18480365568,18700304384,18920505344,19140444160,19360382976,19580321792,19800522752,20020461568,20240400384,20460339200,20680278016,20900478976,21120417792,21340356608,21560295424,21780496384],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for attn-only-2l (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"8b78bac3-371d-4455-8b7b-0e77efe1e1b0\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"8b78bac3-371d-4455-8b7b-0e77efe1e1b0\")) {                    Plotly.newPlot(                        \"8b78bac3-371d-4455-8b7b-0e77efe1e1b0\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],\"xaxis\":\"x\",\"y\":[262144,2621440,4718592,7077888,9175040,11272192,13631488,15728640,18087936,20185088,22282240,33292288,44302336,55312384,66322432,77332480,88342528,99352576,110362624,121372672,132382720,143392768,154402816,165412864,176422912,187432960,198443008,209453056,220463104,264503296,308281344,352321536,396361728,440401920,484442112,528482304,572522496,616300544,660340736,704380928,748421120,792461312,836501504,880279552,924319744,968359936,1012400128,1056440320,1100480512,1144520704,1188298752,1232338944,1276379136,1320419328,1364459520,1408499712,1452277760,1496317952,1540358144,1584398336,1628438528,1672478720,1716518912,1760296960,1804337152,1848377344,1892417536,1936457728,1980497920,2024275968,2068316160,2112356352,2156396544,2200436736,2420375552,2640314368,2860515328,3080454144,3300392960,3520331776,3740270592,3960471552,4180410368,4400349184,4620288000,4840488960,5060427776,5280366592,5500305408,5720506368,5940445184,6160384000,6380322816,6600523776,6820462592,7040401408,7260340224,7480279040,7700480000,7920418816,8140357632,8360296448,8580497408,8800436224,9020375040,9240313856,9460514816,9680453632,9900392448,10120331264,10340270080,10560471040,10780409856,11000348672,11220287488,11440488448,11660427264,11880366080,12100304896,12320505856,12540444672,12760383488,12980322304,13200523264,13420462080,13640400896,13860339712,14080278528,14300479488,14520418304,14740357120,14960295936,15180496896,15400435712,15620374528,15840313344,16060514304,16280453120,16500391936,16720330752,16940269568,17160470528,17380409344,17600348160,17820286976,18040487936,18260426752,18480365568,18700304384,18920505344,19140444160,19360382976,19580321792,19800522752,20020461568,20240400384,20460339200,20680278016,20900478976,21120417792,21340356608,21560295424,21780496384],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for attn-only-2l (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('ffb2502f-d1c3-4bcc-907a-ff19f63fbad3');\n",
+       "var gd = document.getElementById('8b78bac3-371d-4455-8b7b-0e77efe1e1b0');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3142,9 +3148,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"c303e26d-5e7c-4604-8204-747efa5bb4a9\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"c303e26d-5e7c-4604-8204-747efa5bb4a9\")) {                    Plotly.newPlot(                        \"c303e26d-5e7c-4604-8204-747efa5bb4a9\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],\"xaxis\":\"x\",\"y\":[196608,3342336,6291456,9240576,12386304,15335424,18284544,21233664,24379392,27328512,30277632,45219840,60358656,75300864,90243072,105381888,120324096,135266304,150208512,165347328,180289536,195231744,210370560,225312768,240254976,255197184,270336000,285278208,300220416,360382464,420347904,480313344,540278784,600244224,660209664,720371712,780337152,840302592,900268032,960233472,1020198912,1080360960,1140326400,1200291840,1260257280,1320222720,1380384768,1440350208,1500315648,1560281088,1620246528,1680211968,1740374016,1800339456,1860304896,1920270336,1980235776,2040201216,2100363264,2160328704,2220294144,2280259584,2340225024,2400387072,2460352512,2520317952,2580283392,2640248832,2700214272,2760376320,2820341760,2880307200,2940272640,3000238080,3300261888,3600285696,3900309504,4200333312,4500357120,4800380928,5100208128,5400231936,5700255744,6000279552,6300303360,6600327168,6900350976,7200374784,7500201984,7800225792,8100249600,8400273408,8700297216,9000321024,9300344832,9600368640,9900392448,10200219648,10500243456,10800267264,11100291072,11400314880,11700338688,12000362496,12300386304,12600213504,12900237312,13200261120,13500284928,13800308736,14100332544,14400356352,14700380160,15000207360,15300231168,15600254976,15900278784,16200302592,16500326400,16800350208,17100374016,17400201216,17700225024,18000248832,18300272640,18600296448,18900320256,19200344064,19500367872,19800391680,20100218880,20400242688,20700266496,21000290304,21300314112,21600337920,21900361728,22200385536,22500212736,22800236544,23100260352,23400284160,23700307968,24000331776,24300355584,24600379392,24900206592,25200230400,25500254208,25800278016,26100301824,26400325632,26700349440,27000373248,27300200448,27600224256,27900248064,28200271872,28500295680,28800319488,29100343296,29400367104,29700390912],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-12l (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"d9ef844f-cc41-48bb-9754-d4c6b8eb02c0\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"d9ef844f-cc41-48bb-9754-d4c6b8eb02c0\")) {                    Plotly.newPlot(                        \"d9ef844f-cc41-48bb-9754-d4c6b8eb02c0\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162],\"xaxis\":\"x\",\"y\":[196608,3342336,6291456,9240576,12386304,15335424,18284544,21233664,24379392,27328512,30277632,45219840,60358656,75300864,90243072,105381888,120324096,135266304,150208512,165347328,180289536,195231744,210370560,225312768,240254976,255197184,270336000,285278208,300220416,360382464,420347904,480313344,540278784,600244224,660209664,720371712,780337152,840302592,900268032,960233472,1020198912,1080360960,1140326400,1200291840,1260257280,1320222720,1380384768,1440350208,1500315648,1560281088,1620246528,1680211968,1740374016,1800339456,1860304896,1920270336,1980235776,2040201216,2100363264,2160328704,2220294144,2280259584,2340225024,2400387072,2460352512,2520317952,2580283392,2640248832,2700214272,2760376320,2820341760,2880307200,2940272640,3000238080,3300261888,3600285696,3900309504,4200333312,4500357120,4800380928,5100208128,5400231936,5700255744,6000279552,6300303360,6600327168,6900350976,7200374784,7500201984,7800225792,8100249600,8400273408,8700297216,9000321024,9300344832,9600368640,9900392448,10200219648,10500243456,10800267264,11100291072,11400314880,11700338688,12000362496,12300386304,12600213504,12900237312,13200261120,13500284928,13800308736,14100332544,14400356352,14700380160,15000207360,15300231168,15600254976,15900278784,16200302592,16500326400,16800350208,17100374016,17400201216,17700225024,18000248832,18300272640,18600296448,18900320256,19200344064,19500367872,19800391680,20100218880,20400242688,20700266496,21000290304,21300314112,21600337920,21900361728,22200385536,22500212736,22800236544,23100260352,23400284160,23700307968,24000331776,24300355584,24600379392,24900206592,25200230400,25500254208,25800278016,26100301824,26400325632,26700349440,27000373248,27300200448,27600224256,27900248064,28200271872,28500295680,28800319488,29100343296,29400367104,29700390912],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-12l (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('c303e26d-5e7c-4604-8204-747efa5bb4a9');\n",
+       "var gd = document.getElementById('d9ef844f-cc41-48bb-9754-d4c6b8eb02c0');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3181,9 +3187,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"e4168240-6d63-4fa2-8793-a7d1fbfddf23\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"e4168240-6d63-4fa2-8793-a7d1fbfddf23\")) {                    Plotly.newPlot(                        \"e4168240-6d63-4fa2-8793-a7d1fbfddf23\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509,510,511,512,513,514,515,516,517,518,519,520,521,522,523,524,525,526,527,528,529,530,531,532,533,534,535,536,537,538,539,540,541,542,543,544,545,546,547,548,549,550,551,552,553,554,555,556,557,558,559,560,561,562,563,564,565,566,567,568,569,570,571,572,573,574,575,576,577,578,579,580,581,582,583,584,585,586,587,588,589,590,591,592,593,594,595,596,597,598,599,600,601,602,603,604,605,606,607,608],\"xaxis\":\"x\",\"y\":[0,10,20,30,40,50,60,70,80,90,100,150,200,250,300,350,400,450,500,550,600,650,700,750,800,850,900,950,1000,1050,1100,1150,1200,1250,1300,1350,1400,1450,1500,1550,1600,1650,1700,1750,1800,1850,1900,1950,2000,2100,2200,2300,2400,2500,2600,2700,2800,2900,3000,3100,3200,3300,3400,3500,3600,3700,3800,3900,4000,4100,4200,4300,4400,4500,4600,4700,4800,4900,5000,5100,5200,5300,5400,5500,5600,5700,5800,5900,6000,6100,6200,6300,6400,6500,6600,6700,6800,6900,7000,7100,7200,7300,7400,7500,7600,7700,7800,7900,8000,8100,8200,8300,8400,8500,8600,8700,8800,8900,9000,9100,9200,9300,9400,9500,9600,9700,9800,9900,10000,10100,10200,10300,10400,10500,10600,10700,10800,10900,11000,11100,11200,11300,11400,11500,11600,11700,11800,11900,12000,12100,12200,12300,12400,12500,12600,12700,12800,12900,13000,13100,13200,13300,13400,13500,13600,13700,13800,13900,14000,14100,14200,14300,14400,14500,14600,14700,14800,14900,15000,15100,15200,15300,15400,15500,15600,15700,15800,15900,16000,16100,16200,16300,16400,16500,16600,16700,16800,16900,17000,17100,17200,17300,17400,17500,17600,17700,17800,17900,18000,18100,18200,18300,18400,18500,18600,18700,18800,18900,19000,19100,19200,19300,19400,19500,19600,19700,19800,19900,20000,21000,22000,23000,24000,25000,26000,27000,28000,29000,30000,31000,32000,33000,34000,35000,36000,37000,38000,39000,40000,41000,42000,43000,44000,45000,46000,47000,48000,49000,50000,51000,52000,53000,54000,55000,56000,57000,58000,59000,60000,61000,62000,63000,64000,65000,66000,67000,68000,69000,70000,71000,72000,73000,74000,75000,76000,77000,78000,79000,80000,81000,82000,83000,84000,85000,86000,87000,88000,89000,90000,91000,92000,93000,94000,95000,96000,97000,98000,99000,100000,101000,102000,103000,104000,105000,106000,107000,108000,109000,110000,111000,112000,113000,114000,115000,116000,117000,118000,119000,120000,121000,122000,123000,124000,125000,126000,127000,128000,129000,130000,131000,132000,133000,134000,135000,136000,137000,138000,139000,140000,141000,142000,143000,144000,145000,146000,147000,148000,149000,150000,151000,152000,153000,154000,155000,156000,157000,158000,159000,160000,161000,162000,163000,164000,165000,166000,167000,168000,169000,170000,171000,172000,173000,174000,175000,176000,177000,178000,179000,180000,181000,182000,183000,184000,185000,186000,187000,188000,189000,190000,191000,192000,193000,194000,195000,196000,197000,198000,199000,200000,201000,202000,203000,204000,205000,206000,207000,208000,209000,210000,211000,212000,213000,214000,215000,216000,217000,218000,219000,220000,221000,222000,223000,224000,225000,226000,227000,228000,229000,230000,231000,232000,233000,234000,235000,236000,237000,238000,239000,240000,241000,242000,243000,244000,245000,246000,247000,248000,249000,250000,251000,252000,253000,254000,255000,256000,257000,258000,259000,260000,261000,262000,263000,264000,265000,266000,267000,268000,269000,270000,271000,272000,273000,274000,275000,276000,277000,278000,279000,280000,281000,282000,283000,284000,285000,286000,287000,288000,289000,290000,291000,292000,293000,294000,295000,296000,297000,298000,299000,300000,301000,302000,303000,304000,305000,306000,307000,308000,309000,310000,311000,312000,313000,314000,315000,316000,317000,318000,319000,320000,321000,322000,323000,324000,325000,326000,327000,328000,329000,330000,331000,332000,333000,334000,335000,336000,337000,338000,339000,340000,341000,342000,343000,344000,345000,346000,347000,348000,349000,350000,351000,352000,353000,354000,355000,356000,357000,358000,359000,360000,361000,362000,363000,364000,365000,366000,367000,368000,369000,370000,371000,372000,373000,374000,375000,376000,377000,378000,379000,380000,381000,382000,383000,384000,385000,386000,387000,388000,389000,390000,391000,392000,393000,394000,395000,396000,397000,398000,399000,400000],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for stanford-gpt2-small-a (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"5eb85cdf-6e03-4c66-8dd2-6d5330384159\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"5eb85cdf-6e03-4c66-8dd2-6d5330384159\")) {                    Plotly.newPlot(                        \"5eb85cdf-6e03-4c66-8dd2-6d5330384159\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485,486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509,510,511,512,513,514,515,516,517,518,519,520,521,522,523,524,525,526,527,528,529,530,531,532,533,534,535,536,537,538,539,540,541,542,543,544,545,546,547,548,549,550,551,552,553,554,555,556,557,558,559,560,561,562,563,564,565,566,567,568,569,570,571,572,573,574,575,576,577,578,579,580,581,582,583,584,585,586,587,588,589,590,591,592,593,594,595,596,597,598,599,600,601,602,603,604,605,606,607,608],\"xaxis\":\"x\",\"y\":[0,10,20,30,40,50,60,70,80,90,100,150,200,250,300,350,400,450,500,550,600,650,700,750,800,850,900,950,1000,1050,1100,1150,1200,1250,1300,1350,1400,1450,1500,1550,1600,1650,1700,1750,1800,1850,1900,1950,2000,2100,2200,2300,2400,2500,2600,2700,2800,2900,3000,3100,3200,3300,3400,3500,3600,3700,3800,3900,4000,4100,4200,4300,4400,4500,4600,4700,4800,4900,5000,5100,5200,5300,5400,5500,5600,5700,5800,5900,6000,6100,6200,6300,6400,6500,6600,6700,6800,6900,7000,7100,7200,7300,7400,7500,7600,7700,7800,7900,8000,8100,8200,8300,8400,8500,8600,8700,8800,8900,9000,9100,9200,9300,9400,9500,9600,9700,9800,9900,10000,10100,10200,10300,10400,10500,10600,10700,10800,10900,11000,11100,11200,11300,11400,11500,11600,11700,11800,11900,12000,12100,12200,12300,12400,12500,12600,12700,12800,12900,13000,13100,13200,13300,13400,13500,13600,13700,13800,13900,14000,14100,14200,14300,14400,14500,14600,14700,14800,14900,15000,15100,15200,15300,15400,15500,15600,15700,15800,15900,16000,16100,16200,16300,16400,16500,16600,16700,16800,16900,17000,17100,17200,17300,17400,17500,17600,17700,17800,17900,18000,18100,18200,18300,18400,18500,18600,18700,18800,18900,19000,19100,19200,19300,19400,19500,19600,19700,19800,19900,20000,21000,22000,23000,24000,25000,26000,27000,28000,29000,30000,31000,32000,33000,34000,35000,36000,37000,38000,39000,40000,41000,42000,43000,44000,45000,46000,47000,48000,49000,50000,51000,52000,53000,54000,55000,56000,57000,58000,59000,60000,61000,62000,63000,64000,65000,66000,67000,68000,69000,70000,71000,72000,73000,74000,75000,76000,77000,78000,79000,80000,81000,82000,83000,84000,85000,86000,87000,88000,89000,90000,91000,92000,93000,94000,95000,96000,97000,98000,99000,100000,101000,102000,103000,104000,105000,106000,107000,108000,109000,110000,111000,112000,113000,114000,115000,116000,117000,118000,119000,120000,121000,122000,123000,124000,125000,126000,127000,128000,129000,130000,131000,132000,133000,134000,135000,136000,137000,138000,139000,140000,141000,142000,143000,144000,145000,146000,147000,148000,149000,150000,151000,152000,153000,154000,155000,156000,157000,158000,159000,160000,161000,162000,163000,164000,165000,166000,167000,168000,169000,170000,171000,172000,173000,174000,175000,176000,177000,178000,179000,180000,181000,182000,183000,184000,185000,186000,187000,188000,189000,190000,191000,192000,193000,194000,195000,196000,197000,198000,199000,200000,201000,202000,203000,204000,205000,206000,207000,208000,209000,210000,211000,212000,213000,214000,215000,216000,217000,218000,219000,220000,221000,222000,223000,224000,225000,226000,227000,228000,229000,230000,231000,232000,233000,234000,235000,236000,237000,238000,239000,240000,241000,242000,243000,244000,245000,246000,247000,248000,249000,250000,251000,252000,253000,254000,255000,256000,257000,258000,259000,260000,261000,262000,263000,264000,265000,266000,267000,268000,269000,270000,271000,272000,273000,274000,275000,276000,277000,278000,279000,280000,281000,282000,283000,284000,285000,286000,287000,288000,289000,290000,291000,292000,293000,294000,295000,296000,297000,298000,299000,300000,301000,302000,303000,304000,305000,306000,307000,308000,309000,310000,311000,312000,313000,314000,315000,316000,317000,318000,319000,320000,321000,322000,323000,324000,325000,326000,327000,328000,329000,330000,331000,332000,333000,334000,335000,336000,337000,338000,339000,340000,341000,342000,343000,344000,345000,346000,347000,348000,349000,350000,351000,352000,353000,354000,355000,356000,357000,358000,359000,360000,361000,362000,363000,364000,365000,366000,367000,368000,369000,370000,371000,372000,373000,374000,375000,376000,377000,378000,379000,380000,381000,382000,383000,384000,385000,386000,387000,388000,389000,390000,391000,392000,393000,394000,395000,396000,397000,398000,399000,400000],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for stanford-gpt2-small-a (Log scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('e4168240-6d63-4fa2-8793-a7d1fbfddf23');\n",
+       "var gd = document.getElementById('5eb85cdf-6e03-4c66-8dd2-6d5330384159');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3220,9 +3226,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0\")) {                    Plotly.newPlot(                        \"5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49],\"xaxis\":\"x\",\"y\":[832,1664,2496,3328,4160,4992,5824,6656,7488,8320,9152,9984,10816,11648,12480,13312,14144,14976,15808,16640,17472,18304,19136,19968,20800,21632,22464,23296,24128,24960,25792,26624,27456,28288,29120,29952,30784,31616,32448,33280,34112,34944,35776,36608,37440,38272,39104,39936,40768,41600],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-1l-pile (Linear scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c\")) {                    Plotly.newPlot(                        \"3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49],\"xaxis\":\"x\",\"y\":[832,1664,2496,3328,4160,4992,5824,6656,7488,8320,9152,9984,10816,11648,12480,13312,14144,14976,15808,16640,17472,18304,19136,19968,20800,21632,22464,23296,24128,24960,25792,26624,27456,28288,29120,29952,30784,31616,32448,33280,34112,34944,35776,36608,37440,38272,39104,39936,40768,41600],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-1l-pile (Linear scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('5b3d1cc7-b7c1-4da6-be5b-f5bab29cb8a0');\n",
+       "var gd = document.getElementById('3bec0b25-4be4-4a4b-a08e-54a2ab4e4e4c');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3259,9 +3265,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"bdf79564-82eb-4fdf-a88e-ddb94e0f8d93\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"bdf79564-82eb-4fdf-a88e-ddb94e0f8d93\")) {                    Plotly.newPlot(                        \"bdf79564-82eb-4fdf-a88e-ddb94e0f8d93\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99],\"xaxis\":\"x\",\"y\":[326,652,978,1304,1630,1956,2282,2608,2934,3260,3586,3912,4238,4564,4890,5216,5542,5868,6194,6520,6846,7172,7498,7824,8150,8476,8802,9128,9454,9780,10106,10432,10758,11084,11410,11736,12062,12388,12714,13040,13366,13692,14018,14344,14670,14996,15322,15648,15974,16300,16626,16952,17278,17604,17930,18256,18582,18908,19234,19560,19886,20212,20538,20864,21190,21516,21842,22168,22494,22820,23146,23472,23798,24124,24450,24776,25102,25428,25754,26080,26406,26732,27058,27384,27710,28036,28362,28688,29014,29340,29666,29992,30318,30644,30970,31296,31622,31948,32274,32600],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-6l-pile (Linear scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"34326856-fd97-463c-936a-4a7f6a8de4cf\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"34326856-fd97-463c-936a-4a7f6a8de4cf\")) {                    Plotly.newPlot(                        \"34326856-fd97-463c-936a-4a7f6a8de4cf\",                        [{\"hovertemplate\":\"variable=0\\u003cbr\\u003eindex=%{x}\\u003cbr\\u003evalue=%{y}\\u003cextra\\u003e\\u003c\\u002fextra\\u003e\",\"legendgroup\":\"0\",\"line\":{\"color\":\"#636efa\",\"dash\":\"solid\"},\"marker\":{\"symbol\":\"circle\"},\"mode\":\"markers+lines\",\"name\":\"0\",\"orientation\":\"v\",\"showlegend\":true,\"x\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99],\"xaxis\":\"x\",\"y\":[326,652,978,1304,1630,1956,2282,2608,2934,3260,3586,3912,4238,4564,4890,5216,5542,5868,6194,6520,6846,7172,7498,7824,8150,8476,8802,9128,9454,9780,10106,10432,10758,11084,11410,11736,12062,12388,12714,13040,13366,13692,14018,14344,14670,14996,15322,15648,15974,16300,16626,16952,17278,17604,17930,18256,18582,18908,19234,19560,19886,20212,20538,20864,21190,21516,21842,22168,22494,22820,23146,23472,23798,24124,24450,24776,25102,25428,25754,26080,26406,26732,27058,27384,27710,28036,28362,28688,29014,29340,29666,29992,30318,30644,30970,31296,31622,31948,32274,32600],\"yaxis\":\"y\",\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"}},\"legend\":{\"title\":{\"text\":\"variable\"},\"tracegroupgap\":0},\"title\":{\"text\":\"Checkpoint Values for solu-6l-pile (Linear scale)\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('bdf79564-82eb-4fdf-a88e-ddb94e0f8d93');\n",
+       "var gd = document.getElementById('34326856-fd97-463c-936a-4a7f6a8de4cf');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3336,10 +3342,10 @@
    "execution_count": 58,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:49.367457Z",
-     "iopub.status.busy": "2023-11-23T20:37:49.367292Z",
-     "iopub.status.idle": "2023-11-23T20:37:49.370353Z",
-     "shell.execute_reply": "2023-11-23T20:37:49.369906Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.605215Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.604827Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.607963Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.607453Z"
     }
    },
    "outputs": [],
@@ -3366,10 +3372,10 @@
    "execution_count": 59,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:49.372226Z",
-     "iopub.status.busy": "2023-11-23T20:37:49.371910Z",
-     "iopub.status.idle": "2023-11-23T20:37:49.375018Z",
-     "shell.execute_reply": "2023-11-23T20:37:49.374554Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.609979Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.609673Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.613299Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.612755Z"
     }
    },
    "outputs": [],
@@ -3401,10 +3407,10 @@
    "execution_count": 60,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2023-11-23T20:37:49.376923Z",
-     "iopub.status.busy": "2023-11-23T20:37:49.376624Z",
-     "iopub.status.idle": "2023-11-23T20:37:49.405891Z",
-     "shell.execute_reply": "2023-11-23T20:37:49.405357Z"
+     "iopub.execute_input": "2023-11-29T23:48:35.615402Z",
+     "iopub.status.busy": "2023-11-29T23:48:35.614958Z",
+     "iopub.status.idle": "2023-11-29T23:48:35.647983Z",
+     "shell.execute_reply": "2023-11-29T23:48:35.647405Z"
     }
    },
    "outputs": [
@@ -3415,9 +3421,9 @@
        "<head><meta charset=\"utf-8\" /></head>\n",
        "<body>\n",
        "    <div>            <script src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/MathJax.js?config=TeX-AMS-MML_SVG\"></script><script type=\"text/javascript\">if (window.MathJax && window.MathJax.Hub && window.MathJax.Hub.Config) {window.MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}</script>                <script type=\"text/javascript\">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>\n",
-       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"c9e27a14-6af1-41bf-aa5c-aebbe6701428\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"c9e27a14-6af1-41bf-aa5c-aebbe6701428\")) {                    Plotly.newPlot(                        \"c9e27a14-6af1-41bf-aa5c-aebbe6701428\",                        [],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Induction Loss over training: solu-2l\"}},                        {\"responsive\": true}                    ).then(function(){\n",
+       "        <script charset=\"utf-8\" src=\"https://cdn.plot.ly/plotly-2.27.0.min.js\"></script>                <div id=\"e1ff9fbb-f895-4bfa-9bab-9fef4f755390\" class=\"plotly-graph-div\" style=\"height:525px; width:100%;\"></div>            <script type=\"text/javascript\">                                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"e1ff9fbb-f895-4bfa-9bab-9fef4f755390\")) {                    Plotly.newPlot(                        \"e1ff9fbb-f895-4bfa-9bab-9fef4f755390\",                        [],                        {\"template\":{\"data\":{\"histogram2dcontour\":[{\"type\":\"histogram2dcontour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"choropleth\":[{\"type\":\"choropleth\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"histogram2d\":[{\"type\":\"histogram2d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmap\":[{\"type\":\"heatmap\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"heatmapgl\":[{\"type\":\"heatmapgl\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"contourcarpet\":[{\"type\":\"contourcarpet\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"contour\":[{\"type\":\"contour\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"surface\":[{\"type\":\"surface\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]}],\"mesh3d\":[{\"type\":\"mesh3d\",\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}],\"scatter\":[{\"fillpattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2},\"type\":\"scatter\"}],\"parcoords\":[{\"type\":\"parcoords\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolargl\":[{\"type\":\"scatterpolargl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"scattergeo\":[{\"type\":\"scattergeo\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterpolar\":[{\"type\":\"scatterpolar\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"scattergl\":[{\"type\":\"scattergl\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatter3d\":[{\"type\":\"scatter3d\",\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattermapbox\":[{\"type\":\"scattermapbox\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scatterternary\":[{\"type\":\"scatterternary\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"scattercarpet\":[{\"type\":\"scattercarpet\",\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}}}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}]},\"layout\":{\"autotypenumbers\":\"strict\",\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"hovermode\":\"closest\",\"hoverlabel\":{\"align\":\"left\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"bgcolor\":\"#E5ECF6\",\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"ternary\":{\"bgcolor\":\"#E5ECF6\",\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]]},\"xaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"yaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"automargin\":true,\"zerolinewidth\":2},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\",\"gridwidth\":2}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"geo\":{\"bgcolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"subunitcolor\":\"white\",\"showland\":true,\"showlakes\":true,\"lakecolor\":\"white\"},\"title\":{\"x\":0.05},\"mapbox\":{\"style\":\"light\"}}},\"xaxis\":{\"anchor\":\"y\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"value\"},\"type\":\"log\"},\"yaxis\":{\"anchor\":\"x\",\"domain\":[0.0,1.0],\"title\":{\"text\":\"index\"}},\"legend\":{\"tracegroupgap\":0},\"title\":{\"text\":\"Induction Loss over training: solu-2l\"}},                        {\"responsive\": true}                    ).then(function(){\n",
        "                            \n",
-       "var gd = document.getElementById('c9e27a14-6af1-41bf-aa5c-aebbe6701428');\n",
+       "var gd = document.getElementById('e1ff9fbb-f895-4bfa-9bab-9fef4f755390');\n",
        "var x = new MutationObserver(function (mutations, observer) {{\n",
        "        var display = window.getComputedStyle(gd).display;\n",
        "        if (!display || display === 'none') {{\n",
@@ -3479,43 +3485,7 @@
   "widgets": {
    "application/vnd.jupyter.widget-state+json": {
     "state": {
-     "00521af6d85a4127a3623772d140e6be": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "0089816cd8884492a63f2c94c3c10f3e": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "038cb28813594e25952454ac7881a27b": {
+     "01e85863c3fa4db7b3900f3c8063a2dc": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -3533,7 +3503,7 @@
        "text_color": null
       }
      },
-     "042d8584fcc44916a30557de5e22b605": {
+     "02c5577eec0d401ea468b73ddf879b24": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3586,23 +3556,7 @@
        "width": null
       }
      },
-     "06d7ed1a97e34e73b510b96147c8deae": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
-      }
-     },
-     "07c6d994c9094ee7952ad0c5a12278e9": {
+     "0311b177510d4f308aa2f2f36a848b31": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3655,7 +3609,69 @@
        "width": null
       }
      },
-     "07d944446bb4468e94468144ed8a2bae": {
+     "05347def7d234aceb504435210584caf": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "05a9884c908f460690e0dd578437aa81": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_2794eaa80378432189591498f72d892f",
+       "placeholder": "​",
+       "style": "IPY_MODEL_4b0eab5dbe08403b9962310b4728b008",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "100%"
+      }
+     },
+     "0b21ce06122341128c52124b485b9dd2": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_c74eac1e637b422e942d9744790c98f6",
+       "placeholder": "​",
+       "style": "IPY_MODEL_ce158930b285462e8db68bc7c34c3994",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading tokenizer.json: 100%"
+      }
+     },
+     "0bd22359e4bf434bab178da1e78be153": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3708,7 +3724,7 @@
        "width": null
       }
      },
-     "082b6afa8dc74abfabfb380839e224ef": {
+     "1a8fc10abf9a40bdae56cc4ebc00b3c0": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3761,33 +3777,31 @@
        "width": null
       }
      },
-     "0918eabdf6fc44c5b0aebb9a5d3d80f3": {
+     "1c14c4d236624c57af329d5c5c2061cb": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
+      "model_name": "HBoxModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
+       "_model_name": "HBoxModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_e1f354f282e54bc9bda72fd9f0a0944a",
-       "max": 12.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_06d7ed1a97e34e73b510b96147c8deae",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_b9df25119e274eaaa426b4088da5bb3b",
+        "IPY_MODEL_4a1d06bdc82e48e59b00c8a94a187e74",
+        "IPY_MODEL_5e4233fbb0844cd8b42e0127d95dd05d"
+       ],
+       "layout": "IPY_MODEL_b5be3469c6ab4921b2b3711f4336e65d",
        "tabbable": null,
-       "tooltip": null,
-       "value": 12.0
+       "tooltip": null
       }
      },
-     "0dbd187232be4e1f8700275ac2b0723e": {
+     "1dbd6f87c7ed4c639957b51410147539": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3840,7 +3854,7 @@
        "width": null
       }
      },
-     "0de3ed3ca3194eab9f61298a5bf93d33": {
+     "1e42ee1627d84adba1d821ac413a4242": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3893,31 +3907,23 @@
        "width": null
       }
      },
-     "104c8103d3264bfda160d0018d2ee6f7": {
+     "1fa931b1aed3409b859a7b94cfc1736d": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "ProgressStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "ProgressStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_38fac44fa83f470ea976735205b1e460",
-        "IPY_MODEL_4141187bbf924c39b1733ba358c0f222",
-        "IPY_MODEL_ec6f5dad7735468cbbf1fe7d9e21f647"
-       ],
-       "layout": "IPY_MODEL_6091ca7e8ae64427800273c43bdbc3e5",
-       "tabbable": null,
-       "tooltip": null
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
       }
      },
-     "175ce6eba8804660a74eef0e68dcb4e4": {
+     "2794eaa80378432189591498f72d892f": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -3970,7 +3976,7 @@
        "width": null
       }
      },
-     "193014f721734d24bb9f9ca34e078041": {
+     "27c0785b8187450a8723715b7f195ec1": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
@@ -3985,15 +3991,15 @@
        "_view_name": "HTMLView",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_4efd0a50cb5f4e229f915ee3f9373c25",
+       "layout": "IPY_MODEL_627d12ce7d4f493abcf891bc05ba75f7",
        "placeholder": "​",
-       "style": "IPY_MODEL_620be8520ab14c15bb915cc0229f574e",
+       "style": "IPY_MODEL_63b921dcc7964f3ba266cbf72eb06d12",
        "tabbable": null,
        "tooltip": null,
-       "value": " 50/50 [00:01&lt;00:00, 26.23it/s]"
+       "value": " 124/124 [00:00&lt;00:00, 20.8kB/s]"
       }
      },
-     "1971e21880fb4344b3cad408a87eec93": {
+     "27c9a11a626c474aa7967e7146f4335e": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4046,97 +4052,7 @@
        "width": null
       }
      },
-     "1bcb8e47069f473db646dbb3f4ac9aa3": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_6f50ca4da1904919bdbaf79b52ed7bbd",
-       "placeholder": "​",
-       "style": "IPY_MODEL_038cb28813594e25952454ac7881a27b",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading vocab.json: 100%"
-      }
-     },
-     "2142a92c66bc4df0bc76efe046067b26": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "264efdb9901a48099c1dccb3aec4fe9d": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_042d8584fcc44916a30557de5e22b605",
-       "max": 1355256.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_cbec039c72824749b1d374e3601d9461",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 1355256.0
-      }
-     },
-     "2671586cdc9c49bdb50ed419da07355a": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_3708ba6081eb4396982784be9618600d",
-       "placeholder": "​",
-       "style": "IPY_MODEL_785354d44bbe40029e3ee43386ae4199",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading merges.txt: 100%"
-      }
-     },
-     "35be155bd62c4dbfb653d786fb628e01": {
+     "292419af9a2b4b21b0bc1f1b88e4a4fb": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "ProgressStyleModel",
@@ -4152,7 +4068,7 @@
        "description_width": ""
       }
      },
-     "36d5562c5ac04adfa2eef19c7e6a597c": {
+     "2b2b2771778642a9b23b84479b2f3d1b": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4205,7 +4121,23 @@
        "width": null
       }
      },
-     "3708ba6081eb4396982784be9618600d": {
+     "2b7f01a8889b42b4a4ff0a2a25ce6c48": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "3099648da7d14d8caf50b80cd43feed7": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4258,37 +4190,14 @@
        "width": null
       }
      },
-     "38fac44fa83f470ea976735205b1e460": {
+     "3404d9305a8e49db853fc7e6718884b8": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_d037536c2c184d1d8f6ed7e1fc48cdd8",
-       "placeholder": "​",
-       "style": "IPY_MODEL_0089816cd8884492a63f2c94c3c10f3e",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading model.safetensors: 100%"
-      }
-     },
-     "40adc0e290c64297a02e19ad6b2b7f88": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
@@ -4299,105 +4208,31 @@
        "text_color": null
       }
      },
-     "4141187bbf924c39b1733ba358c0f222": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_082b6afa8dc74abfabfb380839e224ef",
-       "max": 352824413.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_ac8341e787c84eae8a4027d277ef193e",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 352824413.0
-      }
-     },
-     "4482fe89f1ca47f0bdebdd62fa44faaf": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_d29950525deb4b52829ed63bf31ab500",
-       "max": 1042301.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_35be155bd62c4dbfb653d786fb628e01",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 1042301.0
-      }
-     },
-     "49316f9493cb406c841e1fb70096fac2": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_175ce6eba8804660a74eef0e68dcb4e4",
-       "placeholder": "​",
-       "style": "IPY_MODEL_e589530d06744e1b85e2cbfd05c5e616",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 456k/456k [00:00&lt;00:00, 41.6MB/s]"
-      }
-     },
-     "4986caf8183b485aba54c4832df01b88": {
+     "36496b2a4f6a4468839e239007f2c081": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "HBoxModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "HBoxModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_0dbd187232be4e1f8700275ac2b0723e",
-       "placeholder": "​",
-       "style": "IPY_MODEL_99d71259ad1441e0acb60db93146af62",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_f090ec1606d34a548ed62a7b7bdd279c",
+        "IPY_MODEL_4e590b6d9d3a461b84a60cc3c2266ed5",
+        "IPY_MODEL_be742a66a0fc409fa0f485611d88814b"
+       ],
+       "layout": "IPY_MODEL_40eac97716e9443597b911e722d9d4c9",
        "tabbable": null,
-       "tooltip": null,
-       "value": "100%"
+       "tooltip": null
       }
      },
-     "4dbfaec340aa4047b9c5965333fb901e": {
+     "3be3d1bf354048329275fe26c5636be9": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4450,7 +4285,7 @@
        "width": null
       }
      },
-     "4e6ddc74288f44c4a95186536c796f14": {
+     "40eac97716e9443597b911e722d9d4c9": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4503,60 +4338,56 @@
        "width": null
       }
      },
-     "4efd0a50cb5f4e229f915ee3f9373c25": {
-      "model_module": "@jupyter-widgets/base",
+     "472de8c83ab140a49f1ae1ec4dfade00": {
+      "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
+      "model_name": "HTMLModel",
       "state": {
-       "_model_module": "@jupyter-widgets/base",
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "LayoutModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "LayoutView",
-       "align_content": null,
-       "align_items": null,
-       "align_self": null,
-       "border_bottom": null,
-       "border_left": null,
-       "border_right": null,
-       "border_top": null,
-       "bottom": null,
-       "display": null,
-       "flex": null,
-       "flex_flow": null,
-       "grid_area": null,
-       "grid_auto_columns": null,
-       "grid_auto_flow": null,
-       "grid_auto_rows": null,
-       "grid_column": null,
-       "grid_gap": null,
-       "grid_row": null,
-       "grid_template_areas": null,
-       "grid_template_columns": null,
-       "grid_template_rows": null,
-       "height": null,
-       "justify_content": null,
-       "justify_items": null,
-       "left": null,
-       "margin": null,
-       "max_height": null,
-       "max_width": null,
-       "min_height": null,
-       "min_width": null,
-       "object_fit": null,
-       "object_position": null,
-       "order": null,
-       "overflow": null,
-       "padding": null,
-       "right": null,
-       "top": null,
-       "visibility": null,
-       "width": null
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_c0f3d2761dac4fb7a55cb0d7567d875a",
+       "placeholder": "​",
+       "style": "IPY_MODEL_ba30a691ae7249e7b7e12fbe71377298",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 50/50 [00:02&lt;00:00, 24.76it/s]"
+      }
+     },
+     "4a1d06bdc82e48e59b00c8a94a187e74": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_2b2b2771778642a9b23b84479b2f3d1b",
+       "max": 1042301.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_65beea13c2c3402091f82391d033f2f3",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 1042301.0
       }
      },
-     "4f1fb6e04c38476eba86e406041fc75a": {
+     "4b0eab5dbe08403b9962310b4728b008": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -4574,7 +4405,7 @@
        "text_color": null
       }
      },
-     "5640001d44204701b6e6dd990309490b": {
+     "4bca6fa64d6043aeae26ff8edf87158c": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -4592,191 +4423,151 @@
        "text_color": null
       }
      },
-     "59084f869c144cd686a434d55332feb8": {
+     "4e590b6d9d3a461b84a60cc3c2266ed5": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "FloatProgressModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "FloatProgressModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_36d5562c5ac04adfa2eef19c7e6a597c",
-       "placeholder": "​",
-       "style": "IPY_MODEL_00521af6d85a4127a3623772d140e6be",
+       "layout": "IPY_MODEL_3be3d1bf354048329275fe26c5636be9",
+       "max": 456318.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_05347def7d234aceb504435210584caf",
        "tabbable": null,
        "tooltip": null,
-       "value": " 1.36M/1.36M [00:00&lt;00:00, 47.7MB/s]"
+       "value": 456318.0
       }
      },
-     "5a38a459fa064c4d99606083abcac766": {
+     "4eb46626080b42adb59dc4d2b93460b4": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "FloatProgressModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "FloatProgressModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "ProgressView",
-       "bar_style": "success",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_dd6c8b2a9f9f447cbb8bf77a03df62bb",
-       "max": 124.0,
-       "min": 0.0,
-       "orientation": "horizontal",
-       "style": "IPY_MODEL_dee6790a4ddc41159ec7bc61f9e3dc6b",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 124.0
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "5ed73c91d3c34b4d9c5596a9968d5636": {
+     "5305b83d3e884770854a521a9afebc5f": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
+      "model_name": "HTMLStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "6091ca7e8ae64427800273c43bdbc3e5": {
-      "model_module": "@jupyter-widgets/base",
+     "53c11a18431a4acea8395b8f0da020e0": {
+      "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_model_module": "@jupyter-widgets/base",
+       "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "LayoutModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "LayoutView",
-       "align_content": null,
-       "align_items": null,
-       "align_self": null,
-       "border_bottom": null,
-       "border_left": null,
-       "border_right": null,
-       "border_top": null,
-       "bottom": null,
-       "display": null,
-       "flex": null,
-       "flex_flow": null,
-       "grid_area": null,
-       "grid_auto_columns": null,
-       "grid_auto_flow": null,
-       "grid_auto_rows": null,
-       "grid_column": null,
-       "grid_gap": null,
-       "grid_row": null,
-       "grid_template_areas": null,
-       "grid_template_columns": null,
-       "grid_template_rows": null,
-       "height": null,
-       "justify_content": null,
-       "justify_items": null,
-       "left": null,
-       "margin": null,
-       "max_height": null,
-       "max_width": null,
-       "min_height": null,
-       "min_width": null,
-       "object_fit": null,
-       "object_position": null,
-       "order": null,
-       "overflow": null,
-       "padding": null,
-       "right": null,
-       "top": null,
-       "visibility": null,
-       "width": null
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "620be8520ab14c15bb915cc0229f574e": {
+     "578fbaa376a54c94bfee9a453ac369b6": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "HTMLModel",
       "state": {
+       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_a4dcd33d67404acba7a4441c3645daf4",
+       "placeholder": "​",
+       "style": "IPY_MODEL_01e85863c3fa4db7b3900f3c8063a2dc",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 12/12 [00:18&lt;00:00,  1.58s/it]"
       }
      },
-     "62d684835645497195b004f8405155c8": {
+     "5ac42f3ea8ed4979a2ec01b7d48d265e": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_4986caf8183b485aba54c4832df01b88",
-        "IPY_MODEL_0918eabdf6fc44c5b0aebb9a5d3d80f3",
-        "IPY_MODEL_a92aca74f97d447d86c419e38f3e5f17"
-       ],
-       "layout": "IPY_MODEL_f9620fbd42054819a2677082406eb83d",
-       "tabbable": null,
-       "tooltip": null
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "62ef140a0ba44e349c47bceda8550521": {
+     "5e4233fbb0844cd8b42e0127d95dd05d": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_9654dcdbe7204cd1a8b73f7dc2ac05b2",
-        "IPY_MODEL_264efdb9901a48099c1dccb3aec4fe9d",
-        "IPY_MODEL_59084f869c144cd686a434d55332feb8"
-       ],
-       "layout": "IPY_MODEL_4dbfaec340aa4047b9c5965333fb901e",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_5fca157c52d5488ea274383e5f5bc6be",
+       "placeholder": "​",
+       "style": "IPY_MODEL_4bca6fa64d6043aeae26ff8edf87158c",
        "tabbable": null,
-       "tooltip": null
+       "tooltip": null,
+       "value": " 1.04M/1.04M [00:00&lt;00:00, 54.2MB/s]"
       }
      },
-     "692a60cabf034f5c833348bf4e9b72e9": {
+     "5fca157c52d5488ea274383e5f5bc6be": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4829,25 +4620,60 @@
        "width": null
       }
      },
-     "6a78e5391000469c8fae030d68f2d4f9": {
-      "model_module": "@jupyter-widgets/controls",
+     "60132043ee594b09bc6de6e2df194d21": {
+      "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "LayoutModel",
       "state": {
-       "_model_module": "@jupyter-widgets/controls",
+       "_model_module": "@jupyter-widgets/base",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "_view_name": "LayoutView",
+       "align_content": null,
+       "align_items": null,
+       "align_self": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
+       "bottom": null,
+       "display": null,
+       "flex": null,
+       "flex_flow": null,
+       "grid_area": null,
+       "grid_auto_columns": null,
+       "grid_auto_flow": null,
+       "grid_auto_rows": null,
+       "grid_column": null,
+       "grid_gap": null,
+       "grid_row": null,
+       "grid_template_areas": null,
+       "grid_template_columns": null,
+       "grid_template_rows": null,
+       "height": null,
+       "justify_content": null,
+       "justify_items": null,
+       "left": null,
+       "margin": null,
+       "max_height": null,
+       "max_width": null,
+       "min_height": null,
+       "min_width": null,
+       "object_fit": null,
+       "object_position": null,
+       "order": null,
+       "overflow": null,
+       "padding": null,
+       "right": null,
+       "top": null,
+       "visibility": null,
+       "width": null
       }
      },
-     "6f50ca4da1904919bdbaf79b52ed7bbd": {
+     "627d12ce7d4f493abcf891bc05ba75f7": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -4900,7 +4726,7 @@
        "width": null
       }
      },
-     "785354d44bbe40029e3ee43386ae4199": {
+     "63b921dcc7964f3ba266cbf72eb06d12": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -4918,95 +4744,76 @@
        "text_color": null
       }
      },
-     "814bf5ab8d71434f8592dd4fa16382e1": {
+     "65beea13c2c3402091f82391d033f2f3": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_8790cd82032a4378b2b819fa44b5a294",
-        "IPY_MODEL_5a38a459fa064c4d99606083abcac766",
-        "IPY_MODEL_bd614db9bc554382be25523845367225"
-       ],
-       "layout": "IPY_MODEL_f75cb2c60b614f13aca8129955760686",
-       "tabbable": null,
-       "tooltip": null
-      }
-     },
-     "850a011f97774d05876b6bc40345578b": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
+      "model_name": "ProgressStyleModel",
       "state": {
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
+       "_model_name": "ProgressStyleModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
        "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "8540afadcf9b4d2ab894e489b7f47474": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_4e6ddc74288f44c4a95186536c796f14",
-       "placeholder": "​",
-       "style": "IPY_MODEL_850a011f97774d05876b6bc40345578b",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "100%"
+       "bar_color": null,
+       "description_width": ""
       }
      },
-     "8790cd82032a4378b2b819fa44b5a294": {
-      "model_module": "@jupyter-widgets/controls",
+     "6b4a3b660ead49f996838bf7ce95add7": {
+      "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "LayoutModel",
       "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
+       "_model_module": "@jupyter-widgets/base",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "LayoutModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_1971e21880fb4344b3cad408a87eec93",
-       "placeholder": "​",
-       "style": "IPY_MODEL_2142a92c66bc4df0bc76efe046067b26",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading generation_config.json: 100%"
+       "_view_name": "LayoutView",
+       "align_content": null,
+       "align_items": null,
+       "align_self": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
+       "bottom": null,
+       "display": null,
+       "flex": null,
+       "flex_flow": null,
+       "grid_area": null,
+       "grid_auto_columns": null,
+       "grid_auto_flow": null,
+       "grid_auto_rows": null,
+       "grid_column": null,
+       "grid_gap": null,
+       "grid_row": null,
+       "grid_template_areas": null,
+       "grid_template_columns": null,
+       "grid_template_rows": null,
+       "height": null,
+       "justify_content": null,
+       "justify_items": null,
+       "left": null,
+       "margin": null,
+       "max_height": null,
+       "max_width": null,
+       "min_height": null,
+       "min_width": null,
+       "object_fit": null,
+       "object_position": null,
+       "order": null,
+       "overflow": null,
+       "padding": null,
+       "right": null,
+       "top": null,
+       "visibility": null,
+       "width": null
       }
      },
-     "9122c17aef57409d8c310e83000bbcc4": {
+     "7374cfb4d9084763b2eb012237dc1bdf": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "FloatProgressModel",
@@ -5022,154 +4829,70 @@
        "bar_style": "success",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_fe1bde55419d448cae02af1b067432d9",
-       "max": 50.0,
+       "layout": "IPY_MODEL_60132043ee594b09bc6de6e2df194d21",
+       "max": 352824413.0,
        "min": 0.0,
        "orientation": "horizontal",
-       "style": "IPY_MODEL_962e355ccc304f99b9bd5f711c724f57",
-       "tabbable": null,
-       "tooltip": null,
-       "value": 50.0
-      }
-     },
-     "94f5c4d8df86404ba173fa012ec8466d": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_b096af637f9d4dcf89a7e49b989428d8",
-       "placeholder": "​",
-       "style": "IPY_MODEL_4f1fb6e04c38476eba86e406041fc75a",
-       "tabbable": null,
-       "tooltip": null,
-       "value": " 1.04M/1.04M [00:00&lt;00:00, 42.0MB/s]"
-      }
-     },
-     "962e355ccc304f99b9bd5f711c724f57": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
-      }
-     },
-     "9654dcdbe7204cd1a8b73f7dc2ac05b2": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_07d944446bb4468e94468144ed8a2bae",
-       "placeholder": "​",
-       "style": "IPY_MODEL_ab0549545683406fba2091e511c04437",
-       "tabbable": null,
-       "tooltip": null,
-       "value": "Downloading tokenizer.json: 100%"
-      }
-     },
-     "99d71259ad1441e0acb60db93146af62": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
-      }
-     },
-     "a92aca74f97d447d86c419e38f3e5f17": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
-      "state": {
-       "_dom_classes": [],
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
-       "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
-       "description": "",
-       "description_allow_html": false,
-       "layout": "IPY_MODEL_692a60cabf034f5c833348bf4e9b72e9",
-       "placeholder": "​",
-       "style": "IPY_MODEL_40adc0e290c64297a02e19ad6b2b7f88",
+       "style": "IPY_MODEL_2b7f01a8889b42b4a4ff0a2a25ce6c48",
        "tabbable": null,
        "tooltip": null,
-       "value": " 12/12 [00:17&lt;00:00,  1.49s/it]"
-      }
-     },
-     "ab0549545683406fba2091e511c04437": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "HTMLStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "HTMLStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "background": null,
-       "description_width": "",
-       "font_size": null,
-       "text_color": null
+       "value": 352824413.0
       }
      },
-     "ac8341e787c84eae8a4027d277ef193e": {
-      "model_module": "@jupyter-widgets/controls",
+     "7def5eaa678f4b48b6ed6288fc5b054b": {
+      "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
+      "model_name": "LayoutModel",
       "state": {
-       "_model_module": "@jupyter-widgets/controls",
+       "_model_module": "@jupyter-widgets/base",
        "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "_view_name": "LayoutView",
+       "align_content": null,
+       "align_items": null,
+       "align_self": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
+       "bottom": null,
+       "display": null,
+       "flex": null,
+       "flex_flow": null,
+       "grid_area": null,
+       "grid_auto_columns": null,
+       "grid_auto_flow": null,
+       "grid_auto_rows": null,
+       "grid_column": null,
+       "grid_gap": null,
+       "grid_row": null,
+       "grid_template_areas": null,
+       "grid_template_columns": null,
+       "grid_template_rows": null,
+       "height": null,
+       "justify_content": null,
+       "justify_items": null,
+       "left": null,
+       "margin": null,
+       "max_height": null,
+       "max_width": null,
+       "min_height": null,
+       "min_width": null,
+       "object_fit": null,
+       "object_position": null,
+       "order": null,
+       "overflow": null,
+       "padding": null,
+       "right": null,
+       "top": null,
+       "visibility": null,
+       "width": null
       }
      },
-     "acbe0cfba1614c2fbb5fbf875db35e05": {
+     "7f7a03309689428eaf1a800493eb429e": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5222,7 +4945,7 @@
        "width": null
       }
      },
-     "b096af637f9d4dcf89a7e49b989428d8": {
+     "7ff72217c02e4147b2669b0cfd3eef85": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5275,7 +4998,54 @@
        "width": null
       }
      },
-     "b6a6ba5fad8241e69941537436db583d": {
+     "828eefde7f2842238ae46606b3060305": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_0bd22359e4bf434bab178da1e78be153",
+       "placeholder": "​",
+       "style": "IPY_MODEL_dcfad4099ff94438bc0d2725a563b218",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "100%"
+      }
+     },
+     "8bf1d0ed09eb4e31855b9daad3e00ef3": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_fa2e61e2e6154bcd9ca57edbfa0a639e",
+        "IPY_MODEL_7374cfb4d9084763b2eb012237dc1bdf",
+        "IPY_MODEL_f108d3dc601c4b2a8386b628c0cee81b"
+       ],
+       "layout": "IPY_MODEL_8cfdf4b27a0e42029fc0dcf8f29ff0ae",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "8cfdf4b27a0e42029fc0dcf8f29ff0ae": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5328,7 +5098,7 @@
        "width": null
       }
      },
-     "bd614db9bc554382be25523845367225": {
+     "92225137f2e841098a14e591fd4ea99c": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLModel",
@@ -5343,63 +5113,90 @@
        "_view_name": "HTMLView",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_07c6d994c9094ee7952ad0c5a12278e9",
+       "layout": "IPY_MODEL_6b4a3b660ead49f996838bf7ce95add7",
        "placeholder": "​",
-       "style": "IPY_MODEL_5640001d44204701b6e6dd990309490b",
+       "style": "IPY_MODEL_5305b83d3e884770854a521a9afebc5f",
        "tabbable": null,
        "tooltip": null,
-       "value": " 124/124 [00:00&lt;00:00, 21.5kB/s]"
+       "value": " 1.36M/1.36M [00:00&lt;00:00, 50.4MB/s]"
       }
      },
-     "bfc7818ade744e64b7037b1cc4bf9ce1": {
+     "979129ef3e434c98be0c0edaa6490580": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLStyleModel",
       "state": {
-       "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLStyleModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/controls",
+       "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_8540afadcf9b4d2ab894e489b7f47474",
-        "IPY_MODEL_9122c17aef57409d8c310e83000bbcc4",
-        "IPY_MODEL_193014f721734d24bb9f9ca34e078041"
-       ],
-       "layout": "IPY_MODEL_0de3ed3ca3194eab9f61298a5bf93d33",
-       "tabbable": null,
-       "tooltip": null
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
       }
      },
-     "c6ead7276f204281afcb2ade6c46f37a": {
+     "9867cec44d024626b718178a2006531e": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HBoxModel",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "999117eb84654fd4889f246d2f672fdf": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "9be97f442c02447fbec103bac276f540": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HBoxModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HBoxView",
-       "box_style": "",
-       "children": [
-        "IPY_MODEL_1bcb8e47069f473db646dbb3f4ac9aa3",
-        "IPY_MODEL_4482fe89f1ca47f0bdebdd62fa44faaf",
-        "IPY_MODEL_94f5c4d8df86404ba173fa012ec8466d"
-       ],
-       "layout": "IPY_MODEL_b6a6ba5fad8241e69941537436db583d",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_7def5eaa678f4b48b6ed6288fc5b054b",
+       "placeholder": "​",
+       "style": "IPY_MODEL_5ac42f3ea8ed4979a2ec01b7d48d265e",
        "tabbable": null,
-       "tooltip": null
+       "tooltip": null,
+       "value": "Downloading generation_config.json: 100%"
       }
      },
-     "c86ba1e021ee46bea98cacbe937db5a3": {
+     "a1cc06b6ae6941b784dd055006eda6d1": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "FloatProgressModel",
@@ -5415,17 +5212,17 @@
        "bar_style": "success",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_acbe0cfba1614c2fbb5fbf875db35e05",
-       "max": 456318.0,
+       "layout": "IPY_MODEL_a7f657ffbddf422cb1d75560e057c210",
+       "max": 12.0,
        "min": 0.0,
        "orientation": "horizontal",
-       "style": "IPY_MODEL_5ed73c91d3c34b4d9c5596a9968d5636",
+       "style": "IPY_MODEL_d0dac218c82c48f992142bbc3965c313",
        "tabbable": null,
        "tooltip": null,
-       "value": 456318.0
+       "value": 12.0
       }
      },
-     "c87708a786fc41d8af1b2d08df28af87": {
+     "a4dcd33d67404acba7a4441c3645daf4": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5478,23 +5275,60 @@
        "width": null
       }
      },
-     "cbec039c72824749b1d374e3601d9461": {
-      "model_module": "@jupyter-widgets/controls",
+     "a7f657ffbddf422cb1d75560e057c210": {
+      "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
+      "model_name": "LayoutModel",
       "state": {
-       "_model_module": "@jupyter-widgets/controls",
+       "_model_module": "@jupyter-widgets/base",
        "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
+       "_model_name": "LayoutModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/base",
        "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
+       "_view_name": "LayoutView",
+       "align_content": null,
+       "align_items": null,
+       "align_self": null,
+       "border_bottom": null,
+       "border_left": null,
+       "border_right": null,
+       "border_top": null,
+       "bottom": null,
+       "display": null,
+       "flex": null,
+       "flex_flow": null,
+       "grid_area": null,
+       "grid_auto_columns": null,
+       "grid_auto_flow": null,
+       "grid_auto_rows": null,
+       "grid_column": null,
+       "grid_gap": null,
+       "grid_row": null,
+       "grid_template_areas": null,
+       "grid_template_columns": null,
+       "grid_template_rows": null,
+       "height": null,
+       "justify_content": null,
+       "justify_items": null,
+       "left": null,
+       "margin": null,
+       "max_height": null,
+       "max_width": null,
+       "min_height": null,
+       "min_width": null,
+       "object_fit": null,
+       "object_position": null,
+       "order": null,
+       "overflow": null,
+       "padding": null,
+       "right": null,
+       "top": null,
+       "visibility": null,
+       "width": null
       }
      },
-     "d037536c2c184d1d8f6ed7e1fc48cdd8": {
+     "b5be3469c6ab4921b2b3711f4336e65d": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5547,7 +5381,121 @@
        "width": null
       }
      },
-     "d1dd404b05c44cdfad4872e36e32b7b6": {
+     "b9df25119e274eaaa426b4088da5bb3b": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_ccd54f0e462641c2b5858eb8b621ef5d",
+       "placeholder": "​",
+       "style": "IPY_MODEL_3404d9305a8e49db853fc7e6718884b8",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading vocab.json: 100%"
+      }
+     },
+     "ba30a691ae7249e7b7e12fbe71377298": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "bd9930c345d349a6ac0c4f7334371900": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HBoxModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_05a9884c908f460690e0dd578437aa81",
+        "IPY_MODEL_a1cc06b6ae6941b784dd055006eda6d1",
+        "IPY_MODEL_578fbaa376a54c94bfee9a453ac369b6"
+       ],
+       "layout": "IPY_MODEL_0311b177510d4f308aa2f2f36a848b31",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "bde7a7500f6e45738ac896a18bd1807b": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_eb00713081bc4807a86b2abee4a9fced",
+       "max": 124.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_292419af9a2b4b21b0bc1f1b88e4a4fb",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 124.0
+      }
+     },
+     "be742a66a0fc409fa0f485611d88814b": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_3099648da7d14d8caf50b80cd43feed7",
+       "placeholder": "​",
+       "style": "IPY_MODEL_53c11a18431a4acea8395b8f0da020e0",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 456k/456k [00:00&lt;00:00, 62.7MB/s]"
+      }
+     },
+     "bfd019474e1844df9b981c51f8855060": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5600,7 +5548,7 @@
        "width": null
       }
      },
-     "d29950525deb4b52829ed63bf31ab500": {
+     "c0f3d2761dac4fb7a55cb0d7567d875a": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5653,7 +5601,7 @@
        "width": null
       }
      },
-     "dd6c8b2a9f9f447cbb8bf77a03df62bb": {
+     "c74eac1e637b422e942d9744790c98f6": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5706,23 +5654,7 @@
        "width": null
       }
      },
-     "dee6790a4ddc41159ec7bc61f9e3dc6b": {
-      "model_module": "@jupyter-widgets/controls",
-      "model_module_version": "2.0.0",
-      "model_name": "ProgressStyleModel",
-      "state": {
-       "_model_module": "@jupyter-widgets/controls",
-       "_model_module_version": "2.0.0",
-       "_model_name": "ProgressStyleModel",
-       "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
-       "_view_module_version": "2.0.0",
-       "_view_name": "StyleView",
-       "bar_color": null,
-       "description_width": ""
-      }
-     },
-     "e1f354f282e54bc9bda72fd9f0a0944a": {
+     "ccd54f0e462641c2b5858eb8b621ef5d": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5775,7 +5707,7 @@
        "width": null
       }
      },
-     "e589530d06744e1b85e2cbfd05c5e616": {
+     "ce158930b285462e8db68bc7c34c3994": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HTMLStyleModel",
@@ -5793,83 +5725,115 @@
        "text_color": null
       }
      },
-     "ec6f5dad7735468cbbf1fe7d9e21f647": {
+     "d0dac218c82c48f992142bbc3965c313": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "HTMLModel",
+      "model_name": "ProgressStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "ProgressStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "bar_color": null,
+       "description_width": ""
+      }
+     },
+     "d971ee545cf741d6882ae1ff83de763c": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HBoxModel",
       "state": {
        "_dom_classes": [],
        "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "HTMLModel",
+       "_model_name": "HBoxModel",
        "_view_count": null,
        "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "HTMLView",
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_9be97f442c02447fbec103bac276f540",
+        "IPY_MODEL_bde7a7500f6e45738ac896a18bd1807b",
+        "IPY_MODEL_27c0785b8187450a8723715b7f195ec1"
+       ],
+       "layout": "IPY_MODEL_7f7a03309689428eaf1a800493eb429e",
+       "tabbable": null,
+       "tooltip": null
+      }
+     },
+     "dcfad4099ff94438bc0d2725a563b218": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLStyleModel",
+      "state": {
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLStyleModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/base",
+       "_view_module_version": "2.0.0",
+       "_view_name": "StyleView",
+       "background": null,
+       "description_width": "",
+       "font_size": null,
+       "text_color": null
+      }
+     },
+     "e9f6ca8c369a408b99dc5179a02b412a": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
        "description": "",
        "description_allow_html": false,
-       "layout": "IPY_MODEL_d1dd404b05c44cdfad4872e36e32b7b6",
-       "placeholder": "​",
-       "style": "IPY_MODEL_6a78e5391000469c8fae030d68f2d4f9",
+       "layout": "IPY_MODEL_bfd019474e1844df9b981c51f8855060",
+       "max": 50.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_999117eb84654fd4889f246d2f672fdf",
        "tabbable": null,
        "tooltip": null,
-       "value": " 353M/353M [00:01&lt;00:00, 311MB/s]"
+       "value": 50.0
       }
      },
-     "f75cb2c60b614f13aca8129955760686": {
-      "model_module": "@jupyter-widgets/base",
+     "eae92d5bbd834318ba65cd319a4b4de7": {
+      "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
+      "model_name": "HBoxModel",
       "state": {
-       "_model_module": "@jupyter-widgets/base",
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "LayoutModel",
+       "_model_name": "HBoxModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "LayoutView",
-       "align_content": null,
-       "align_items": null,
-       "align_self": null,
-       "border_bottom": null,
-       "border_left": null,
-       "border_right": null,
-       "border_top": null,
-       "bottom": null,
-       "display": null,
-       "flex": null,
-       "flex_flow": null,
-       "grid_area": null,
-       "grid_auto_columns": null,
-       "grid_auto_flow": null,
-       "grid_auto_rows": null,
-       "grid_column": null,
-       "grid_gap": null,
-       "grid_row": null,
-       "grid_template_areas": null,
-       "grid_template_columns": null,
-       "grid_template_rows": null,
-       "height": null,
-       "justify_content": null,
-       "justify_items": null,
-       "left": null,
-       "margin": null,
-       "max_height": null,
-       "max_width": null,
-       "min_height": null,
-       "min_width": null,
-       "object_fit": null,
-       "object_position": null,
-       "order": null,
-       "overflow": null,
-       "padding": null,
-       "right": null,
-       "top": null,
-       "visibility": null,
-       "width": null
+       "_view_name": "HBoxView",
+       "box_style": "",
+       "children": [
+        "IPY_MODEL_828eefde7f2842238ae46606b3060305",
+        "IPY_MODEL_e9f6ca8c369a408b99dc5179a02b412a",
+        "IPY_MODEL_472de8c83ab140a49f1ae1ec4dfade00"
+       ],
+       "layout": "IPY_MODEL_1a8fc10abf9a40bdae56cc4ebc00b3c0",
+       "tabbable": null,
+       "tooltip": null
       }
      },
-     "f9620fbd42054819a2677082406eb83d": {
+     "eb00713081bc4807a86b2abee4a9fced": {
       "model_module": "@jupyter-widgets/base",
       "model_module_version": "2.0.0",
       "model_name": "LayoutModel",
@@ -5922,7 +5886,79 @@
        "width": null
       }
      },
-     "fa94446c47904b35925aacd066419df2": {
+     "f090ec1606d34a548ed62a7b7bdd279c": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_1e42ee1627d84adba1d821ac413a4242",
+       "placeholder": "​",
+       "style": "IPY_MODEL_979129ef3e434c98be0c0edaa6490580",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading merges.txt: 100%"
+      }
+     },
+     "f108d3dc601c4b2a8386b628c0cee81b": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "HTMLModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "HTMLModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_02c5577eec0d401ea468b73ddf879b24",
+       "placeholder": "​",
+       "style": "IPY_MODEL_9867cec44d024626b718178a2006531e",
+       "tabbable": null,
+       "tooltip": null,
+       "value": " 353M/353M [00:01&lt;00:00, 284MB/s]"
+      }
+     },
+     "f2b30e18f6b04a2b8d00f5544025d8ad": {
+      "model_module": "@jupyter-widgets/controls",
+      "model_module_version": "2.0.0",
+      "model_name": "FloatProgressModel",
+      "state": {
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
+       "_model_module_version": "2.0.0",
+       "_model_name": "FloatProgressModel",
+       "_view_count": null,
+       "_view_module": "@jupyter-widgets/controls",
+       "_view_module_version": "2.0.0",
+       "_view_name": "ProgressView",
+       "bar_style": "success",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_1dbd6f87c7ed4c639957b51410147539",
+       "max": 1355256.0,
+       "min": 0.0,
+       "orientation": "horizontal",
+       "style": "IPY_MODEL_1fa931b1aed3409b859a7b94cfc1736d",
+       "tabbable": null,
+       "tooltip": null,
+       "value": 1355256.0
+      }
+     },
+     "fa038191ecdf43288a05fe92964fea3c": {
       "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
       "model_name": "HBoxModel",
@@ -5937,66 +5973,36 @@
        "_view_name": "HBoxView",
        "box_style": "",
        "children": [
-        "IPY_MODEL_2671586cdc9c49bdb50ed419da07355a",
-        "IPY_MODEL_c86ba1e021ee46bea98cacbe937db5a3",
-        "IPY_MODEL_49316f9493cb406c841e1fb70096fac2"
+        "IPY_MODEL_0b21ce06122341128c52124b485b9dd2",
+        "IPY_MODEL_f2b30e18f6b04a2b8d00f5544025d8ad",
+        "IPY_MODEL_92225137f2e841098a14e591fd4ea99c"
        ],
-       "layout": "IPY_MODEL_c87708a786fc41d8af1b2d08df28af87",
+       "layout": "IPY_MODEL_7ff72217c02e4147b2669b0cfd3eef85",
        "tabbable": null,
        "tooltip": null
       }
      },
-     "fe1bde55419d448cae02af1b067432d9": {
-      "model_module": "@jupyter-widgets/base",
+     "fa2e61e2e6154bcd9ca57edbfa0a639e": {
+      "model_module": "@jupyter-widgets/controls",
       "model_module_version": "2.0.0",
-      "model_name": "LayoutModel",
+      "model_name": "HTMLModel",
       "state": {
-       "_model_module": "@jupyter-widgets/base",
+       "_dom_classes": [],
+       "_model_module": "@jupyter-widgets/controls",
        "_model_module_version": "2.0.0",
-       "_model_name": "LayoutModel",
+       "_model_name": "HTMLModel",
        "_view_count": null,
-       "_view_module": "@jupyter-widgets/base",
+       "_view_module": "@jupyter-widgets/controls",
        "_view_module_version": "2.0.0",
-       "_view_name": "LayoutView",
-       "align_content": null,
-       "align_items": null,
-       "align_self": null,
-       "border_bottom": null,
-       "border_left": null,
-       "border_right": null,
-       "border_top": null,
-       "bottom": null,
-       "display": null,
-       "flex": null,
-       "flex_flow": null,
-       "grid_area": null,
-       "grid_auto_columns": null,
-       "grid_auto_flow": null,
-       "grid_auto_rows": null,
-       "grid_column": null,
-       "grid_gap": null,
-       "grid_row": null,
-       "grid_template_areas": null,
-       "grid_template_columns": null,
-       "grid_template_rows": null,
-       "height": null,
-       "justify_content": null,
-       "justify_items": null,
-       "left": null,
-       "margin": null,
-       "max_height": null,
-       "max_width": null,
-       "min_height": null,
-       "min_width": null,
-       "object_fit": null,
-       "object_position": null,
-       "order": null,
-       "overflow": null,
-       "padding": null,
-       "right": null,
-       "top": null,
-       "visibility": null,
-       "width": null
+       "_view_name": "HTMLView",
+       "description": "",
+       "description_allow_html": false,
+       "layout": "IPY_MODEL_27c9a11a626c474aa7967e7146f4335e",
+       "placeholder": "​",
+       "style": "IPY_MODEL_4eb46626080b42adb59dc4d2b93460b4",
+       "tabbable": null,
+       "tooltip": null,
+       "value": "Downloading model.safetensors: 100%"
       }
      }
     },
diff --git a/searchindex.js b/searchindex.js
index 76e9494b6..814f7e08d 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["content/citation", "content/contributing", "content/gallery", "content/getting_started", "content/getting_started_mech_interp", "content/tutorials", "generated/code/modules", "generated/code/transformer_lens", "generated/code/transformer_lens.ActivationCache", "generated/code/transformer_lens.FactoredMatrix", "generated/code/transformer_lens.HookedEncoder", "generated/code/transformer_lens.HookedTransformer", "generated/code/transformer_lens.HookedTransformerConfig", "generated/code/transformer_lens.SVDInterpreter", "generated/code/transformer_lens.components", "generated/code/transformer_lens.evals", "generated/code/transformer_lens.head_detector", "generated/code/transformer_lens.hook_points", "generated/code/transformer_lens.loading_from_pretrained", "generated/code/transformer_lens.past_key_value_caching", "generated/code/transformer_lens.patching", "generated/code/transformer_lens.train", "generated/code/transformer_lens.utilities", "generated/code/transformer_lens.utilities.devices", "generated/code/transformer_lens.utils", "generated/demos/Exploratory_Analysis_Demo", "generated/demos/Main_Demo", "generated/model_properties_table", "index"], "filenames": ["content/citation.md", "content/contributing.md", "content/gallery.md", "content/getting_started.md", "content/getting_started_mech_interp.md", "content/tutorials.md", "generated/code/modules.rst", "generated/code/transformer_lens.rst", "generated/code/transformer_lens.ActivationCache.rst", "generated/code/transformer_lens.FactoredMatrix.rst", "generated/code/transformer_lens.HookedEncoder.rst", "generated/code/transformer_lens.HookedTransformer.rst", "generated/code/transformer_lens.HookedTransformerConfig.rst", "generated/code/transformer_lens.SVDInterpreter.rst", "generated/code/transformer_lens.components.rst", "generated/code/transformer_lens.evals.rst", "generated/code/transformer_lens.head_detector.rst", "generated/code/transformer_lens.hook_points.rst", "generated/code/transformer_lens.loading_from_pretrained.rst", "generated/code/transformer_lens.past_key_value_caching.rst", "generated/code/transformer_lens.patching.rst", "generated/code/transformer_lens.train.rst", "generated/code/transformer_lens.utilities.rst", "generated/code/transformer_lens.utilities.devices.rst", "generated/code/transformer_lens.utils.rst", "generated/demos/Exploratory_Analysis_Demo.ipynb", "generated/demos/Main_Demo.ipynb", "generated/model_properties_table.md", "index.md"], "titles": ["Citation", "Contributing", "Gallery", "Getting Started", "Getting Started in Mechanistic Interpretability", "Tutorials", "Transformer Lens API", "transformer_lens", "transformer_lens.ActivationCache", "transformer_lens.FactoredMatrix", "transformer_lens.HookedEncoder", "transformer_lens.HookedTransformer", "transformer_lens.HookedTransformerConfig", "transformer_lens.SVDInterpreter", "transformer_lens.components", "transformer_lens.evals", "transformer_lens.head_detector", "transformer_lens.hook_points", "transformer_lens.loading_from_pretrained", "transformer_lens.past_key_value_caching", "transformer_lens.patching", "transformer_lens.train", "transformer_lens.utilities", "transformer_lens.utilities.devices", "transformer_lens.utils", "Exploratory Analysis Demo", "Transformer Lens Main Demo Notebook", "Model Properties Table", "TransformerLens"], "terms": {"pleas": [0, 1, 3, 4, 26], "cite": 0, "thi": [0, 1, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 28], "librari": [0, 2, 3, 4, 5, 8, 15, 24, 25], "misc": 0, "nanda2022transformerlen": 0, "titl": [0, 1, 25, 26], "transformerlen": [0, 2, 3, 4, 5, 8, 11, 14, 18, 24, 25, 26], "author": [0, 25], "neel": [0, 2, 4, 5, 11, 13, 26], "nanda": [0, 2, 4, 11, 26], "joseph": 0, "bloom": [0, 14, 18, 27], "year": 0, "2022": [0, 24], "howpublish": 0, "url": 0, "http": [0, 1, 3, 5, 8, 11, 12, 14, 15, 16, 20, 24, 25, 26], "github": [0, 1, 3, 5, 11], "com": [0, 3, 5, 8, 11, 25, 26], "neelnanda": [0, 3, 5, 11, 18], "io": [0, 3, 5, 15, 16, 25, 26], "For": [1, 8, 10, 11, 14, 16, 24, 25], "one": [1, 3, 4, 8, 10, 11, 12, 14, 16, 17, 18, 19, 20, 24, 25, 26, 28], "click": [1, 26], "your": [1, 5, 11, 12, 16, 17, 25, 26], "develop": [1, 5, 25, 26], "environ": 1, "project": [1, 5, 8, 21, 25], "includ": [1, 4, 5, 8, 10, 11, 12, 15, 16, 17, 25], "It": [1, 3, 5, 8, 10, 11, 12, 14, 15, 17, 20, 24, 25, 26, 28], "can": [1, 2, 3, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 24, 25, 26, 28], "us": [1, 2, 3, 5, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 28], "local": [1, 11, 12, 14, 18, 24, 26], "v": [1, 8, 11, 12, 20, 25, 26], "code": [1, 4, 8, 11, 12, 14, 15, 16, 17, 18, 24, 25, 26], "codespac": 1, "poetri": 1, "packag": 1, "manag": [1, 8, 11, 17, 24], "instal": [1, 25, 26], "follow": [1, 8, 11, 24, 26, 28], "also": [1, 5, 8, 10, 11, 12, 13, 16, 17, 18, 23, 24, 25, 26], "virtual": 1, "config": [1, 11, 12, 14, 18, 20, 21], "virtualenv": 1, "true": [1, 8, 10, 11, 12, 15, 16, 17, 18, 20, 23, 24, 25, 26], "dev": 1, "doc": [1, 6, 8, 11, 26], "jupyt": 1, "If": [1, 3, 6, 8, 10, 11, 12, 14, 16, 17, 18, 20, 23, 24, 25, 26], "ad": [1, 5, 11, 12, 14, 17, 25, 26], "featur": [1, 3, 5, 10, 13, 20, 24, 25, 28], "add": [1, 11, 12, 14, 17, 19, 24, 25, 26, 28], "unit": 1, "you": [1, 3, 4, 5, 8, 10, 11, 12, 13, 15, 16, 17, 18, 24, 25, 26, 28], "need": [1, 3, 8, 11, 12, 14, 17, 24, 25, 26, 28], "model": [1, 2, 3, 5, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 25], "ones": [1, 10, 11, 16, 25], "ar": [1, 3, 4, 5, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 24, 26, 28], "cach": [1, 8, 11, 12, 14, 16, 17, 19, 20, 24, 25, 28], "action": [1, 2, 25], "so": [1, 5, 8, 9, 10, 11, 12, 13, 15, 17, 18, 19, 20, 24, 25, 26], "quickli": [1, 5], "cd": [1, 25, 26], "These": [1, 25, 26], "gpt2": [1, 11, 12, 13, 14, 15, 18, 25, 26, 27], "attn": [1, 8, 10, 11, 12, 14, 18, 20, 24, 25, 26, 27], "onli": [1, 2, 8, 9, 10, 11, 12, 14, 16, 17, 18, 24, 25, 26, 27], "1l": [1, 18, 25, 26, 27], "2l": [1, 11, 18, 26, 27], "3l": [1, 18, 26, 27], "4l": [1, 18, 26, 27], "tini": [1, 8, 11, 18, 24, 25, 26, 27], "stori": [1, 8, 11, 18, 20, 24, 25, 27], "1m": [1, 8, 11, 18, 24, 27], "note": [1, 3, 8, 9, 10, 11, 12, 14, 15, 17, 18, 24, 25, 26], "i": [1, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 28], "quit": 1, "slow": [1, 26], "we": [1, 2, 6, 8, 11, 12, 16, 19, 20, 24, 25, 26, 28], "have": [1, 3, 8, 10, 11, 14, 16, 20, 24, 25, 26, 28], "cpu": [1, 8, 10, 11, 12, 14, 18, 25, 26], "smaller": [1, 26], "like": [1, 3, 4, 5, 10, 11, 14, 15, 16, 20, 24, 25, 26, 28], "prefer": 1, "possibl": [1, 10, 11, 16, 20, 24, 25, 26, 28], "via": [1, 2, 4, 10, 11, 20, 25], "make": [1, 5, 9, 10, 11, 16, 17, 25, 26, 28], "accept": [1, 10, 11, 17, 25], "pycln": 1, "isort": 1, "black": [1, 26], "pull": 1, "request": 1, "check": [1, 3, 5, 11, 13, 14, 15, 16, 17, 24, 25, 26], "all": [1, 4, 8, 10, 11, 14, 15, 16, 17, 20, 24, 25], "file": [1, 24], "sure": [1, 11, 24, 25, 26], "thorough": 1, "ani": [1, 8, 10, 11, 12, 14, 17, 24, 25, 26, 28], "should": [1, 5, 8, 10, 11, 14, 16, 17, 21, 24, 25, 26], "do": [1, 3, 4, 5, 8, 10, 11, 14, 15, 17, 20, 24, 25, 26, 28], "directli": [1, 10, 12, 24, 25, 26], "automat": [1, 5, 11, 12, 24, 25, 26], "gener": [1, 5, 11, 14, 15, 19, 20, 24, 25], "api": [1, 17, 25], "when": [1, 3, 5, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 24, 25, 26], "merg": [1, 11], "main": [1, 3, 5, 8, 17, 25], "thei": [1, 4, 11, 12, 14, 15, 20, 24, 25, 26, 28], "pytest": 1, "doctest": 1, "want": [1, 5, 8, 11, 13, 15, 16, 17, 19, 24, 25, 26], "view": [1, 2], "chang": [1, 2, 3, 11, 12, 17, 18, 20, 24, 25, 26], "hot": [1, 25, 26], "reload": [1, 25, 26], "give": [1, 8, 11, 12, 15, 18, 20, 24, 25, 26], "real": [1, 5, 24, 25, 26, 28], "time": [1, 5, 6, 8, 11, 16, 17, 24, 25, 26], "edit": [1, 5, 11, 20, 25, 26, 28], "googl": [1, 5, 25, 26], "python": [1, 2, 12, 15, 24, 26], "write": [1, 2, 3, 11, 24, 25, 26, 28], "some": [1, 3, 8, 11, 13, 14, 15, 17, 20, 24, 25], "from": [1, 2, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 24, 25, 26, 28], "restructuredtext": 1, "rest": [1, 8, 11, 12, 15, 18, 24, 26], "In": [1, 2, 8, 10, 11, 14, 15, 17, 25, 26], "case": [1, 2, 8, 11, 12, 15, 16, 17, 18, 20, 24, 25, 27], "A": [1, 2, 4, 8, 9, 10, 11, 14, 15, 17, 19, 20, 24, 25, 26], "descript": 1, "what": [1, 3, 5, 8, 11, 16, 20, 26, 28], "doe": [1, 8, 10, 11, 12, 16, 17, 20, 24, 25, 26], "much": [1, 8, 11, 15, 16, 20, 24, 25, 26], "detail": [1, 8, 11, 12, 14, 18, 20, 24, 25, 26], "necessari": [1, 26], "fulli": [1, 20, 25], "understand": [1, 8, 11, 16, 26], "warn": [1, 8, 11, 16, 17, 24], "user": [1, 2, 12, 24, 26], "e": [1, 8, 10, 11, 14, 16, 17, 18, 24, 25, 26, 27], "g": [1, 8, 10, 11, 14, 16, 17, 24, 26], "common": [1, 5, 8, 11, 24, 25, 26], "pitfal": 1, "exampl": [1, 2, 8, 10, 11, 13, 14, 15, 17, 24, 25], "here": [1, 2, 11, 12, 14, 15, 16, 24, 25, 26], "print": [1, 8, 15, 21, 24, 25, 26], "1": [1, 4, 8, 10, 11, 12, 14, 16, 17, 18, 19, 24, 25, 26, 27], "2": [1, 3, 4, 8, 10, 11, 12, 14, 15, 16, 18, 24, 25, 26, 27, 28], "3": [1, 8, 9, 10, 11, 14, 15, 20, 24, 25, 26, 27, 28], "arg": [1, 17], "param_without_type_signatur": 1, "each": [1, 8, 9, 11, 12, 14, 16, 17, 18, 19, 20, 24, 25, 26], "indent": 1, "onc": [1, 11, 24, 25, 26], "more": [1, 5, 8, 9, 11, 12, 14, 16, 20, 24, 25, 26, 28], "param_2": 1, "anoth": [1, 25, 26], "paramet": [1, 5, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 25], "return": [1, 8, 9, 10, 11, 14, 15, 16, 17, 18, 20, 21, 23, 24, 25, 26], "without": [1, 8, 11, 14, 24, 25, 26], "type": [1, 5, 8, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 23, 24, 25, 26], "signatur": [1, 10, 11, 26], "rais": [1, 11, 16, 18, 24, 26], "inform": [1, 11, 12, 14, 17, 18, 25, 26], "about": [1, 5, 8, 11, 15, 17, 20, 24, 25, 26, 28], "error": [1, 8, 11, 16, 18, 26], "mai": [1, 8, 10, 11, 12, 24, 25, 26], "part": [1, 8, 11, 14, 20, 25, 26, 28], "codebas": [1, 26], "cross": [1, 8, 11, 24, 25, 26], "referenc": 1, "omit": [1, 16, 26], "full": [1, 4, 8, 10, 11, 12, 14, 24, 26], "path": [1, 4, 24], "same": [1, 3, 8, 9, 11, 14, 16, 17, 19, 20, 24, 25, 26], "mod": 1, "transformer_len": [1, 3, 6, 25, 26], "modul": [1, 6, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 24, 26], "const": 1, "loading_from_pretrain": [1, 6, 7, 11, 26], "official_model_nam": [1, 11, 18], "hookedtransform": [1, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 18, 20, 21, 23, 24, 25, 26], "meth": [1, 8], "from_pretrain": [1, 3, 8, 10, 11, 13, 15, 18, 24, 25, 26], "attr": 1, "cfg": [1, 10, 11, 13, 14, 15, 18, 19, 23, 24, 25, 26], "latex": 1, "re": [1, 3, 4, 5, 8, 11, 12, 16, 25, 26], "place": [1, 5, 10, 11, 24, 25, 26], "string": [1, 10, 11, 12, 15, 16, 17, 18, 24, 25, 26], "backward": [1, 17, 25, 26], "slash": 1, "must": [1, 8, 10, 11, 12, 14, 16, 17, 24, 25, 26], "repeat": [1, 11, 15, 19, 24, 25, 26], "inlin": 1, "displai": [1, 25, 26], "mode": [1, 8, 11, 12, 14, 24, 25, 26], "b": [1, 9, 10, 11, 14, 15, 18, 20, 24, 26, 27], "2ab": 1, "nowrap": 1, "begin": [1, 3, 11, 15, 16, 24, 25, 26], "eqnarrai": 1, "y": [1, 8, 11, 16, 25, 26], "ax": [1, 11, 20, 26], "bx": 1, "c": [1, 18, 24, 26, 27], "f": [1, 25, 26], "x": [1, 8, 11, 14, 16, 17, 18, 24, 25, 26], "2xy": 1, "end": [1, 5, 11, 17, 20, 24, 25, 26], "ital": 1, "text": [1, 5, 8, 11, 12, 14, 15, 17, 18, 19, 24, 25], "bold": 1, "list": [1, 3, 4, 8, 10, 11, 12, 15, 16, 17, 19, 20, 24, 25, 26], "item": [1, 8, 24, 25, 26], "number": [1, 8, 11, 12, 13, 14, 15, 18, 20, 21, 23, 24, 25, 26], "quot": 1, "level": [1, 17, 25, 26, 28], "extern": [1, 25], "link": [1, 11, 15], "domain": 1, "invalid": 1, "research": [2, 3, 4, 5, 25, 26, 28], "done": [2, 4, 8, 11, 12, 14, 17, 25, 26], "involv": [2, 25, 26], "progress": [2, 11, 26], "measur": [2, 15, 16, 20, 24, 25], "grokk": [2, 5], "mechanist": [2, 3, 5, 20, 25, 26], "interpret": [2, 3, 5, 8, 11, 13, 16, 20, 24, 25], "iclr": 2, "spotlight": 2, "2023": 2, "lawrenc": 2, "chan": 2, "tom": [2, 25], "lieberum": 2, "jess": 2, "smith": 2, "jacob": 2, "steinhardt": 2, "find": [2, 5, 8, 9, 11, 20, 25, 26], "neuron": [2, 5, 8, 11, 25, 26], "haystack": 2, "studi": [2, 4, 20, 25, 26], "spars": 2, "probe": 2, "gurne": 2, "matthew": 2, "pauli": 2, "katherin": 2, "harvei": 2, "dmitrii": 2, "troitskii": 2, "dimitri": 2, "bertsima": 2, "toward": [2, 14, 20, 25], "autom": 2, "circuit": [2, 10, 11, 14, 15, 16, 20, 24, 25, 26], "discoveri": 2, "arthur": [2, 26], "conmi": [2, 26], "augustin": 2, "n": [2, 14, 21, 24, 25, 26], "mavor": 2, "parker": 2, "aengu": 2, "lynch": 2, "stefan": 2, "heimersheim": 2, "adri\u00e0": 2, "garriga": 2, "alonso": 2, "actual": [2, 11, 16, 17, 26], "othello": [2, 5, 18, 27], "gpt": [2, 3, 4, 5, 8, 10, 11, 12, 14, 15, 18, 24, 25, 26, 27, 28], "ha": [2, 3, 4, 8, 9, 10, 11, 14, 15, 18, 19, 20, 24, 25, 26], "linear": [2, 5, 10, 11, 14, 18, 25, 26], "emerg": [2, 5], "world": [2, 5, 26, 28], "represent": [2, 5], "docstr": 2, "4": [2, 12, 14, 15, 24, 25, 26, 27], "layer": [2, 8, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 23, 24, 26], "attent": [2, 5, 8, 11, 12, 14, 16, 20, 24, 26], "transform": [2, 3, 4, 5, 8, 10, 11, 12, 14, 18, 19, 20, 24, 25], "jett": 2, "janiak": 2, "toi": [2, 11], "univers": 2, "icml": 2, "bilal": 2, "chughtai": 2, "n2g": 2, "scalabl": 2, "approach": [2, 8, 25, 26], "quantifi": [2, 16], "larg": [2, 5, 12, 14, 18, 24, 26, 27, 28], "languag": [2, 10, 11, 14, 15, 21, 24, 25, 26], "workshop": 2, "rtml": 2, "alex": [2, 26], "foot": [2, 11, 26], "esben": 2, "kran": 2, "ioanni": 2, "konsta": 2, "fazl": 2, "barez": 2, "elicit": 2, "latent": 2, "predict": [2, 5, 8, 10, 11, 14, 15, 16, 24, 25, 26], "tune": [2, 10, 18, 24, 26, 27], "len": [2, 8, 18], "nora": 2, "belros": 2, "zach": 2, "furman": 2, "logan": 2, "danni": 2, "halawi": 2, "igor": 2, "ostrovski": 2, "lev": 2, "mckinnei": 2, "stella": 2, "biderman": 2, "contribut": [2, 8, 11, 25], "being": [2, 8, 10, 11, 12, 16, 17, 20, 24, 25, 26], "induct": [2, 4, 15, 16, 18], "head": [2, 4, 5, 8, 11, 12, 13, 14, 15, 16, 18, 20, 24], "phase": 2, "replic": [2, 4, 11, 13, 15, 25, 26], "partial": [2, 25, 26], "context": [2, 8, 11, 17, 20, 24, 25, 26], "learn": [2, 3, 5, 12, 21, 24, 25, 26, 28], "connor": 2, "kissan": 2, "decis": [2, 3], "set": [2, 8, 10, 11, 12, 14, 15, 16, 17, 20, 21, 24, 25, 26], "script": [2, 5], "train": [2, 5, 6, 7, 8, 10, 11, 12, 15, 18, 24, 25, 28], "which": [2, 3, 5, 8, 10, 11, 12, 15, 16, 17, 18, 19, 20, 24, 25, 26], "intermedi": [2, 8, 11, 17, 26], "activ": [2, 3, 4, 5, 8, 10, 11, 12, 13, 17, 20, 24, 28], "perform": [2, 5, 14, 15, 17, 24, 25, 26], "attribut": [2, 4, 5, 8, 20, 24, 26], "ablat": [2, 25, 26], "up": [2, 3, 4, 8, 11, 12, 17, 20, 21, 24, 25, 26], "initi": [2, 6, 11, 12, 17, 23, 24, 25, 26], "work": [2, 3, 4, 5, 8, 10, 11, 14, 17, 18, 24, 25, 26, 28], "found": [2, 11, 12, 25, 26], "demo": [3, 13, 18, 27], "how": [3, 5, 8, 11, 16, 20, 21, 25, 26, 28], "basic": [3, 5, 11, 15, 24, 25], "To": [3, 4, 8, 11, 12, 14, 17, 18, 25, 26], "see": [3, 5, 8, 10, 11, 12, 14, 16, 18, 20, 24, 25, 26, 28], "exploratori": [3, 5, 16, 24, 26, 28], "analysi": [3, 5, 8, 11, 16, 24, 26, 28], "practic": [3, 4, 5, 25, 26], "look": [3, 4, 5, 6, 8, 11, 14, 16, 20, 25, 26], "out": [3, 5, 8, 11, 13, 20, 24, 25, 26], "my": [3, 5, 11, 12, 24, 25, 26, 28], "notebook": [3, 5, 25, 28], "analys": [3, 5, 8, 11, 26], "indirect": [3, 4, 5, 15], "object": [3, 4, 5, 8, 9, 10, 11, 12, 13, 15, 17, 18, 19, 21, 24], "identif": [3, 4, 5, 15], "record": [3, 5, 26], "myself": [3, 5, 26], "veri": [3, 4, 5, 8, 12, 13, 15, 24, 25, 26, 28], "young": [3, 4, 26], "small": [3, 4, 5, 8, 11, 15, 18, 24, 25, 26, 27, 28], "field": [3, 4, 11, 24, 26, 28], "lot": [3, 4, 5, 8, 9, 19, 20, 24, 25, 26, 28], "open": [3, 4, 11, 15, 28], "problem": [3, 4, 26, 28], "would": [3, 4, 10, 14, 25, 26, 28], "help": [3, 4, 12, 20, 25, 26], "try": [3, 4, 8, 11, 16, 25, 26], "concret": [3, 4, 25, 26], "figur": [3, 20, 25, 26], "where": [3, 8, 9, 11, 12, 14, 16, 17, 18, 20, 21, 24, 25, 26], "skill": [3, 26], "kei": [3, 4, 8, 10, 11, 12, 14, 15, 16, 19, 20, 24, 25, 26], "resourc": [3, 4], "new": [3, 5, 8, 11, 17, 18, 19, 24, 25, 26], "tutori": [3, 4, 25, 26], "scratch": [3, 4, 25], "an": [3, 4, 5, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 24, 25, 28], "accompani": [3, 4, 5, 26], "templat": [3, 15], "yourself": [3, 11, 25, 26], "One": [3, 11, 25, 26, 28], "signific": [3, 17, 25, 26], "design": [3, 8, 25, 26, 28], "made": [3, 15, 25, 26], "wa": [3, 8, 10, 11, 12, 15, 20, 25, 26], "singl": [3, 8, 10, 11, 14, 19, 20, 24, 25, 26], "implement": [3, 10, 11, 20, 24, 25, 26], "could": [3, 25, 26], "support": [3, 5, 10, 11, 12, 16, 17, 24, 25, 26], "rang": [3, 4, 11, 12, 13, 16, 20, 24, 25, 26], "subtli": [3, 14], "differ": [3, 8, 10, 11, 12, 14, 15, 16, 17, 20, 24, 25, 26], "style": [3, 8, 10, 11, 12, 14, 16, 25, 26, 28], "upsid": 3, "just": [3, 4, 8, 11, 12, 15, 20, 24, 25, 26], "arbitrari": [3, 11, 25, 26], "name": [3, 8, 11, 12, 15, 16, 17, 18, 20, 21, 24], "But": [3, 8, 11, 20, 24, 25, 26], "downsid": 3, "py": [3, 10, 24], "compon": [3, 6, 7, 8, 10, 11, 24, 25, 26], "difficult": [3, 8], "recommend": [3, 6, 8, 11, 12, 13, 17, 25, 26], "clean": [3, 20, 24, 25, 26], "minim": [3, 26], "intern": [3, 8, 11, 20, 25, 26, 28], "architectur": [3, 10, 25], "significantli": [3, 10, 11, 15, 20, 25, 26], "clearer": 3, "better": [3, 11, 12, 15, 16, 18, 25, 26], "document": [3, 11, 24, 26], "pip": [3, 25, 26], "git": 3, "import": [3, 8, 11, 13, 15, 19, 20, 24, 28], "known": [3, 28], "easytransform": [3, 26, 28], "break": [3, 8, 25, 26], "been": [3, 8, 11, 24, 26], "sinc": [3, 8, 11, 14, 17, 25, 26], "renam": 3, "old": [3, 18, 26], "version": [3, 5, 11, 15, 17, 25, 26], "legaci": [3, 16], "run": [3, 8, 11, 14, 17, 18, 19, 20, 21, 25, 28], "v1": 3, "mean": [4, 8, 11, 12, 13, 14, 16, 17, 24, 25, 26], "": [4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 26, 28], "both": [4, 8, 11, 16, 17, 19, 25, 26], "low": [4, 9, 11, 14, 24, 26], "hang": [4, 26], "fruit": [4, 26], "bar": [4, 11], "entri": [4, 14, 19, 20, 26], "The": [4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 28], "standard": [4, 11, 12, 25, 26], "answer": [4, 8, 20, 24, 25, 26], "why": [4, 8, 14, 24, 25, 26], "yet": [4, 10, 11, 25, 26, 28], "aren": [4, 18, 26], "t": [4, 8, 9, 10, 11, 12, 13, 14, 15, 18, 24, 25, 26, 28], "enough": [4, 8, 25, 26], "peopl": [4, 26], "guid": [4, 26], "arena": 4, "callum": [4, 26], "mcdougal": [4, 26], "comprehens": [4, 26], "introduct": 4, "mech": [4, 25], "interp": [4, 25], "written": [4, 5, 25], "snippet": 4, "copi": [4, 10, 25], "come": [4, 11, 20, 25, 26], "exercis": [4, 25], "solut": [4, 25, 26], "notabl": [4, 11, 17, 25, 26], "video": [4, 5, 25, 26], "me": [4, 18, 26, 28], "good": [4, 5, 8, 15, 24, 25, 26, 28], "cover": [4, 11, 26], "foundat": [4, 26], "concept": [4, 25, 26], "wild": [4, 8, 25, 26], "techniqu": [4, 5, 11, 20, 25, 26], "direct": [4, 8, 11, 13, 17, 20, 26], "logit": [4, 5, 8, 10, 11, 14, 15, 20, 24, 26], "patch": [4, 5, 6, 7], "paper": [4, 5, 8, 11, 12, 14, 15, 20, 26], "read": [4, 5, 8, 11, 26], "200": [4, 26], "explain": [4, 5, 25, 26], "jargon": 4, "unfamiliar": [4, 25], "term": [4, 8, 11, 25], "go": [4, 5, 20, 26], "across": [4, 8, 10, 11, 13, 18, 20, 23, 25, 26], "youtub": 4, "channel": 4, "content": [4, 15, 25, 26], "walkthrough": [4, 25, 26], "colab": [5, 25, 26, 28], "blob": 5, "ipynb": 5, "causal": [5, 10, 12, 20, 25, 26], "intervent": [5, 20, 25, 26], "identifi": [5, 11, 20, 25, 26], "matter": [5, 11, 20, 25, 26], "produc": [5, 11, 20, 25], "output": [5, 8, 10, 11, 12, 14, 16, 17, 20, 24, 25, 26], "incomplet": 5, "gradient": [5, 8, 17, 21, 26], "take": [5, 8, 11, 14, 17, 20, 24, 25, 26, 28], "approxim": [5, 25, 26], "individu": [5, 8, 11, 14, 25], "bad": [5, 11], "residu": [5, 8, 10, 11, 12, 14, 20, 26], "stream": [5, 8, 10, 11, 12, 14, 20, 24, 26], "probabl": [5, 11, 15, 16, 20, 24, 25, 26], "best": [5, 11, 25, 26], "after": [5, 8, 11, 12, 14, 17, 21, 25, 26, 28], "demonstr": [5, 13, 25, 26], "focus": [5, 25, 26], "less": [5, 11, 14, 25], "rigor": [5, 25, 26], "get": [5, 8, 10, 11, 12, 13, 14, 15, 16, 17, 20, 23, 25, 26, 28], "grasp": 5, "steal": 5, "liber": [5, 17], "phenomenon": 5, "memoris": 5, "data": [5, 11, 15, 24, 25, 26], "minimis": 5, "loss": [5, 8, 11, 15, 17, 20, 21, 24, 25, 26], "longer": 5, "generalis": [5, 25, 26], "lead": [5, 10, 17, 24, 26], "sharp": [5, 26], "decreas": [5, 14, 24, 25], "test": [5, 11, 15, 16, 24, 25, 26], "well": [5, 11, 13, 17, 20, 24, 25, 26], "show": [5, 11, 13, 16, 25, 26, 28], "task": [5, 10, 11, 12, 15, 20, 21, 25], "modular": [5, 24], "addit": [5, 10, 11, 25], "verifi": [5, 25, 26], "grok": 5, "light": 5, "explan": [5, 20, 25], "ll": [5, 11, 16, 25, 26], "pair": [5, 9, 11, 14, 16, 24, 25, 26], "seri": [5, 8, 26], "base": [5, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 23, 24, 25, 26, 27], "detector": [5, 16], "detect": [5, 16, 25, 26], "sever": [5, 8, 11, 24, 25, 26], "creat": [5, 8, 11, 14, 17, 25, 26], "own": [5, 25, 26], "custom": [5, 11, 12, 14, 15, 17, 24, 25, 26], "algorithm": [5, 9, 12, 26, 28], "interact": [5, 25, 26], "neuroscop": [5, 26], "hacki": [5, 24], "bug": [5, 8, 12, 24, 26], "web": [5, 26], "visualis": [5, 25], "even": [5, 9, 11, 12, 14, 15, 18, 25, 26, 28], "profession": 5, "front": 5, "visual": [5, 26], "dynam": [5, 12, 26], "updat": [5, 11, 19, 20, 23, 25, 26], "llama": [5, 18, 27], "convert": [5, 10, 11, 24, 25, 26], "meta": [5, 11, 18, 24, 25, 26], "7b": [5, 18, 26, 27], "now": [5, 11, 25, 26], "until": [5, 8, 11, 17, 25, 26], "multi": [5, 8, 24, 26], "gpu": [5, 8, 9, 10, 11, 25, 26], "great": [5, 26, 28], "avail": [5, 8, 11, 12, 16, 18], "access": [5, 8, 12, 17, 24, 25], "know": [5, 8, 10, 25, 26], "No": [5, 26], "posit": [5, 8, 10, 11, 12, 14, 15, 16, 17, 18, 20, 24, 25, 26], "experi": [5, 12, 25, 26, 28], "embed": [5, 8, 10, 11, 12, 14, 25, 26], "previou": [5, 8, 11, 14, 16, 25, 26], "token": [5, 8, 10, 11, 12, 13, 14, 15, 16, 18, 20, 24, 25], "port": 5, "weight": [5, 10, 11, 12, 14, 21, 25, 26, 28], "excel": [5, 8, 25, 26, 28], "sequenc": [5, 10, 11, 12, 14, 15, 16, 17, 20, 24, 25, 26], "investig": [5, 8, 11, 16, 25, 26], "worth": [5, 8, 25, 26], "interest": [5, 10, 11, 25, 26], "topic": 5, "svd": [5, 9, 11, 13, 26], "conjectur": 5, "post": [5, 8, 13, 14, 25, 26], "singular": [5, 9, 11, 13, 26], "valu": [5, 8, 9, 10, 11, 12, 14, 16, 18, 19, 20, 24, 25, 26, 28], "decomposit": [5, 8, 9, 11, 25, 26], "matric": [5, 9, 11, 13, 14, 25, 26], "surprisingli": 5, "reproduc": [5, 12, 16], "further": [5, 8, 11, 24, 25, 26], "tracr": 5, "cool": 5, "deepmind": 5, "tool": [5, 26, 28], "compil": 5, "program": [5, 26, 28], "rasp": 5, "jax": 5, "form": [5, 8, 9, 11, 20, 25, 26], "pytorch": [5, 11, 12, 15, 17, 26], "brows": 6, "first": [6, 8, 11, 12, 15, 18, 20, 24, 25, 26], "activationcach": [6, 7, 10, 11, 16, 20, 24, 25, 26], "submodul": 6, "factoredmatrix": [6, 7, 10, 14, 24, 26], "hookedencod": [6, 7, 23], "hookedtransformerconfig": [6, 7, 11, 14, 18, 19, 23], "svdinterpret": [6, 7], "eval": [6, 7, 26], "head_detector": [6, 7], "hook_point": [6, 7, 11, 26], "past_key_value_cach": [6, 7], "util": [6, 7, 8, 9, 11, 16, 17, 18, 21, 25, 26], "subpackag": 6, "core": [8, 11, 25, 26, 28], "wrapper": [8, 10, 11, 20, 23, 26], "store": [8, 11, 12, 17, 19, 20, 21, 25, 26], "forward": [8, 10, 11, 12, 14, 17, 19, 26], "pass": [8, 11, 12, 14, 16, 17, 18, 19, 24, 26], "provid": [8, 10, 11, 14, 17, 23, 24], "varieti": [8, 26], "helper": [8, 11, 14, 15, 17, 20, 24, 26], "function": [8, 10, 11, 12, 14, 16, 17, 18, 20, 21, 23, 24, 26, 28], "them": [8, 11, 14, 17, 20, 24, 25, 26], "start": [8, 11, 14, 20, 24, 25, 26], "class": [8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 24], "skim": 8, "method": [8, 10, 11, 12, 17, 18, 19, 24, 25, 26], "refer": [8, 11, 14, 17, 25, 26], "back": [8, 12, 14, 26], "depend": [8, 11, 26], "cache_dict": 8, "dict": [8, 10, 11, 12, 14, 15, 16, 17, 24], "str": [8, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26], "tensor": [8, 9, 10, 11, 13, 14, 16, 19, 20, 24, 25, 26], "has_batch_dim": 8, "bool": [8, 10, 11, 12, 15, 16, 17, 18, 19, 20, 21, 24], "wai": [8, 11, 17, 24, 25, 26], "run_with_cach": [8, 10, 11, 17, 25, 26], "particular": [8, 13, 16, 25, 26], "behaviour": [8, 11, 25, 26], "modal": 8, "step": [8, 11, 12, 18, 21, 24, 25, 26], "most": [8, 11, 17, 24, 25, 26, 28], "respons": [8, 12, 25], "prompt": [8, 11, 14, 15, 20, 24, 25, 26], "did": [8, 24, 25, 26], "chicken": 8, "road": [8, 24], "might": [8, 10, 25], "specif": [8, 10, 11, 14, 16, 20, 25, 26], "sublay": 8, "mlp": [8, 10, 11, 12, 14, 20, 24, 25, 26], "kind": [8, 25, 26], "commonli": 8, "fall": 8, "under": [8, 11], "categori": [8, 25], "dla": 8, "load": [8, 10, 11, 12, 15, 18, 24, 25, 28], "pretrain": [8, 10, 11, 12, 15, 18, 24, 25, 26], "_logit": 8, "residual_stream": 8, "label": [8, 11, 12, 14, 18, 25, 26], "decompose_resid": [8, 25], "return_label": [8, 25], "0": [8, 10, 11, 12, 13, 14, 16, 18, 21, 24, 25, 26], "emb": [8, 14, 24, 26], "pos_emb": [8, 12, 26], "0_attn_out": 8, "proceed": 8, "space": [8, 10, 11, 24, 25, 26], "match": [8, 11, 16, 25], "logit_attr": 8, "shape": [8, 10, 11, 14, 20, 24, 25, 26], "torch": [8, 10, 11, 12, 14, 17, 18, 20, 23, 24, 25, 26], "size": [8, 11, 12, 14, 15, 21, 24, 25, 26], "10": [8, 11, 13, 24, 25, 26, 27], "7": [8, 15, 25, 26, 27], "most_important_component_idx": 8, "argmax": [8, 25], "3_attn_out": 8, "dig": [8, 25, 26, 28], "granular": 8, "get_full_resid_decomposit": 8, "larger": [8, 15, 25, 26], "stack": [8, 10, 11, 20, 24, 25, 26], "remain": [8, 11, 17, 26], "equal": [8, 12], "struggl": 8, "construct": [8, 10], "joke": 8, "last": [8, 11, 24, 26], "trivial": 8, "few": [8, 10, 25, 26], "call": [8, 10, 11, 12, 14, 17, 18, 24, 25, 26], "accumulated_resid": [8, 25], "other": [8, 10, 11, 14, 16, 17, 18, 20, 25], "biggest": 8, "footgun": [8, 17], "sourc": [8, 11, 12, 14, 15, 20, 28], "keep": [8, 11, 17, 25, 26, 28], "track": [8, 25], "index": [8, 11, 12, 13, 14, 18, 20, 23, 24, 25, 26], "dimens": [8, 11, 12, 14, 17, 20, 24, 25, 26], "There": [8, 10, 16, 18, 24, 25, 26, 28], "vector": [8, 9, 11, 13, 14, 20, 25, 26], "q": [8, 11, 14, 20], "k": [8, 9, 11, 13, 14, 20, 24, 25, 26], "z": [8, 11, 16, 20, 25, 26], "batch": [8, 10, 11, 14, 15, 17, 19, 20, 21, 24, 25, 26], "po": [8, 10, 11, 14, 20, 24, 25, 26], "head_index": [8, 11, 13, 14, 20, 25, 26], "d_head": [8, 10, 11, 12, 14, 18, 19, 25, 26, 27], "pattern": [8, 11, 14, 16, 20, 26], "result": [8, 10, 11, 12, 14, 16, 18, 20, 24, 25, 26, 28], "softmax": [8, 11, 14, 24, 26], "attn_scor": [8, 14], "pre": [8, 11, 12, 14, 16, 24], "query_po": [8, 14, 25], "key_po": [8, 14, 25], "d_model": [8, 10, 11, 12, 14, 18, 25, 26, 27], "mid": [8, 25], "solu_ln": [8, 12], "between": [8, 11, 14, 16, 20, 24, 25, 26, 28], "layernorm": [8, 10, 11, 12, 14, 24, 25], "d_mlp": [8, 10, 11, 12, 14, 18, 24, 26, 27], "resid_pr": [8, 12, 14, 20, 25, 26], "resid_mid": [8, 20], "resid_post": [8, 12, 25], "attn_out": [8, 11, 12, 20, 25], "mlp_out": [8, 11, 12, 14, 20, 25], "normal": [8, 11, 12, 14, 24, 25, 26, 28], "ln": [8, 11, 12, 25, 26], "lnpre": [8, 12], "scale": [8, 11, 12, 14, 24, 25, 26], "sometim": [8, 15, 25], "miss": [8, 25], "becaus": [8, 9, 10, 11, 12, 14, 15, 24, 25, 26, 28], "appli": [8, 11, 12, 14, 20, 24, 25, 26], "remove_batch_dim": [8, 17, 24, 26], "batch_siz": [8, 10, 14, 15, 17, 19, 21, 25, 26], "robust": [8, 25], "annot": [8, 26], "layers_cov": 8, "queri": [8, 10, 11, 12, 14, 16, 20, 26], "batch_and_pos_dim": 8, "default": [8, 11, 12, 13, 14, 15, 16, 17, 18, 20, 24, 25, 26], "ve": [8, 11, 14, 15, 17, 25, 28], "remov": [8, 9, 11, 14, 17, 24, 25, 26, 28], "slice": [8, 24, 25], "dictionari": [8, 10, 11, 12, 16, 17, 24, 26], "whether": [8, 10, 11, 12, 14, 15, 17, 18, 20, 21, 24, 25, 26], "option": [8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24], "int": [8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26], "none": [8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 25, 26], "incl_mid": [8, 25], "fals": [8, 10, 11, 12, 15, 16, 17, 18, 19, 20, 21, 24, 25, 26], "apply_ln": [8, 25], "pos_slic": [8, 25], "union": [8, 10, 11, 13, 14, 16, 17, 19, 20, 23, 24, 25], "tupl": [8, 9, 10, 11, 14, 16, 17, 20, 24, 26], "ndarrai": [8, 11, 24], "mlp_input": [8, 11], "float": [8, 9, 10, 11, 12, 14, 16, 18, 19, 20, 21, 24, 25, 26], "accumul": [8, 11, 25], "sub": [8, 26], "www": 8, "lesswrong": 8, "ackrb8wdpdan6v6ru": 8, "thought": [8, 25, 26], "believ": [8, 15, 25], "point": [8, 10, 11, 12, 13, 17, 24, 25, 28], "vocabulari": [8, 12, 25, 26], "rememb": 8, "final": [8, 10, 11, 12, 14, 24, 25, 26], "norm": [8, 9, 11, 12, 14, 18, 21, 25, 26], "decod": 8, "therefor": [8, 11, 24], "multipli": [8, 11, 14, 16, 25, 26], "unembed": [8, 10, 11, 25, 26], "matrix": [8, 9, 10, 11, 13, 14, 16, 24, 25], "w_u": [8, 10, 11, 25, 26], "instead": [8, 11, 14, 17, 25, 26], "broken": [8, 17, 24, 25, 26], "down": [8, 11, 14, 25, 26], "einop": [8, 25, 26], "einsum": [8, 25, 26], "panda": [8, 20], "pd": [8, 20], "devic": [8, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 25, 26], "answer_token": [8, 25], "to_single_token": [8, 11, 25, 26], "2975": 8, "accum_resid": 8, "last_token_accum": 8, "9": [8, 24, 25, 26, 27], "64": [8, 18, 24, 26, 27], "50257": [8, 18, 26, 27], "layers_unembed": 8, "d_vocab": [8, 10, 11, 12, 13, 18, 20, 24, 26, 27], "rank": [8, 9, 11, 14, 24, 25, 26], "correct": [8, 20, 23, 24, 25, 26], "sorted_indic": 8, "argsort": 8, "dim": [8, 11, 24, 25, 26], "descend": [8, 26], "rank_answ": 8, "nonzero": 8, "as_tupl": 8, "0_pre": 8, "4442": 8, "1_pre": [8, 25], "382": 8, "2_pre": 8, "982": 8, "3_pre": 8, "1160": 8, "4_pre": 8, "408": 8, "5_pre": 8, "145": 8, "6_pre": 8, "78": 8, "7_pre": 8, "387": 8, "final_post": 8, "6": [8, 18, 24, 25, 26, 27], "dtype": [8, 10, 11, 12, 14, 18, 23, 25, 26], "int64": [8, 24], "exclud": [8, 16], "n_layer": [8, 10, 11, 12, 18, 20, 23, 25, 26, 27], "immedi": [8, 14, 25, 26], "indic": [8, 10, 14, 17, 20, 24, 25, 26], "taken": [8, 11, 26], "input": [8, 10, 11, 12, 14, 17, 18, 19, 20, 24, 25, 26], "l": [8, 11, 25, 26], "noth": [8, 10, 11, 24, 25, 26], "current": [8, 10, 11, 12, 14, 16, 25, 26], "essenti": [8, 11, 25, 26, 28], "rather": [8, 11, 12, 14, 20, 24, 25, 26], "than": [8, 11, 12, 14, 15, 16, 17, 20, 24, 25, 26], "graph": [8, 25, 26], "apply_ln_to_stack": [8, 11, 24, 25], "residual_stack": [8, 25], "num_compon": 8, "batch_slic": 8, "batch_and_pos_dims_out": 8, "eg": [8, 11, 15, 20, 24, 25, 26], "treat": [8, 11, 25, 26], "factor": [8, 9, 11, 25], "simul": [8, 11, 25, 26], "global": [8, 14, 17, 24, 25, 26], "entir": [8, 11, 20, 25], "element": [8, 11, 14, 16, 20, 24, 26], "unchang": [8, 10, 11, 24, 25, 26], "whose": [8, 10, 11, 15, 24, 25], "trail": [8, 9, 24], "assum": [8, 10, 11, 14, 17, 20, 21, 24, 25], "hook_scal": [8, 24, 25, 26], "unemb": [8, 11, 12, 14, 25, 26], "map": [8, 10, 11, 14, 16, 17, 25, 26], "ie": [8, 10, 11, 12, 14, 18, 20, 24, 25, 26], "ln2": [8, 24, 26], "ln1": [8, 12, 24, 26], "ln_final": [8, 25, 26], "over": [8, 11, 20, 24, 25, 26], "alreadi": [8, 11, 24, 25, 26], "apply_slice_to_batch_dim": 8, "compute_head_result": 8, "comput": [8, 9, 11, 14, 16, 17, 19, 20, 24, 25, 26, 28], "amount": [8, 12, 25], "sum": [8, 9, 11, 12, 14, 16, 24, 25, 26], "plu": 8, "b_o": [8, 10, 11, 26], "intend": [8, 12, 24], "enabl": [8, 11, 25, 26, 28], "use_attn_result": [8, 11, 12], "forget": 8, "liter": [8, 10, 11, 13, 16, 20], "incl_emb": 8, "decompos": 8, "incl": 8, "expand_neuron": 8, "bias": [8, 10, 11, 12, 21, 25], "expand": [8, 11], "everi": [8, 10, 11, 14, 17, 20, 21, 24, 25, 26], "get_neuron_result": 8, "neuron_slic": 8, "num_neuron": 8, "subset": [8, 12, 15, 25, 26], "specifi": [8, 10, 11, 12, 15, 16, 17, 23, 24, 26], "expens": [8, 9], "cheap": 8, "hook_emb": [8, 24, 26], "hook_pos_emb": [8, 26], "block": [8, 11, 12, 14, 20, 24, 25, 26], "hook_resid_pr": [8, 26], "incorrect_token": [8, 25], "typic": [8, 10, 11, 14, 16, 25, 26], "calcul": [8, 9, 10, 11, 12, 14, 16, 25, 26], "revers": [8, 9, 20, 24, 25, 26, 28], "dot": [8, 11, 14, 24], "product": [8, 9, 14, 26], "incorrect": [8, 11, 20, 25, 26], "select": [8, 24, 25, 26], "arxiv": [8, 11, 12, 14, 15], "org": [8, 11, 12, 14, 15, 26, 28], "ab": [8, 9, 11, 16, 25, 26], "2211": [8, 15], "00593": [8, 15], "john": [8, 25, 26], "mari": [8, 25, 26], "went": [8, 25, 26], "shop": [8, 25, 26], "gave": [8, 15, 25, 26], "bag": [8, 25], "were": [8, 11, 12, 15, 25, 26, 28], "choos": [8, 25, 26], "impact": 8, "final_ln": 8, "residual_stack_item": 8, "dure": [8, 17, 19, 26, 28], "stack_activ": 8, "activation_nam": [8, 20, 25], "sublayer_typ": 8, "flexibl": 8, "given": [8, 9, 10, 11, 13, 16, 17, 18, 20, 23, 24, 25, 26], "strictli": [8, 26], "befor": [8, 10, 11, 12, 14, 17, 24, 25, 26], "get_act_nam": [8, 24, 25, 26], "infer": [8, 11, 14, 20, 25, 26], "incl_remaind": 8, "stack_head_result": [8, 25], "axi": [8, 14, 20, 24, 25, 26], "length": [8, 10, 11, 12, 14, 24, 25, 26], "n_head": [8, 10, 11, 12, 14, 18, 19, 20, 25, 26, 27], "notat": [8, 25], "l0h0": 8, "stack_neuron_result": 8, "l0n0": 8, "super": [8, 11, 24, 26], "memori": [8, 9, 10, 11, 12, 25, 26], "short": [8, 24, 25, 26, 28], "move_model": 8, "move": [8, 10, 11, 20, 25, 26], "mostli": [8, 25, 26], "finish": [8, 11, 24, 25, 26], "save": [8, 11, 12, 16, 21, 24, 25, 26], "howev": [8, 15, 25, 26], "oper": [8, 25, 26], "slower": 8, "unless": [8, 11, 12, 15, 26], "deprec": 8, "toggle_autodiff": 8, "toggl": [8, 11], "autodiff": [8, 26], "set_grad_en": [8, 25, 26], "state": [8, 11, 17, 25, 26, 28], "pretti": [8, 11, 24, 25, 26], "danger": 8, "turn": [8, 11, 24, 25, 26], "off": [8, 11, 15, 24, 25, 26], "abil": [8, 20, 25], "complet": [8, 14, 25, 26], "easi": [8, 11, 24, 25, 26, 28], "bunch": [8, 10, 11, 17, 25, 26], "don": [8, 10, 11, 12, 13, 15, 24, 25, 26, 28], "realis": [8, 25], "consum": [8, 9], "downstream": 8, "delet": [8, 24, 25], "stick": [8, 25], "around": [8, 10, 11, 17, 20, 23, 25, 26], "often": [8, 11, 12, 18, 24, 25, 26], "troubl": 8, "its": [8, 11, 14, 17, 25, 26, 28], "mess": [8, 11, 24, 26], "inference_mod": 8, "decor": 8, "achiev": [8, 26], "similar": [8, 10, 11, 14, 16, 25, 26], "effect": [8, 11, 20, 25, 26], "requires_grad": 8, "repres": [9, 10, 12, 14, 16, 20, 24, 25, 26], "two": [9, 10, 14, 16, 18, 20, 24, 25, 26], "effici": [9, 14, 24, 26], "eigenvalu": 9, "ldim": [9, 26], "mdim": [9, 26], "rdim": [9, 26], "properti": [9, 10, 11, 14, 24, 25, 26], "leading_dim": [9, 24], "ba": 9, "sens": [9, 17, 25, 26], "u": [9, 11, 20, 24, 25, 26], "vh": [9, 11], "collapse_l": 9, "collaps": [9, 25, 26], "left": [9, 11, 14, 24, 25, 26, 28], "side": [9, 11], "orthogon": [9, 11], "self": [9, 10, 11, 14, 24, 26], "collapse_r": 9, "analog": [9, 25, 26], "apart": [9, 24, 25, 26], "zero": [9, 11, 14, 16, 24, 25, 26], "bav": 9, "kv": 9, "abav": 9, "kav": 9, "av": 9, "eigenvector": [9, 26], "get_corn": [9, 24, 25], "make_even": 9, "sqrt": [9, 11, 12], "diag": 9, "equival": [9, 11, 14, 25, 26], "factoris": [9, 11, 14, 26], "half": [9, 10, 11, 14, 15, 26], "row": [9, 11, 20], "col": 9, "ndim": 9, "frobeniu": [9, 26], "squar": [9, 14, 24, 26], "m": [9, 14, 24, 25, 26], "st": 9, "transpos": [9, 24], "obviou": [9, 11, 25], "thing": [9, 11, 12, 14, 20, 25, 26, 28], "unsqueez": [9, 24], "hook": [10, 11, 12, 14, 17, 25], "encod": [10, 14, 24, 26], "contain": [10, 11, 14, 15, 16, 17, 18, 19, 24, 25, 26], "bert": [10, 14, 18, 26, 27], "separ": [10, 11, 12, 17, 24, 25, 26], "move_to_devic": [10, 11], "kwarg": [10, 11, 18, 24, 25, 26], "hookedrootmodul": [10, 11, 17, 26], "hookpoint": [10, 11, 17, 25, 26], "inherit": [10, 26], "limit": [10, 11, 25], "mvp": 10, "mask": [10, 11, 14, 24, 25], "mlm": 10, "next": [10, 11, 24, 25, 26], "sentenc": [10, 11, 14, 16, 25, 26], "nsp": 10, "dropout": 10, "inconsist": [10, 13], "fine": [10, 26], "preprocess": [10, 25], "fold": [10, 11, 14, 18, 25], "ov": [10, 11, 13, 14, 25, 26], "qk": [10, 11, 14, 25], "w_e": [10, 11, 26], "conveni": [10, 11, 12, 17, 24, 26], "w_e_po": [10, 11], "n_ctx": [10, 11, 12, 14, 18, 26, 27], "concaten": [10, 11, 24, 25, 26], "w_po": [10, 11, 26], "overcomplet": [10, 11], "basi": [10, 11], "w_k": [10, 11, 12, 14, 26], "w_o": [10, 11, 14, 25, 26], "w_q": [10, 11, 14, 26], "w_v": [10, 11, 14, 26], "w_in": [10, 11, 13, 14, 26], "w_out": [10, 11, 13, 14, 26], "absolut": [10, 11, 12, 14, 16, 24, 25, 26], "all_head_label": [10, 11], "b_k": [10, 11, 26], "b_q": [10, 11, 26], "b_u": [10, 11, 25, 26], "b_v": [10, 11, 26], "b_in": [10, 11, 14, 26], "b_out": [10, 11, 14, 26], "buffer": [10, 11], "modifi": [10, 11], "cuda": [10, 11, 12, 15, 18], "associ": [10, 11, 17], "optim": [10, 11, 21, 25], "live": [10, 11, 25, 26], "while": [10, 11, 14, 17, 25, 26], "return_typ": [10, 11, 17, 25, 26], "token_type_id": [10, 14], "one_zero_attention_mask": 10, "binari": [10, 14], "id": [10, 11, 14], "belong": [10, 14], "cl": [10, 14, 26], "sep": [10, 14], "sequence_length": [10, 14, 16, 24], "attend": [10, 12, 14, 24, 25, 26], "ignor": [10, 11, 12, 14, 17, 24, 26], "primarili": 10, "pad": [10, 11, 14, 24, 25, 26], "variabl": 10, "instanc": [10, 14, 16, 17, 25], "shorter": [10, 11, 26], "right": [10, 11, 14, 20, 24, 25, 26], "classmethod": [10, 11, 12, 19], "model_nam": [10, 11, 12, 18, 26], "checkpoint_index": [10, 11, 12, 18, 26], "checkpoint_valu": [10, 11, 12, 18, 26], "hf_model": [10, 11], "float32": [10, 11, 12, 14, 18, 25], "from_pretrained_kwarg": [10, 11], "huggingfac": [10, 11, 12, 15, 18, 24, 26, 28], "bertformaskedlm": 10, "unlik": [10, 11, 20, 26], "mp": [10, 11], "model_arg": [10, 11, 17], "return_cache_object": [10, 11], "otherwis": [10, 11, 15, 16, 24], "device_or_dtyp": [10, 11, 23], "print_detail": [10, 11, 23, 24], "cast": [10, 11], "non_block": [10, 11], "memory_format": [10, 11], "channels_last": [10, 11], "Its": [10, 11], "complex": [10, 11, 12, 25, 26], "integr": [10, 11, 18], "tri": [10, 11, 25, 26, 28], "asynchron": [10, 11], "respect": [10, 11, 17, 24, 26], "host": [10, 11], "pin": [10, 11], "below": [10, 11, 25], "desir": [10, 11], "format": [10, 11, 17, 25, 26], "4d": [10, 11], "keyword": [10, 11, 17, 26], "argument": [10, 11, 12, 17, 18, 24, 26], "xdoctest": [10, 11], "ignore_w": [10, 11], "non": [10, 11, 12, 14, 15, 24, 25, 26], "determinist": [10, 11, 24, 25], "nn": [10, 11, 17, 26], "1913": [10, 11], "3420": [10, 11], "5113": [10, 11], "2325": [10, 11], "doubl": [10, 11], "in_featur": [10, 11], "out_featur": [10, 11], "bia": [10, 11, 12, 14, 25, 26], "float64": [10, 11], "requir": [10, 11, 20, 24], "env": [10, 11], "torch_doctest_cuda1": [10, 11], "gpu1": [10, 11], "1914": [10, 11], "5112": [10, 11], "2324": [10, 11], "float16": [10, 11], "cdoubl": [10, 11], "3741": [10, 11], "j": [10, 11, 12, 14, 18, 25, 26, 27], "2382": [10, 11], "5593": [10, 11], "4443": [10, 11], "complex128": [10, 11], "6122": [10, 11], "1150": [10, 11], "fairli": [11, 25, 26], "extract": [11, 26], "harder": [11, 20, 25], "aim": [11, 25, 28], "simplifi": [11, 25, 26], "attach": [11, 26], "within": [11, 14, 16, 17, 20, 24, 25, 26], "inspect": [11, 25], "alter": 11, "facilit": 11, "deeper": 11, "pretrainedtokenizerbas": 11, "default_padding_sid": 11, "50": [11, 21, 26], "initialis": [11, 12], "although": [11, 14, 17], "instanti": [11, 12, 26], "randomli": [11, 12, 26], "__init__": [11, 14, 17, 24, 26], "test_prompt": [11, 24, 25, 26], "w_gate": [11, 14], "gate": [11, 14], "tokenizer_nam": [11, 12], "cannot": [11, 24, 26], "explicitli": [11, 12, 14, 15, 18, 20, 26], "n_devic": [11, 12, 18, 23], "greater": [11, 16], "split": [11, 14, 18, 24, 25, 26], "multipl": [11, 16, 23, 24, 26], "accumulated_bia": 11, "include_mlp_bias": 11, "layers_accumulated_ov": 11, "all_composition_scor": [11, 24], "composit": [11, 25, 26], "score": [11, 14, 16, 20, 25], "l1": 11, "h1": 11, "l2": 11, "h2": [11, 25], "upper": [11, 14], "triangular": [11, 16, 24, 26], "third": [11, 26], "pub": [11, 24], "2021": 11, "framework": [11, 14, 25, 26], "html": [11, 24, 25], "20abov": 11, "20diagram": 11, "20show": 11, "20q": 11, "2d": [11, 24], "2c": 11, "20k": [11, 24], "20and": 11, "20v": 11, "2dcomposit": 11, "three": [11, 20, 24, 25], "metric": [11, 16, 20, 25, 26], "center_unemb": [11, 25], "state_dict": 11, "center": [11, 12, 14, 25, 26], "subtract": [11, 16, 25], "themselv": 11, "As": [11, 25, 26], "translat": [11, 25, 26], "invari": 11, "log": [11, 21, 24, 25, 26], "prob": [11, 24, 25, 26], "slightli": [11, 24, 25], "misl": 11, "someth": [11, 15, 25], "center_writing_weight": [11, 25, 26], "fold_layer_norm": [11, 18], "check_hooks_to_add": [11, 17], "hook_point_nam": [11, 17], "dir": [11, 17], "fwd": [11, 17], "is_perman": [11, 17], "prepend": [11, 12, 15, 17, 18, 24, 26], "overrid": [11, 12, 17, 18, 24], "consist": [11, 25, 26], "neighbour": 11, "further_com": [11, 12], "md": [11, 12], "fold_value_bias": 11, "alwai": [11, 12, 20, 25, 26], "constant": [11, 14, 25, 26], "togeth": [11, 24, 25, 26], "doesn": [11, 15, 24, 25, 26], "easier": [11, 15, 25, 26, 28], "formal": 11, "b_o_new": 11, "b_o_origin": 11, "sum_head": 11, "b_v_head": 11, "w_o_head": 11, "loss_per_token": 11, "prepend_bo": [11, 12, 15, 18, 24, 25], "use_default_valu": 11, "padding_sid": [11, 24, 25], "start_at_lay": 11, "shortformer_pos_emb": [11, 14], "attention_mask": [11, 14, 19, 24], "stop_at_lay": 11, "past_kv_cach": [11, 14], "hookedtransformerkeyvaluecach": [11, 14, 19], "either": [11, 16, 17, 18, 20, 25, 26], "flag": [11, 12, 15, 17, 20, 24, 25, 26], "entropi": [11, 24, 25, 26], "per": [11, 20, 24, 25, 26], "averag": [11, 15, 25, 26], "scalar": [11, 14, 17, 26], "default_prepend_bo": [11, 12, 15, 18, 24, 26], "bo": [11, 12, 16, 18, 24, 25, 26], "impli": 11, "usag": [11, 25], "accordingli": [11, 12, 14, 18, 25, 26], "lose": [11, 12, 18], "empir": [11, 12, 18, 20, 26], "seem": [11, 12, 15, 18, 25, 26], "inclus": 11, "skip": [11, 25, 26], "neg": [11, 24, 25, 26], "shortform": [11, 12, 14, 18], "positional_embedding_typ": [11, 12, 14], "stop": 11, "exclus": [11, 24], "etc": [11, 20, 25, 26, 28], "24": [11, 24, 25, 26, 27], "frozen": [11, 19], "pai": [11, 14, 25], "through": [11, 25, 26], "correctli": 11, "okai": 11, "twice": [11, 15, 25, 26], "accid": 11, "second": [11, 15, 25, 26], "fold_ln": [11, 18, 25, 26], "refactor_factored_attn_matric": [11, 25], "automodelforcausallm": 11, "process": [11, 12, 18, 24, 25, 26], "autoregress": [11, 21], "neo": [11, 14, 18, 26, 27], "gptj": [11, 18], "opt": [11, 18, 26, 27], "solu": [11, 12, 18, 24, 26, 27], "checkpoint": [11, 12, 18, 21], "stanford": [11, 12, 14, 18, 26, 27], "crfm": [11, 18, 26], "load_and_process_state_dict": 11, "alia": [11, 18, 24, 26], "subsequ": [11, 18, 25, 26], "regular": 11, "batchnorm": [11, 25, 26], "mathemat": [11, 14, 25, 26], "w_": 11, "b_": 11, "w": 11, "layernormpr": [11, 14], "eff": 11, "ext": 11, "wise": [11, 16], "computation": [11, 26], "handl": [11, 17], "wish": 11, "defin": [11, 14, 17, 25, 26], "x_1": [11, 26], "x_0": [11, 26], "x_2": [11, 26], "frac": [11, 26], "x_3": 11, "cdot": 11, "x_4": 11, "due": [11, 26], "relat": [11, 25, 26], "idea": [11, 14, 20, 25, 26, 28], "preced": [11, 25, 26], "never": [11, 26], "w_write": 11, "keepdim": 11, "affect": [11, 20, 25], "fed": [11, 16], "exactli": [11, 18, 25, 26], "1000": [11, 15, 24, 26], "recreat": 11, "onto": [11, 18, 25], "By": [11, 15, 17, 18, 20, 24, 25, 26], "els": [11, 12, 14, 18, 25, 26], "mix": [11, 24, 25, 26], "linearli": 11, "technic": [11, 25, 26], "deriv": [11, 26], "h": [11, 25, 26], "broadcast_b_v": 11, "broadcast": 11, "And": [11, 20, 25, 26], "destination_posit": [11, 26], "source_posit": [11, 26], "along": [11, 14, 24, 25, 26], "source_": 11, "destin": [11, 12, 20, 26], "behavior": [11, 12, 18, 25], "cache_dir": [11, 24], "torch_dtyp": 11, "compat": [11, 18], "especi": [11, 25, 26], "bfloat16": 11, "from_pretrained_no_process": 11, "boolean": [11, 17, 20, 24, 25, 26], "max_new_token": [11, 26], "stop_at_eo": 11, "eos_token_id": [11, 24], "do_sampl": 11, "top_k": [11, 24, 25, 26], "top_p": [11, 24], "temperatur": [11, 24, 26], "freq_penalti": [11, 24], "use_past_kv_cach": 11, "verbos": 11, "pos_plus_new_token": 11, "sampl": [11, 15, 24], "eos_token": 11, "reach": [11, 26], "avoid": [11, 19, 24, 25, 26], "fiddl": 11, "rag": 11, "eot": 11, "throw": 11, "awai": [11, 25], "enter": [11, 25, 26, 28], "messi": [11, 26], "maximum": [11, 12, 14, 21, 26], "stable_lm": 11, "distribut": [11, 23, 24, 25, 26], "greedi": [11, 24], "search": [11, 16, 25, 26], "max": [11, 25], "mass": 11, "top": [11, 24, 25, 26], "cumul": [11, 24], "higher": [11, 25], "random": [11, 12, 15, 21, 25, 26], "temp": [11, 24], "inf": 11, "uniform": [11, 24], "frequenc": [11, 24, 25], "penalti": [11, 24], "penalis": 11, "speed": [11, 25], "applic": [11, 24], "whatev": [11, 25], "tqdm": [11, 26], "get_token_posit": [11, 25, 26], "single_token": [11, 26], "present": 11, "gotcha": [11, 13, 25], "Be": 11, "care": [11, 14, 17, 25, 26], "weird": [11, 12, 25, 26], "carefulli": [11, 25], "correspond": [11, 16, 20, 24, 25, 26], "dummi": [11, 17, 26], "init_weight": [11, 12], "std": 11, "initializer_rang": [11, 12], "02": [11, 18], "roughli": [11, 15, 25, 26], "scheme": 11, "truncat": [11, 15, 24, 26], "halv": 11, "empti": [11, 17], "bulk": 11, "seed": [11, 12, 21, 26], "ensur": [11, 25], "determin": [11, 14, 20, 23, 24, 25, 26], "NOT": [11, 17, 24, 26], "far": [11, 24, 25, 26], "tell": [11, 15, 25, 26], "date": 11, "gotten": 11, "round": [11, 15, 25, 26], "issu": [11, 25, 26], "18182": 11, "transformerencod": 11, "exact": 11, "72253": 11, "mup": 11, "haven": 11, "those": [11, 17, 24, 25], "2203": 11, "03466": 11, "input_to_emb": 11, "relev": [11, 12, 14, 20, 24, 25, 26], "special": [11, 26], "redwood": [11, 25, 26], "load_sample_training_dataset": 11, "dataset": [11, 15, 21, 24, 26], "10k": [11, 15, 24], "get_dataset": [11, 24], "appropri": [11, 26], "info": [11, 12, 20, 24, 26], "download": [11, 24, 26], "locat": [11, 20, 25], "pt": 11, "openwebtext": [11, 15, 24], "karma": [11, 15], "reddit": [11, 15], "hard": [11, 25, 26], "pile": [11, 15, 18, 24, 26, 27], "imperfectli": 11, "suppli": 11, "valid": [11, 15, 25], "loss_fn": [11, 26], "per_token": [11, 24, 26], "lm_cross_entropy_loss": [11, 24], "move_model_modules_to_devic": 11, "process_weights_": 11, "allow": [11, 16, 20, 24, 25, 26], "cleaner": 11, "experiment": 11, "argu": [11, 26], "somewhat": [11, 25, 26], "w_qk": [11, 14, 26], "w_ov": [11, 14, 26], "mani": [11, 14, 19, 20, 21, 25, 26], "hopefulli": [11, 28], "attempt": 11, "column": [11, 20, 24], "rotat": [11, 12, 14, 26], "nth": 11, "formula": 11, "r": 11, "think": [11, 15, 24, 25, 26], "setup": [11, 17, 20], "refactor": 11, "diagon": [11, 25, 26], "asymmetri": 11, "fiddli": 11, "deal": [11, 14, 24, 25], "preserv": [11, 25, 26], "too": [11, 20, 25], "bilinear": [11, 26], "dimension": [11, 12], "coordin": 11, "sample_datapoint": 11, "implicitli": [11, 20, 26], "hasn": 11, "manual": [11, 24, 26], "replac": [11, 12, 20, 25, 26, 28], "choic": [11, 25], "set_token": [11, 12], "pretrainedtoken": 11, "set_use_attn_in": 11, "use_attn_in": [11, 12], "set_use_attn_result": 11, "expos": [11, 28], "easili": [11, 24, 25, 26], "burn": 11, "set_use_hook_mlp_in": 11, "use_hook_mlp_in": [11, 12], "set_use_split_qkv_input": 11, "use_split_qkv_input": [11, 12], "to_single_str_token": 11, "int_token": 11, "uncertain": 11, "to_token": [11, 24, 25, 26], "to_str_token": [11, 13, 25, 26], "weirdli": [11, 25, 26], "gotcha2": 11, "letter": [11, 26], "capit": [11, 25, 26], "shoot": [11, 26], "gotcha3": 11, "exce": 11, "str_token": [11, 25], "to_str": [11, 25, 26], "numpi": [11, 12, 24, 25], "arrai": [11, 13, 24], "long": [11, 26], "window": [11, 12, 24], "tokens_to_residual_direct": [11, 25], "mislead": [11, 25], "integ": [11, 24, 25, 26], "residual_direct": 11, "namedtupl": 11, "dataclass": [12, 17], "configur": [12, 21, 23], "act_fn": [12, 27], "ep": 12, "1e": [12, 18], "05": [12, 18], "use_attn_scal": 12, "use_local_attn": 12, "original_architectur": 12, "from_checkpoint": 12, "checkpoint_label_typ": [12, 26], "window_s": [12, 14], "attn_typ": [12, 14], "init_mod": 12, "normalization_typ": 12, "attention_dir": 12, "attn_onli": [12, 27], "scale_attn_by_inverse_layer_idx": 12, "final_rm": 12, "d_vocab_out": [12, 14], "parallel_attn_mlp": 12, "rotary_dim": [12, 14], "n_param": [12, 27], "use_hook_token": 12, "gated_mlp": 12, "tokenizer_prepends_bo": 12, "post_embedding_ln": 12, "AND": 12, "feedforward": 12, "network": [12, 25, 26], "vocab": 12, "lowercas": 12, "relu": [12, 27], "gelu": [12, 14, 18, 26, 27], "silu": [12, 27], "gelu_new": [12, 24], "gelu_fast": [12, 24], "epsilon": 12, "5": [12, 14, 15, 16, 20, 24, 25, 26, 27], "THEN": 12, "intens": 12, "famili": [12, 26], "certain": [12, 20], "distanc": [12, 14, 25], "weight_init_mod": 12, "pipelin": 12, "parallel": [12, 24, 25], "aka": 12, "unidirect": 12, "bidirect": [12, 26], "deviat": [12, 26], "8": [12, 14, 15, 16, 25, 26, 27], "layer_id": [12, 14], "mistral": [12, 15, 18], "numer": [12, 13, 14, 26], "stabil": [12, 14, 26], "fp16": 12, "rotari": [12, 14], "describ": [12, 24, 25], "blog": [12, 14], "eleuth": [12, 14, 24, 26], "ai": [12, 14, 24, 26], "res_stream": 12, "sinusoid": 12, "rmsnorm": [12, 14], "dumb": 12, "origin": [12, 13, 14, 25, 26], "mainli": 12, "curs": 12, "hidden": [12, 26], "law": 12, "pdf": [12, 14, 15], "2001": 12, "08361": 12, "meaning": [12, 20], "Will": [12, 20], "let": [12, 24, 25, 26, 28], "interven": [12, 17, 20, 25], "add_bos_token": [12, 24], "control": [12, 20, 25, 26], "from_dict": 12, "config_dict": 12, "set_seed_everywher": 12, "to_dict": 12, "get_singular_vector": 13, "vector_typ": 13, "layer_index": [13, 25], "num_vector": 13, "plot": [13, 26], "pysvelt": [13, 26], "instabl": 13, "d": [13, 15, 16, 18, 25, 27], "medium": [13, 18, 27], "svd_interpret": 13, "22": [13, 15, 24, 25, 26], "all_token": 13, "np": [13, 24, 25], "def": [13, 25, 26], "plot_matrix": 13, "filter": [13, 17, 18, 24, 26], "topk": [13, 25], "topktabl": 13, "obj_typ": 13, "pure": 14, "glossari": 14, "order": [14, 20, 24, 25], "sorri": 14, "underli": [14, 20, 25, 26], "destination_residu": 14, "destination_po": 14, "source_po": [14, 26], "param": [14, 21, 26], "convent": [14, 25, 26], "256": [14, 26, 27], "Not": 14, "moment": 14, "mistal": 14, "reason": [14, 25, 26], "apply_causal_mask": 14, "pos_plus_past_kv_pos_offset": 14, "past_kv_pos_offset": [14, 24], "offset_po": [14, 24], "apply_rotari": 14, "calculate_sin_cos_rotari": 14, "10000": [14, 26], "sine": 14, "cosin": 14, "wave": 14, "inexplic": 14, "adjac": [14, 25], "neox": [14, 18, 26, 27], "clue": [14, 25], "resolv": 14, "static": [14, 15], "create_alibi_bia": 14, "head_idx": 14, "alibi": 14, "2108": 14, "12409": 14, "broad": [14, 25], "behind": [14, 25], "proport": [14, 24], "encourag": [14, 24], "distant": 14, "0000": [14, 25], "0625": 14, "1250": 14, "1875": 14, "0039": 14, "0078": 14, "0117": 14, "create_alibi_multipli": 14, "geometr": 14, "ratio": [14, 24, 25, 26], "With": [14, 26], "16": [14, 24, 25, 26, 27], "5000": 14, "2500": [14, 25], "0312": 14, "0156": 14, "7071": 14, "3536": 14, "1768": 14, "0884": 14, "0442": 14, "0221": 14, "0110": 14, "0055": 14, "create_alibi_slop": 14, "slope": 14, "triangl": 14, "lower": [14, 15, 16, 24, 25, 26], "bottom": [14, 26], "corner": 14, "query_input": 14, "key_input": 14, "value_input": 14, "past_kv_cache_entri": 14, "hookedtransformerkeyvaluecacheentri": [14, 19], "additive_attention_mask": 14, "irrelev": [14, 25, 26], "past": [14, 19, 25], "rotate_every_two": 14, "x0": 14, "x1": 14, "bertblock": 14, "transformerblock": 14, "except": [14, 25, 26], "overridden": [14, 17, 24], "subclass": [14, 17], "recip": [14, 17], "afterward": [14, 17], "former": [14, 17], "regist": [14, 17], "latter": [14, 17, 26], "silent": [14, 17], "bertemb": 14, "input_id": 14, "bertmlmhead": 14, "purpos": [14, 15, 25, 26], "resid": 14, "gatedmlp": 14, "equat": 14, "pre_linear": 14, "normalis": [14, 25], "posemb": 14, "rm": 14, "root": [14, 26], "rmsnormpr": 14, "tokentypeemb": 14, "1810": 14, "04805": 14, "block_index": 14, "positional_embeddings_typ": 14, "_description_": 14, "_type_": [14, 17], "evalu": [15, 17, 25, 26], "rough": [15, 26], "anyth": [15, 25], "properli": [15, 25], "cheapli": 15, "compar": [15, 26, 28], "baselin": 15, "ioidataset": 15, "noun": 15, "num_sampl": 15, "symmetr": 15, "ioi_ev": 15, "100": [15, 25, 26], "476": 15, "met": 15, "alic": 15, "bob": 15, "charli": 15, "ball": [15, 25], "book": 15, "397": 15, "get_default_nam": 15, "get_default_noun": 15, "get_default_templ": 15, "get_sampl": 15, "evaluate_on_dataset": 15, "data_load": 15, "induction_loss": [15, 26], "subseq_len": 15, "384": [15, 26], "accuraci": [15, 16, 24], "make_code_data_load": 15, "codeparrot": [15, 24], "dump": 15, "presum": [15, 25], "natur": [15, 25, 26], "make_owt_data_load": 15, "corpu": [15, 24], "make_pile_data_load": 15, "eleutherai": [15, 18], "english": [15, 26, 28], "academ": 15, "internet": [15, 26], "make_wiki_data_load": 15, "wikitext": 15, "wikipedia": [15, 24, 26], "articl": [15, 24, 25, 26], "realli": [15, 16, 24, 25, 26], "expect": [15, 16, 25, 26], "anyon": 15, "bother": 15, "quarantin": 15, "nowadai": 15, "leakag": 15, "though": [15, 24, 25, 26], "sanity_check": 15, "feed": [15, 24, 26], "paragraph": [15, 26], "zoom": [15, 20, 25], "quick": [15, 16, 26], "saniti": [15, 25], "ok": [15, 25, 26], "gone": [15, 25, 26], "wrong": [15, 17, 25], "compute_head_attention_similarity_scor": 16, "attention_pattern": [16, 26], "detection_pattern": 16, "exclude_bo": 16, "exclude_current_token": 16, "error_measur": 16, "mul": 16, "comparison": 16, "exclude_bcurrent_token": 16, "detect_head": 16, "seq": [16, 24], "previous_token_head": 16, "duplicate_token_head": 16, "induction_head": 16, "headnam": 16, "itself": [16, 24, 25], "divid": [16, 24, 25], "straightforward": [16, 25], "big": [16, 18, 24, 25, 26], "fraction": 16, "alloc": 16, "prohibit": 16, "disabl": [16, 17, 25], "cours": [16, 25], "raw": [16, 25], "interv": 16, "perfect": [16, 25], "mismatch": 16, "precis": [16, 20, 25, 26], "examin": 16, "switch": 16, "advantag": 16, "closer": 16, "head_nam": 16, "exist": [16, 25, 26], "ntensor": 16, "ioi": [16, 25, 26], "spacifi": 16, "analyz": 16, "paid": [16, 25, 26], "get_duplicate_token_head_detection_pattern": 16, "duplic": [16, 25, 26], "dynalist": 16, "n2zwtnoyhru1s4vnfsaq519j": 16, "2ukvedzonghl5uhugvhroxeo": 16, "get_induction_head_detection_pattern": 16, "_tfvup5csv5orithmqwj0gsi": 16, "get_previous_token_head_detection_pattern": 16, "0o5vohe9xezn8ertywkh7ioc": 16, "get_supported_head": 16, "inspir": [17, 26, 28], "garcon": [17, 26, 28], "act": [17, 20, 24, 25, 26], "ident": [17, 24, 25, 26], "wrap": [17, 26], "add_hook": [17, 25], "fn": 17, "hook_nam": 17, "add_perma_hook": [17, 26], "clear_context": 17, "remove_hook": 17, "including_perman": 17, "build": [17, 26, 28], "interfac": [17, 26, 28], "nice": [17, 25], "variou": [17, 25, 26], "run_with_hook": [17, 25, 26], "temporari": [17, 24, 26], "persist": 17, "debug": [17, 18, 21], "fix": [17, 25, 26], "still": [17, 25], "solv": [17, 25, 26, 28], "intent": 17, "reset_hook": [17, 26], "accident": 17, "goe": [17, 25, 26], "reset_hooks_end": [17, 25], "add_caching_hook": 17, "names_filt": [17, 25], "callabl": [17, 20], "incl_bwd": 17, "namesfilt": 17, "lambda": [17, 25, 26], "cache_al": 17, "cache_som": 17, "check_and_add_hook": 17, "get_caching_hook": 17, "fwd_hook": [17, 25, 26], "bwd_hook": 17, "exit": [17, 24], "clear": [17, 26], "whenev": 17, "reset": 17, "my_hook": 17, "hooked_loss": 17, "remove_all_hook_fn": 17, "model_kwarg": 17, "everyth": [17, 20, 26], "degrad": 17, "lenshandl": 17, "removablehandl": 17, "context_level": 17, "hold": 17, "perman": 17, "hug": 18, "face": 18, "hub": [18, 24], "768": [18, 25, 26, 27], "layer_norm_ep": 18, "init_rang": 18, "1024": [18, 24, 26, 27], "3072": [18, 26, 27], "12": [18, 25, 26, 27], "model_alias": 18, "arthurconmi": 18, "redwood_attn_2l": [18, 27], "baidicoot": 18, "6b": [18, 26, 27], "3b": [18, 26, 27], "125m": [18, 26, 27], "20b": [18, 26, 27], "pythia": [18, 27], "4b": [18, 27], "dedup": [18, 27], "v0": [18, 27], "12b": [18, 27], "13b": [18, 26, 27], "14m": [18, 27], "160m": [18, 27], "seed1": [18, 27], "seed2": [18, 27], "seed3": [18, 27], "1b": [18, 27], "800m": 18, "8b": [18, 26, 27], "31m": [18, 27], "410m": [18, 27], "350m": 18, "9b": [18, 27], "70m": [18, 27], "19m": [18, 27], "chat": [18, 26, 27], "hf": 18, "2l512w": 18, "lr": [18, 21], "attn_only_1l512w_c4_cod": 18, "c4": [18, 24, 26], "attn_only_2l512w_c4_cod": 18, "attn_only_3l512w_c4_cod": 18, "attn_only_4l512w_c4_cod": 18, "gelu_1l512w_c4_cod": 18, "gelu_2l512w_c4_cod": 18, "gelu_3l512w_c4_cod": 18, "gelu_4l512w_c4_cod": 18, "solu_10l1280w_c4_cod": 18, "10l": [18, 26, 27], "solu_10l_v22_old": 18, "solu_12l1536w_c4_cod": 18, "12l": [18, 26, 27], "solu_12l_v23_old": 18, "solu_1l512w_c4_cod": 18, "solu_1l512w_wiki_finetun": 18, "wiki": [18, 24, 25, 26, 27], "finetun": 18, "solu_1l_v9_old": 18, "solu_2l512w_c4_cod": 18, "solu_2l_v10_old": 18, "solu_3l512w_c4_cod": 18, "solu_4l512w_c4_cod": 18, "solu_4l512w_wiki_finetun": 18, "solu_4l_v11_old": 18, "solu_6l768w_c4_cod": 18, "6l": [18, 26, 27], "solu_6l_v13_old": 18, "solu_8l1024w_c4_cod": 18, "8l": [18, 26, 27], "solu_8l_v21_old": 18, "bigcod": 18, "santacod": [18, 27], "bigscienc": 18, "560m": [18, 27], "distilgpt2": [18, 26], "distillgpt2": [18, 27], "distil": [18, 26], "facebook": 18, "xxl": 18, "30b": [18, 26, 27], "xxxl": 18, "xl": [18, 26, 27], "66b": [18, 26, 27], "xxxxl": 18, "65b": [18, 27], "roneneldan": 18, "tinystori": 18, "1layer": 18, "21m": [18, 27], "28m": [18, 27], "2layer": 18, "33m": [18, 27], "3m": [18, 27], "8m": [18, 27], "instruct": [18, 26, 27], "instuct": 18, "stabilityai": 18, "stablelm": [18, 26, 27], "alpha": [18, 27], "x21": 18, "arwen": 18, "battlestar": 18, "x49": 18, "beren": 18, "caprica": 18, "x81": 18, "celebrimbor": 18, "darkmatt": 18, "x343": 18, "durin": 18, "eowyn": 18, "x777": 18, "expans": 18, "alias": 18, "offici": [18, 26], "convert_bloom_weight": 18, "convert_coder_weight": 18, "get_checkpoint_label": [18, 26], "label_typ": 18, "get_num_params_of_pretrain": 18, "suffici": [18, 25], "get_pretrained_model_config": 18, "automodel": 18, "autoconfig": 18, "infrastructur": [18, 25, 26, 28], "ourselv": [19, 26, 28], "previous_attention_mask": 19, "pos_so_far": 19, "append": [19, 25, 26], "prefix": 19, "append_attention_mask": 19, "new_token": 19, "freez": 19, "init_cach": 19, "unfreez": 19, "past_kei": 19, "jaxtyp": [19, 25, 26], "past_valu": 19, "new_kei": 19, "new_valu": 19, "init_cache_entri": 19, "structur": [20, 26], "generic_activation_patch": 20, "specialis": [20, 25], "introduc": [20, 25], "rome": [20, 25, 26], "baulab": 20, "shift": [20, 26], "corrupt": [20, 25, 26], "continu": [20, 25, 26], "iter": [20, 24, 25, 26], "increas": [20, 25, 26], "localis": [20, 25, 26], "__from__": 20, "__to": 20, "__the": 20, "confid": [20, 25, 26], "intuit": [20, 25, 26], "diffus": [20, 25], "spread": [20, 25], "connect": [20, 25], "ultim": [20, 25], "engin": [20, 25, 26, 28], "least": [20, 26], "tend": [20, 26], "extrem": [20, 25, 26, 28], "eiffel": 20, "tower": 20, "pari": 20, "factual": [20, 25], "recal": [20, 25], "colosseum": 20, "anywher": 20, "corrupted_token": [20, 25, 26], "clean_cach": [20, 25, 26], "patching_metr": 20, "patch_sett": 20, "index_axis_nam": 20, "src_po": [20, 25], "dest_po": [20, 25, 26], "index_df": 20, "datafram": 20, "return_index_df": 20, "counterfactu": [20, 25, 26], "Then": 20, "index_to_act_nam": 20, "recov": [20, 25, 26], "diff": [20, 25], "corrupted_activ": 20, "chunk": 20, "fill": 20, "flatten": [20, 25, 26], "patched_output": 20, "get_act_patch_attn_head_all_pos_everi": 20, "patch_typ": 20, "get_act_patch_attn_head_by_pos_everi": 20, "get_act_patch_attn_head_k_all_po": 20, "corruptedactiv": 20, "patchedactiv": 20, "layer_head_vector_patch_sett": 20, "axisnam": 20, "get_act_patch_attn_head_k_by_po": 20, "layer_pos_head_vector_patch_sett": 20, "get_act_patch_attn_head_out_all_po": 20, "get_act_patch_attn_head_out_by_po": 20, "get_act_patch_attn_head_pattern_all_po": 20, "layer_head_pattern_patch_sett": 20, "get_act_patch_attn_head_pattern_by_po": 20, "layer_head_pos_pattern_patch_sett": 20, "get_act_patch_attn_head_pattern_dest_src_po": 20, "layer_head_dest_src_pos_pattern_patch_sett": 20, "get_act_patch_attn_head_q_all_po": 20, "get_act_patch_attn_head_q_by_po": 20, "get_act_patch_attn_head_v_all_po": 20, "get_act_patch_attn_head_v_by_po": 20, "get_act_patch_attn_out": 20, "layer_pos_patch_sett": 20, "get_act_patch_block_everi": 20, "get_act_patch_mlp_out": 20, "get_act_patch_resid_mid": 20, "get_act_patch_resid_pr": 20, "clean_activ": 20, "hookedtransformertrainconfig": 21, "num_epoch": 21, "001": 21, "momentum": 21, "max_grad_norm": 21, "weight_decai": 21, "optimizer_nam": 21, "adam": 21, "warmup_step": 21, "save_everi": 21, "save_dir": 21, "wandb": 21, "wandb_project_nam": 21, "print_everi": 21, "max_step": 21, "hyperparamet": [21, 24], "epoch": 21, "rate": [21, 26], "decai": 21, "warmup": 21, "wandb_project": 21, "termin": 21, "assist": 23, "get_device_for_block_index": 23, "target": 23, "move_to_and_update_config": 23, "vari": [24, 25], "throughout": [24, 26], "locallyoverridendefault": 24, "restor": 24, "overriden": 24, "input_slic": 24, "syntax": [24, 25, 26], "reduc": [24, 25, 26], "extra": 24, "leav": [24, 26], "elif": 24, "1d": 24, "sliceinput": 24, "valueerror": 24, "abov": [24, 25, 26], "max_ctx": 24, "int32": 24, "composition_scor": 24, "home": 24, "runner": 24, "broadcast_dim": 24, "leading_dims_left_and_right": 24, "download_file_from_hf": 24, "repo_nam": 24, "file_nam": 24, "subfold": 24, "force_is_torch": 24, "json": 24, "pth": 24, "extens": [24, 25], "layer_typ": [24, 25], "shorthand": 24, "feedback": [24, 25, 26, 28], "loop": [24, 25, 26, 28], "hack": [24, 26], "stuff": [24, 26], "readabl": 24, "digit": [24, 26], "word": [24, 25, 26], "k6": 24, "scale4ln1": 24, "appear": [24, 26], "distinguish": [24, 25], "hook_k": [24, 26], "hook_pr": [24, 26], "27": [24, 25, 26], "hook_norm": [24, 26], "pre5": 24, "get_attention_mask": 24, "leftmost": 24, "rightmost": 24, "consid": 24, "get_cumsum_along_dim": 24, "dataset_nam": 24, "explor": [24, 26], "000": [24, 26], "enorm": [24, 26], "100gb": 24, "2tb": 24, "effort": [24, 25], "dataload": 24, "fanci": 24, "data_dir": 24, "approx": [24, 25, 26], "co": 24, "ton": [24, 28], "divers": [24, 25, 26], "coloss": 24, "crawl": 24, "bigger": 24, "c4_code": 24, "friendli": 24, "22m": [24, 26], "5m": 24, "20220301": 24, "en": [24, 26], "get_devic": [24, 25, 26], "get_input_with_manually_prepended_bo": 24, "autotoken": 24, "get_nested_attr": 24, "obj": 24, "attr_str": 24, "retriev": 24, "nest": 24, "hierarchi": 24, "get_offset_position_id": 24, "offset": [24, 25, 26], "get_tokenizer_with_bo": 24, "Such": [24, 25], "llamatoken": 24, "get_tokens_with_bos_remov": 24, "is_lower_triangular": 24, "is_squar": 24, "keep_single_column": 24, "col_nam": 24, "lm_accuraci": 24, "seq_len": [24, 25, 26], "altern": 24, "override_or_use_default_valu": 24, "default_flag": 24, "print_gpu_mem": 24, "step_nam": 24, "sample_logit": 24, "final_logit": [24, 25], "vocab_s": 24, "high": [24, 25, 26], "argmaxi": 24, "90": 24, "renormalis": 24, "mutual": 24, "neither": [24, 25], "input_token": 24, "todo": 24, "edg": 24, "randn": [24, 26], "uniqu": 24, "return_count": 24, "set_nested_attr": 24, "prepend_space_to_answ": 24, "eleph": 24, "endoftext": [24, 25, 26], "14": [24, 25, 26], "51": [24, 26], "0th": [24, 25], "59": [24, 26, 27], "ground": [24, 25], "1th": [24, 25], "41": [24, 26], "18": [24, 25, 26], "tree": 24, "2th": [24, 25], "3th": [24, 25], "45": [24, 26], "car": 24, "4th": [24, 25], "13": [24, 25, 26], "92": [24, 25], "55": [24, 25, 26], "river": 24, "5th": [24, 25], "79": 24, "25": [24, 25, 26, 27], "street": 24, "6th": [24, 25], "77": 24, "21": [24, 25, 26], "7th": [24, 25], "75": 24, "hill": 24, "8th": [24, 25], "swing": 24, "9th": [24, 25], "46": [24, 26], "61": [24, 27], "park": [24, 25], "ever": 24, "improv": [24, 25, 26], "to_numpi": [24, 25, 26], "tokenize_and_concaten": 24, "max_length": 24, "column_nam": 24, "num_proc": 24, "eo": [24, 26], "reshap": [24, 25], "____": 24, "drop": [24, 26], "faster": [24, 25, 26], "parallelis": [24, 26], "chop": 24, "20": [24, 25, 26, 27], "privileg": 24, "earli": [24, 26], "cnn": [24, 26], "bos_token_id": 24, "swap": [24, 25], "regardless": 24, "runtim": [25, 26], "hardwar": [25, 26], "acceler": [25, 26], "tabl": [25, 26], "pane": [25, 26], "sidebar": [25, 26], "navig": [25, 26], "vscode": [25, 26], "outlin": 25, "tab": 25, "section": [25, 26], "dropdown": [25, 26], "arrow": [25, 26], "page": [25, 26], "ctrl": [25, 26], "repo": 25, "in_colab": [25, 26], "circuitsvi": [25, 26], "node": [25, 26], "curl": [25, 26], "fssl": [25, 26], "deb": [25, 26], "nodesourc": [25, 26], "setup_16": [25, 26], "sudo": [25, 26], "bash": [25, 26], "apt": [25, 26], "nodej": [25, 26], "noqa": [25, 26], "ipython": [25, 26], "get_ipython": [25, 26], "ip": [25, 26], "extension_manag": [25, 26], "autoreload": [25, 26], "functool": [25, 26], "plotli": [25, 26], "express": [25, 26], "px": [25, 26], "pio": [25, 26], "attention_head": 25, "fancy_einsum": [25, 26], "ifram": 25, "differenti": [25, 26], "simplic": 25, "imshow": [25, 26], "color_continuous_midpoint": [25, 26], "color_continuous_scal": [25, 26], "rdbu": [25, 26], "line": [25, 26], "scatter": [25, 26], "xaxi": [25, 26], "yaxi": [25, 26], "caxi": [25, 26], "color": [25, 26], "principl": [25, 26, 28], "fun": [25, 26, 28], "ml": [25, 26, 28], "gap": [25, 26, 28], "feel": [25, 26, 28], "plai": [25, 26, 28], "flow": [25, 26, 28], "goal": [25, 26, 28], "toolkit": [25, 26], "stylist": 25, "slowli": 25, "convei": 25, "simpl": [25, 26], "tag": 25, "asid": 25, "flavour": 25, "weed": 25, "star": 25, "tagexampl": 25, "capabl": [25, 26], "interview": [25, 26], "kevin": [25, 26], "wang": 25, "twitter": 25, "thread": 25, "overview": 25, "bottl": [25, 26], "milk": [25, 26], "26": [25, 26], "Their": 25, "skimp": 25, "rigour": 25, "suggest": 25, "evid": 25, "our": [25, 26], "80m": [25, 26], "simplif": 25, "nbval_ignore_output": [25, 26], "stabl": 25, "example_prompt": 25, "example_answ": 25, "39": [25, 26], "lt": [25, 26], "gt": [25, 26], "09": [25, 26], "70": 25, "07": [25, 26], "15": [25, 26], "38": [25, 26], "67": 25, "35": [25, 26], "54": [25, 26], "11": [25, 26, 27], "84": [25, 26], "73": 25, "hi": [25, 26], "06": 25, "her": [25, 26], "74": 25, "52": [25, 26, 27], "49": [25, 26], "jesu": 25, "97": 25, "42": [25, 26], "him": 25, "subword": 25, "frequent": 25, "substr": [25, 26], "massiv": [25, 26], "headach": 25, "annoi": [25, 26], "total": [25, 26], "devot": 25, "sensibl": 25, "later": [25, 26], "wherev": 25, "flesh": 25, "prompt_format": 25, "jame": 25, "dan": 25, "sid": 25, "appl": 25, "martin": 25, "ami": 25, "drink": 25, "correct_token": 25, "insert": 25, "easiest": 25, "filler": 25, "newlin": 25, "intellig": 25, "complic": 25, "adjust": [25, 26], "aggreg": 25, "original_logit": 25, "upon": 25, "subject": [25, 26], "logits_to_ave_logit_diff": 25, "per_prompt": 25, "answer_logit": 25, "gather": 25, "answer_logit_diff": 25, "detach": [25, 26], "decim": [25, 26], "original_average_logit_diff": 25, "3370": 25, "2020": 25, "7090": 25, "7970": 25, "7200": 25, "2810": 25, "6010": 25, "7670": 25, "552": 25, "put": [25, 26], "33": [25, 26], "dive": 25, "spend": [25, 26], "question": [25, 26], "engag": 25, "decent": [25, 26], "hypothes": 25, "cheat": [25, 26], "hypothesi": 25, "scienc": 25, "belief": 25, "trap": 25, "confus": [25, 26], "flounder": 25, "dogmat": 25, "Being": 25, "overconfid": 25, "unwil": 25, "realiti": 25, "contradict": 25, "flinch": 25, "disconfirm": 25, "imagin": 25, "focu": 25, "primit": 25, "nearbi": 25, "came": 25, "trigram": 25, "symmetri": 25, "earlier": [25, 26], "cancel": 25, "inhibit": 25, "spoiler": 25, "abl": [25, 26], "simplist": 25, "background": 25, "central": 25, "importantli": [25, 26], "perfectli": [25, 26], "final_residual_stream": 25, "motiv": 25, "eleg": 25, "particularli": 25, "aspect": 25, "nicer": 25, "inde": 25, "log_prob": 25, "log_softmax": 25, "logsumexp": 25, "isol": 25, "decid": 25, "pronoun": 25, "person": 25, "refin": 25, "happen": [25, 26], "rel": 25, "friendlier": 25, "varianc": 25, "almost": 25, "answer_residual_direct": 25, "logit_diff_direct": 25, "account": 25, "w_u_fold": 25, "layer_norm": 25, "unigram": [25, 26], "statist": [25, 26], "occur": [25, 26], "opposit": 25, "hook_normalis": 25, "sub_layer_typ": 25, "final_token_residual_stream": 25, "scaled_final_token_residual_stream": 25, "average_logit_diff": 25, "residual_stack_to_logit_diff": 25, "scaled_residual_stack": 25, "fascinatingli": 25, "utterli": 25, "unabl": 25, "hover": [25, 26], "n_pre": 25, "n_mid": 25, "n_post": 25, "middl": [25, 26], "accumulated_residu": 25, "logit_lens_logit_diff": 25, "arang": 25, "hover_nam": [25, 26], "terminologi": 25, "overload": 25, "kth": 25, "again": 25, "per_layer_residu": 25, "per_layer_logit_diff": 25, "independ": [25, 26, 28], "overal": 25, "l9h6": 25, "l9h9": 25, "l10h7": 25, "l11h10": 25, "harm": 25, "discuss": 25, "strongli": 25, "observ": [25, 26], "144": 25, "hand": [25, 26], "claim": 25, "abstract": [25, 26], "surpris": 25, "7x": 25, "per_head_residu": 25, "per_head_logit_diff": 25, "rearrang": 25, "weren": 25, "alan": [25, 26], "coonei": [25, 26], "illustr": [25, 26], "mistak": 25, "mayb": [25, 26], "sai": [25, 26], "period": [25, 26], "summari": 25, "sole": 25, "17": [25, 26], "visualize_attention_pattern": 25, "local_cach": 25, "local_token": 25, "max_width": 25, "700": 25, "isinst": 25, "batch_index": 25, "combin": [25, 26], "attention_head_nam": 25, "show_cod": 25, "title_html": 25, "br": 25, "div": 25, "width": [25, 26], "simpli": 25, "top_positive_logit_attr_head": 25, "positive_html": 25, "top_negative_logit_attr_head": 25, "negative_html": 25, "conceptu": 25, "clearli": 25, "compos": [25, 26], "ideal": [25, 26], "david": [25, 26], "bau": [25, 26], "meng": [25, 26], "trace": [25, 26], "anim": 25, "piec": 25, "lai": 25, "pro": 25, "con": 25, "Or": 25, "bake": 25, "claus": 25, "tack": 25, "gaussian": 25, "nois": 25, "beforehand": 25, "19": [25, 26], "corrupted_prompt": [25, 26], "corrupted_logit": [25, 26], "corrupted_cach": 25, "corrupted_average_logit_diff": 25, "temporarili": [25, 26], "patch_residual_compon": 25, "corrupted_residual_compon": 25, "normalize_patched_logit_diff": 25, "patched_logit_diff": [25, 26], "wors": [25, 26], "patched_residual_stream_diff": 25, "hook_fn": 25, "patched_logit": [25, 26], "abus": 25, "prompt_position_label": 25, "tok": 25, "_": [25, 26], "enumer": [25, 26], "reus": 25, "23": [25, 26], "patched_attn_diff": 25, "patched_mlp_diff": 25, "patched_attn_logit": 25, "patched_attn_logit_diff": 25, "patched_mlp_logit": 25, "patched_mlp_logit_diff": 25, "late": [25, 26], "contrast": 25, "statement": 25, "mlp0": 25, "destroi": 25, "guess": 25, "frame": 25, "unprincipl": 25, "invers": [25, 26], "plausibli": 25, "dedic": 25, "overcom": 25, "love": 25, "someon": 25, "That": 25, "patch_head_vector": 25, "corrupted_head_vector": 25, "patched_head_z_diff": 25, "l8h6": 25, "l8h10": 25, "l7h9": 25, "l5h5": 25, "l6h9": 25, "l3h0": 25, "semi": 25, "disentangl": 25, "familiar": 25, "28": [25, 26, 27], "patched_head_v_diff": 25, "heatmap": 25, "29": [25, 26], "against": 25, "lesson": 25, "30": [25, 26], "head_label": 25, "range_x": 25, "range_i": 25, "fact": [25, 26, 28], "31": [25, 26], "patch_head_pattern": 25, "corrupted_head_pattern": 25, "patched_head_attn_diff": 25, "32": [25, 26, 27], "reconsolid": 25, "At": 25, "transit": 25, "extend": 25, "l7h3": 25, "specul": 25, "mysteri": [25, 26], "top_heads_by_output_patch": 25, "first_mid_lay": 25, "first_late_lay": 25, "early_head": 25, "mid_head": 25, "logical_and": 25, "late_head": 25, "diagram": 25, "l1h2": 25, "latest": 25, "definit": 25, "priori": 25, "stroke": 25, "didn": 25, "bracket": 25, "minor": 25, "serv": [25, 26], "particip": 25, "behav": 25, "l5h0": 25, "had": [25, 26], "wrote": [25, 26, 28], "whole": [25, 26], "overkil": 25, "simpler": 25, "repurpos": 25, "machineri": 25, "life": [25, 26], "built": 25, "34": [25, 26], "example_text": [25, 26], "seek": 25, "machin": [25, 26], "example_repeated_text": 25, "example_repeated_token": 25, "example_repeated_logit": 25, "example_repeated_cach": 25, "induction_head_label": 25, "81": 25, "65": 25, "800": 25, "accord": 25, "wildli": 25, "mark": [25, 26], "success": 25, "characteris": 25, "superfici": 25, "boost": [25, 26], "anti": 25, "suppress": [25, 26], "pick": [25, 26], "signal": 25, "hook_": 25, "hook_attn": 25, "token_po": 25, "previous": 25, "metadata": 25, "36": [25, 26, 27], "prev_token_scor": 25, "prev_token_hook": 25, "dim1": [25, 26], "dim2": [25, 26], "duplicate_token_scor": 25, "duplicate_token_hook": 25, "induction_scor": [25, 26], "induction_hook": 25, "manual_se": [25, 26], "original_token": 25, "randint": [25, 26], "20000": [25, 26], "repeated_token": [25, 26], "pattern_filt": 25, "act_nam": [25, 26], "endswith": [25, 26], "hook_pattern": [25, 26], "0390": 25, "0310": 25, "1890": 25, "1720": 25, "0680": 25, "1570": 25, "0210": 25, "4820": 25, "0030": 25, "1320": 25, "0050": 25, "0020": 25, "0090": 25, "0040": 25, "0010": 25, "instantli": 25, "37": [25, 26], "bit": [25, 26], "seen": [25, 26], "proof": 25, "mosaic": 25, "40": [25, 26, 27], "fascin": 25, "knock": 25, "naiv": [25, 26], "convers": 25, "flaw": 25, "knockout": 25, "send": 25, "redund": 25, "job": 25, "underestim": 25, "57": [25, 26], "99": [25, 26], "hook_z": [25, 26], "top_name_mov": 25, "top_name_mover_lay": 25, "top_name_mover_head": 25, "ablate_top_head_hook": 25, "ablated_logit": 25, "ablated_cach": 25, "2f": [25, 26], "l10h10": 25, "margin": 25, "obvious": 25, "per_head_ablated_residu": 25, "per_head_ablated_logit_diff": 25, "04": [25, 26], "uniformli": [25, 26], "042": 25, "5200": 25, "4700": 25, "8200": 25, "5100": 25, "2600": 25, "1800": 25, "4300": 25, "5700": 25, "3500": 25, "2900": 25, "6800": 25, "4900": 25, "8700": 25, "4200": 25, "reader": [25, 26], "becom": [25, 26], "gentler": 26, "tip": 26, "o": 26, "development_mod": 26, "in_github": 26, "getenv": 26, "github_act": 26, "render": 26, "argh": 26, "notebook_connect": 26, "cv": 26, "hello": 26, "auto": 26, "autograd": 26, "grad_mod": 26, "0x7fac05a3c350": 26, "todai": [26, 28], "speak": [26, 28], "human": [26, 28], "palm": [26, 28], "nor": [26, 28], "offend": [26, 28], "greatli": [26, 28], "jump": 26, "anthrop": [26, 28], "team": [26, 28], "got": [26, 28], "frustrat": [26, 28], "deepspe": [26, 28], "littl": [26, 28], "industri": [26, 28], "heavili": [26, 28], "credit": [26, 28], "nelson": [26, 28], "elhag": [26, 28], "chri": [26, 28], "olah": [26, 28], "model_description_text": 26, "hyper": 26, "1758": 26, "box": 26, "On": 26, "insid": 26, "kinda": 26, "gpt2_cache_no_batch_dim": 26, "gpt2_cach": 26, "gpt2_text": 26, "summar": 26, "supervis": 26, "taskspecif": 26, "gpt2_token": 26, "gpt2_logit": 26, "lock": 26, "grid": 26, "gpt2_str_token": 26, "neural": 26, "system": 26, "perspect": 26, "surgic": 26, "power": 26, "surround": 26, "current_activation_valu": 26, "new_activation_valu": 26, "substitut": 26, "relationship": 26, "underr": 26, "incredibli": 26, "janki": 26, "shamelessli": 26, "probepoint": 26, "qualiti": 26, "head_ablation_hook": 26, "layer_to_abl": 26, "head_index_to_abl": 26, "original_loss": 26, "ablated_loss": 26, "3f": 26, "999": 26, "453": 26, "stai": 26, "clean_prompt": 26, "clean_token": 26, "logits_to_logit_diff": 26, "correct_answ": 26, "incorrect_answ": 26, "correct_index": 26, "incorrect_index": 26, "clean_logit": 26, "clean_logit_diff": 26, "corrupted_logit_diff": 26, "276": 26, "738": 26, "residual_stream_patching_hook": 26, "clean_resid_pr": 26, "num_posit": 26, "ioi_patching_result": 26, "temp_hook_fn": 26, "ish": 26, "token_label": 26, "workflow": 26, "michael": 26, "jordan": 26, "surnam": 26, "terribl": 26, "halfwai": 26, "input_tensor": 26, "random_token": 26, "repeated_logit": 26, "correct_log_prob": 26, "loss_by_posit": 26, "manipul": 26, "hook_funct": 26, "induction_score_stor": 26, "induction_score_hook": 26, "induction_strip": 26, "pattern_hook_names_filt": 26, "highli": 26, "stripe": 26, "induction_head_lay": 26, "induction_head_index": 26, "single_random_sequ": 26, "repeated_random_sequ": 26, "visualize_pattern_hook": 26, "3d": 26, "four": 26, "300m": 26, "soon": 26, "distilgpt": 26, "distilgpt2_induction_score_stor": 26, "classic": 26, "openai": 26, "85m": [26, 27], "700m": 26, "5b": [26, 27], "22b": 26, "300b": 26, "180b": 26, "600": 26, "265": 26, "108m": 26, "bookscorpu": 26, "free": 26, "512": [26, 27], "tractabl": 26, "motif": 26, "80": [26, 27], "shuffl": 26, "scan": 26, "hope": 26, "40m": 26, "100m": 26, "200m": 26, "340m": [26, 27], "older": 26, "15b": 26, "13m": [26, 27], "digress": 26, "usefulli": 26, "variengien": 26, "websit": 26, "adapt": 26, "cleantransformerdemo": 26, "new_activ": 26, "old_activ": 26, "remind": 26, "50267": 26, "named_paramet": 26, "startswith": 26, "fallback": 26, "spam": 26, "dest_posit": 26, "brown": 26, "fox": 26, "lazi": 26, "dog": 26, "num": 26, "print_name_shape_hook_funct": 26, "not_in_late_block_filt": 26, "hook_q": 26, "hook_v": 26, "hook_attn_scor": 26, "hook_attn_out": 26, "hook_resid_mid": 26, "hook_post": 26, "hook_mlp_out": 26, "hook_resid_post": 26, "preconcept": 26, "pain": 26, "overhead": 26, "elementwis": 26, "consequ": 26, "rare": 26, "dramat": 26, "degre": 26, "punctuat": 26, "ass": 26, "randomredditor": 26, "unembed_bia": 26, "bias_valu": 26, "bias_indic": 26, "sort": 26, "repr": 26, "03": 26, "98": 26, "68": 26, "48": [26, 27], "47": 26, "88": 26, "72": [26, 27], "44": [26, 27], "82": 26, "\u30b5\u30fc\u30c6\u30a3": 26, "83": 26, "x18": 26, "x14": 26, "\u9f8d": 26, "x1b": 26, "x05": 26, "x00": 26, "x06": 26, "x07": 26, "x0c": 26, "x02": 26, "oreandonlin": 26, "x11": 26, "x10": 26, "favour": 26, "6x": 26, "john_bia": 26, "mary_bia": 26, "4f": 26, "exp": 26, "8995": 26, "6034": 26, "6550x": 26, "mention": 26, "finit": 26, "invert": 26, "de": 26, "uncommon": 26, "iz": 26, "charact": 26, "example_text_str_token": 26, "example_text_token": 26, "50256": 26, "464": 26, "717": 26, "1517": 26, "345": 26, "761": 26, "284": 26, "3785": 26, "503": 26, "318": 26, "1635": 26, "4919": 26, "1243": 26, "389": 26, "11241": 26, "1143": 26, "4600": 26, "19849": 26, "1462": 26, "62": 26, "2536": 26, "482": 26, "641": 26, "63": 26, "30778": 26, "257": 26, "4731": 26, "656": 26, "262": 26, "16326": 26, "292": 26, "1351": 26, "286": 26, "850": 26, "37336": 26, "25666": 26, "290": 26, "523": 26, "8781": 26, "7301": 26, "644": 26, "2420": 26, "3073": 26, "588": 26, "1675": 26, "10176": 26, "428": 26, "1309": 26, "338": 26, "779": 26, "340": 26, "319": 26, "7322": 26, "signifi": 26, "example_multi_text": 26, "cat": 26, "sat": 26, "mat": 26, "example_multi_text_token": 26, "3797": 26, "3332": 26, "2603": 26, "1107": 26, "1327": 26, "th": 26, "cat_text": 26, "cat_logit": 26, "cat_prob": 26, "capital_the_token_index": 26, "ascii": 26, "squeez": 26, "annoy": 26, "arithmet": 26, "impress": 26, "2342": 26, "2017": 26, "21445": 26, "1000000": 26, "999999": 26, "214": 26, "000000": 26, "9999": 26, "tim": 26, "ne": 26, "el": 26, "messier": 26, "takeawai": 26, "unexpect": 26, "notic": 26, "trip": 26, "confusingli": 26, "forth": 26, "despit": 26, "ioi_logits_with_bo": 26, "clair": 26, "mary_logit_with_bo": 26, "claire_logit_with_bo": 26, "ioi_logits_without_bo": 26, "mary_logit_without_bo": 26, "claire_logit_without_bo": 26, "754": 26, "782": 26, "air": 26, "understood": 26, "requisit": 26, "attention_scor": 26, "ab_factor": 26, "9105": 26, "linalg": 26, "eig": 26, "2877e": 26, "00": 26, "8626e": 26, "3121e": 26, "9038e": 26, "08": 26, "1527e": 26, "2877": 26, "3121": 26, "3126e": 26, "3963e": 26, "2029e": 26, "7690e": 26, "2164e": 26, "3126": 26, "3963": 26, "smallest": 26, "300": 26, "abc": 26, "abc_factor": 26, "unfactor": 26, "160": 26, "0830": 26, "43": 26, "ab_unfactor": 26, "isclos": 26, "subspac": 26, "coincid": 26, "assert": 26, "negat": 26, "proxi": 26, "lambda_i": 26, "ov_circuit_all_head": 26, "ov_circuit_all_heads_eigenvalu": 26, "complex64": 26, "ov_copying_scor": 26, "zmax": 26, "zmin": 26, "l11h11": 26, "imag": 26, "imaginari": 26, "full_ov_circuit": 26, "full_ov_circuit_eigenvalu": 26, "full_ov_copying_scor": 26, "interestingli": 26, "correl": 26, "outlier": 26, "thank": 26, "ansh": 26, "radhakrishnan": 26, "establish": 26, "53": 26, "presid": 26, "barack": 26, "obama": 26, "caught": 26, "embarrass": 26, "scandal": 26, "nthe": 26, "financi": 26, "said": 26, "he": 26, "talk": 26, "wife": 26, "chelsea": 26, "she": 26, "woman": 26, "lightweight": 26, "bundl": 26, "squarethenadd": 26, "hook_squar": 26, "twolayermodel": 26, "layer1": 26, "layer2": 26, "hook_in": 26, "hook_mid": 26, "hook_out": 26, "x_in": 26, "x_mid": 26, "x_out": 26, "model_out": 26, "cache_object": 26, "780": 26, "784": 26, "56": [26, 27], "set_to_zero_hook": 26, "num_checkpoint": 26, "piecewis": 26, "schedul": 26, "crash": 26, "11b": [26, 27], "centr": 26, "hoc": 26, "count": 26, "checkpoint_label": 26, "log_i": 26, "marker": 26, "brief": 26, "suddenli": 26, "500": 26, "visibl": 26, "bump": 26, "curv": 26, "briefli": 26, "deliber": 26, "justic": 26, "chosen": 26, "60": [26, 27], "500m": 26, "58": 26, "arbitrarili": 26, "fast": 26, "checkpoint_indic": 26, "checkpointed_model": 26, "tokens_trained_on": 26, "model_for_this_checkpoint": 26, "tokens_seen_for_this_checkpoint": 26, "induction_loss_for_this_checkpoint": 26, "contextualis": 26, "strategi": 26, "95": 26, "log_x": 26, "302m": 27, "4096": 27, "708m": 27, "1280": 27, "5120": 27, "1600": 27, "6400": 27, "42m": 27, "2048": 27, "50272": 27, "2b": 27, "8192": 27, "2560": 27, "10240": 27, "128": 27, "16384": 27, "20480": 27, "7168": 27, "28672": 27, "9216": 27, "36864": 27, "50400": 27, "6144": 27, "50432": 27, "96": 27, "24576": 27, "2m": 27, "50304": 27, "7m": 27, "805m": 27, "50688": 27, "50278": 27, "736": 27, "2944": 27, "101m": 27, "197m": 27, "1536": 27, "48262": 27, "4m": 27, "0m": 27, "50277": 27, "524k": 27, "50259": 27, "0b": 27, "32000": 27, "11008": 27, "13824": 27, "25b": 27, "6656": 27, "17920": 27, "50b": 27, "22016": 27, "25m": 27, "28996": 27, "393k": 27, "6m": 27, "250880": 27, "49280": 27, "formerli": 28, "transfer": 28}, "objects": {"transformer_lens": [[8, 0, 0, "-", "ActivationCache"], [9, 0, 0, "-", "FactoredMatrix"], [10, 0, 0, "-", "HookedEncoder"], [11, 0, 0, "-", "HookedTransformer"], [12, 0, 0, "-", "HookedTransformerConfig"], [13, 0, 0, "-", "SVDInterpreter"], [14, 0, 0, "-", "components"], [15, 0, 0, "-", "evals"], [16, 0, 0, "-", "head_detector"], [17, 0, 0, "-", "hook_points"], [18, 0, 0, "-", "loading_from_pretrained"], [19, 0, 0, "-", "past_key_value_caching"], [20, 0, 0, "-", "patching"], [21, 0, 0, "-", "train"], [24, 0, 0, "-", "utils"]], "transformer_lens.ActivationCache": [[8, 1, 1, "", "ActivationCache"]], "transformer_lens.ActivationCache.ActivationCache": [[8, 2, 1, "", "accumulated_resid"], [8, 2, 1, "", "apply_ln_to_stack"], [8, 2, 1, "", "apply_slice_to_batch_dim"], [8, 2, 1, "", "compute_head_results"], [8, 2, 1, "", "decompose_resid"], [8, 2, 1, "", "get_full_resid_decomposition"], [8, 2, 1, "", "get_neuron_results"], [8, 2, 1, "", "items"], [8, 2, 1, "", "keys"], [8, 2, 1, "", "logit_attrs"], [8, 2, 1, "", "remove_batch_dim"], [8, 2, 1, "", "stack_activation"], [8, 2, 1, "", "stack_head_results"], [8, 2, 1, "", "stack_neuron_results"], [8, 2, 1, "", "to"], [8, 2, 1, "", "toggle_autodiff"], [8, 2, 1, "", "values"]], "transformer_lens.FactoredMatrix": [[9, 1, 1, "", "FactoredMatrix"]], "transformer_lens.FactoredMatrix.FactoredMatrix": [[9, 3, 1, "", "AB"], [9, 3, 1, "", "BA"], [9, 3, 1, "", "S"], [9, 3, 1, "", "T"], [9, 3, 1, "", "U"], [9, 3, 1, "", "Vh"], [9, 2, 1, "", "collapse_l"], [9, 2, 1, "", "collapse_r"], [9, 3, 1, "", "eigenvalues"], [9, 2, 1, "", "get_corner"], [9, 2, 1, "", "make_even"], [9, 3, 1, "", "ndim"], [9, 2, 1, "", "norm"], [9, 3, 1, "", "pair"], [9, 2, 1, "", "svd"], [9, 2, 1, "", "unsqueeze"]], "transformer_lens.HookedEncoder": [[10, 1, 1, "", "HookedEncoder"]], "transformer_lens.HookedEncoder.HookedEncoder": [[10, 3, 1, "", "OV"], [10, 3, 1, "", "QK"], [10, 3, 1, "", "W_E"], [10, 3, 1, "", "W_E_pos"], [10, 3, 1, "", "W_K"], [10, 3, 1, "", "W_O"], [10, 3, 1, "", "W_Q"], [10, 3, 1, "", "W_U"], [10, 3, 1, "", "W_V"], [10, 3, 1, "", "W_in"], [10, 3, 1, "", "W_out"], [10, 3, 1, "", "W_pos"], [10, 2, 1, "", "all_head_labels"], [10, 3, 1, "", "b_K"], [10, 3, 1, "", "b_O"], [10, 3, 1, "", "b_Q"], [10, 3, 1, "", "b_U"], [10, 3, 1, "", "b_V"], [10, 3, 1, "", "b_in"], [10, 3, 1, "", "b_out"], [10, 2, 1, "", "cpu"], [10, 2, 1, "", "cuda"], [10, 2, 1, "", "forward"], [10, 2, 1, "", "from_pretrained"], [10, 2, 1, "", "mps"], [10, 2, 1, "", "run_with_cache"], [10, 2, 1, "", "to"]], "transformer_lens.HookedTransformer": [[11, 1, 1, "", "HookedTransformer"], [11, 1, 1, "", "Output"]], "transformer_lens.HookedTransformer.HookedTransformer": [[11, 3, 1, "", "OV"], [11, 3, 1, "", "QK"], [11, 3, 1, "", "W_E"], [11, 3, 1, "", "W_E_pos"], [11, 3, 1, "", "W_K"], [11, 3, 1, "", "W_O"], [11, 3, 1, "", "W_Q"], [11, 3, 1, "", "W_U"], [11, 3, 1, "", "W_V"], [11, 3, 1, "", "W_gate"], [11, 3, 1, "", "W_in"], [11, 3, 1, "", "W_out"], [11, 3, 1, "", "W_pos"], [11, 2, 1, "", "__init__"], [11, 2, 1, "", "accumulated_bias"], [11, 2, 1, "", "all_composition_scores"], [11, 2, 1, "", "all_head_labels"], [11, 3, 1, "", "b_K"], [11, 3, 1, "", "b_O"], [11, 3, 1, "", "b_Q"], [11, 3, 1, "", "b_U"], [11, 3, 1, "", "b_V"], [11, 3, 1, "", "b_in"], [11, 3, 1, "", "b_out"], [11, 2, 1, "", "center_unembed"], [11, 2, 1, "", "center_writing_weights"], [11, 2, 1, "", "check_hooks_to_add"], [11, 2, 1, "", "cpu"], [11, 2, 1, "", "cuda"], [11, 2, 1, "", "fold_layer_norm"], [11, 2, 1, "", "fold_value_biases"], [11, 2, 1, "", "forward"], [11, 2, 1, "", "from_pretrained"], [11, 2, 1, "", "from_pretrained_no_processing"], [11, 2, 1, "", "generate"], [11, 2, 1, "", "get_token_position"], [11, 2, 1, "", "init_weights"], [11, 2, 1, "", "input_to_embed"], [11, 2, 1, "", "load_and_process_state_dict"], [11, 2, 1, "", "load_sample_training_dataset"], [11, 2, 1, "", "loss_fn"], [11, 2, 1, "", "move_model_modules_to_device"], [11, 2, 1, "", "mps"], [11, 2, 1, "", "process_weights_"], [11, 2, 1, "", "refactor_factored_attn_matrices"], [11, 2, 1, "", "run_with_cache"], [11, 2, 1, "", "sample_datapoint"], [11, 2, 1, "", "set_tokenizer"], [11, 2, 1, "", "set_use_attn_in"], [11, 2, 1, "", "set_use_attn_result"], [11, 2, 1, "", "set_use_hook_mlp_in"], [11, 2, 1, "", "set_use_split_qkv_input"], [11, 2, 1, "", "to"], [11, 2, 1, "", "to_single_str_token"], [11, 2, 1, "", "to_single_token"], [11, 2, 1, "", "to_str_tokens"], [11, 2, 1, "", "to_string"], [11, 2, 1, "", "to_tokens"], [11, 2, 1, "", "tokens_to_residual_directions"]], "transformer_lens.HookedTransformer.Output": [[11, 4, 1, "", "logits"], [11, 4, 1, "", "loss"]], "transformer_lens.HookedTransformerConfig": [[12, 1, 1, "", "HookedTransformerConfig"]], "transformer_lens.HookedTransformerConfig.HookedTransformerConfig": [[12, 4, 1, "", "act_fn"], [12, 4, 1, "", "attention_dir"], [12, 4, 1, "", "attn_only"], [12, 4, 1, "", "attn_types"], [12, 4, 1, "", "checkpoint_index"], [12, 4, 1, "", "checkpoint_label_type"], [12, 4, 1, "", "checkpoint_value"], [12, 4, 1, "", "d_head"], [12, 4, 1, "", "d_mlp"], [12, 4, 1, "", "d_model"], [12, 4, 1, "", "d_vocab"], [12, 4, 1, "", "d_vocab_out"], [12, 4, 1, "", "default_prepend_bos"], [12, 4, 1, "", "device"], [12, 4, 1, "", "dtype"], [12, 4, 1, "", "eps"], [12, 4, 1, "", "final_rms"], [12, 4, 1, "", "from_checkpoint"], [12, 2, 1, "", "from_dict"], [12, 4, 1, "", "gated_mlp"], [12, 4, 1, "", "init_mode"], [12, 4, 1, "", "init_weights"], [12, 4, 1, "", "initializer_range"], [12, 4, 1, "", "model_name"], [12, 4, 1, "", "n_ctx"], [12, 4, 1, "", "n_devices"], [12, 4, 1, "", "n_heads"], [12, 4, 1, "", "n_layers"], [12, 4, 1, "", "n_params"], [12, 4, 1, "", "normalization_type"], [12, 4, 1, "", "original_architecture"], [12, 4, 1, "", "parallel_attn_mlp"], [12, 4, 1, "", "positional_embedding_type"], [12, 4, 1, "", "post_embedding_ln"], [12, 4, 1, "", "rotary_dim"], [12, 4, 1, "", "scale_attn_by_inverse_layer_idx"], [12, 4, 1, "", "seed"], [12, 2, 1, "", "set_seed_everywhere"], [12, 2, 1, "", "to_dict"], [12, 4, 1, "", "tokenizer_name"], [12, 4, 1, "", "tokenizer_prepends_bos"], [12, 4, 1, "", "use_attn_in"], [12, 4, 1, "", "use_attn_result"], [12, 4, 1, "", "use_attn_scale"], [12, 4, 1, "", "use_hook_mlp_in"], [12, 4, 1, "", "use_hook_tokens"], [12, 4, 1, "", "use_local_attn"], [12, 4, 1, "", "use_split_qkv_input"], [12, 4, 1, "", "window_size"]], "transformer_lens.SVDInterpreter": [[13, 1, 1, "", "SVDInterpreter"]], "transformer_lens.SVDInterpreter.SVDInterpreter": [[13, 2, 1, "", "get_singular_vectors"]], "transformer_lens.components": [[14, 1, 1, "", "Attention"], [14, 1, 1, "", "BertBlock"], [14, 1, 1, "", "BertEmbed"], [14, 1, 1, "", "BertMLMHead"], [14, 1, 1, "", "Embed"], [14, 1, 1, "", "GatedMLP"], [14, 1, 1, "", "LayerNorm"], [14, 1, 1, "", "LayerNormPre"], [14, 1, 1, "", "MLP"], [14, 1, 1, "", "PosEmbed"], [14, 1, 1, "", "RMSNorm"], [14, 1, 1, "", "RMSNormPre"], [14, 1, 1, "", "TokenTypeEmbed"], [14, 1, 1, "", "TransformerBlock"], [14, 1, 1, "", "Unembed"]], "transformer_lens.components.Attention": [[14, 3, 1, "", "OV"], [14, 3, 1, "", "QK"], [14, 2, 1, "", "__init__"], [14, 2, 1, "", "apply_causal_mask"], [14, 2, 1, "", "apply_rotary"], [14, 2, 1, "", "calculate_sin_cos_rotary"], [14, 2, 1, "", "create_alibi_bias"], [14, 2, 1, "", "create_alibi_multipliers"], [14, 2, 1, "", "create_alibi_slope"], [14, 2, 1, "", "forward"], [14, 2, 1, "", "rotate_every_two"]], "transformer_lens.components.BertBlock": [[14, 2, 1, "", "forward"]], "transformer_lens.components.BertEmbed": [[14, 2, 1, "", "forward"]], "transformer_lens.components.BertMLMHead": [[14, 2, 1, "", "forward"]], "transformer_lens.components.Embed": [[14, 2, 1, "", "forward"]], "transformer_lens.components.GatedMLP": [[14, 2, 1, "", "forward"]], "transformer_lens.components.LayerNorm": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "forward"]], "transformer_lens.components.LayerNormPre": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "forward"]], "transformer_lens.components.MLP": [[14, 2, 1, "", "forward"]], "transformer_lens.components.PosEmbed": [[14, 2, 1, "", "forward"]], "transformer_lens.components.RMSNorm": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "forward"]], "transformer_lens.components.RMSNormPre": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "forward"]], "transformer_lens.components.TokenTypeEmbed": [[14, 2, 1, "", "forward"]], "transformer_lens.components.TransformerBlock": [[14, 2, 1, "", "forward"]], "transformer_lens.components.Unembed": [[14, 2, 1, "", "forward"]], "transformer_lens.evals": [[15, 1, 1, "", "IOIDataset"], [15, 5, 1, "", "evaluate"], [15, 5, 1, "", "evaluate_on_dataset"], [15, 5, 1, "", "induction_loss"], [15, 5, 1, "", "ioi_eval"], [15, 5, 1, "", "make_code_data_loader"], [15, 5, 1, "", "make_owt_data_loader"], [15, 5, 1, "", "make_pile_data_loader"], [15, 5, 1, "", "make_wiki_data_loader"], [15, 5, 1, "", "sanity_check"]], "transformer_lens.evals.IOIDataset": [[15, 2, 1, "", "get_default_names"], [15, 2, 1, "", "get_default_nouns"], [15, 2, 1, "", "get_default_templates"], [15, 2, 1, "", "get_sample"]], "transformer_lens.head_detector": [[16, 5, 1, "", "compute_head_attention_similarity_score"], [16, 5, 1, "", "detect_head"], [16, 5, 1, "", "get_duplicate_token_head_detection_pattern"], [16, 5, 1, "", "get_induction_head_detection_pattern"], [16, 5, 1, "", "get_previous_token_head_detection_pattern"], [16, 5, 1, "", "get_supported_heads"]], "transformer_lens.hook_points": [[17, 1, 1, "", "HookPoint"], [17, 1, 1, "", "HookedRootModule"], [17, 1, 1, "", "LensHandle"]], "transformer_lens.hook_points.HookPoint": [[17, 2, 1, "", "add_hook"], [17, 2, 1, "", "add_perma_hook"], [17, 2, 1, "", "clear_context"], [17, 2, 1, "", "forward"], [17, 2, 1, "", "layer"], [17, 2, 1, "", "remove_hooks"]], "transformer_lens.hook_points.HookedRootModule": [[17, 2, 1, "", "add_caching_hooks"], [17, 2, 1, "", "add_hook"], [17, 2, 1, "", "add_perma_hook"], [17, 2, 1, "", "cache_all"], [17, 2, 1, "", "cache_some"], [17, 2, 1, "", "check_and_add_hook"], [17, 2, 1, "", "check_hooks_to_add"], [17, 2, 1, "", "clear_contexts"], [17, 2, 1, "", "get_caching_hooks"], [17, 2, 1, "", "hook_points"], [17, 2, 1, "", "hooks"], [17, 2, 1, "", "remove_all_hook_fns"], [17, 2, 1, "", "reset_hooks"], [17, 2, 1, "", "run_with_cache"], [17, 2, 1, "", "run_with_hooks"], [17, 2, 1, "", "setup"]], "transformer_lens.hook_points.LensHandle": [[17, 4, 1, "", "context_level"], [17, 4, 1, "", "hook"], [17, 4, 1, "", "is_permanent"]], "transformer_lens.loading_from_pretrained": [[18, 1, 1, "", "Config"], [18, 6, 1, "", "MODEL_ALIASES"], [18, 6, 1, "", "OFFICIAL_MODEL_NAMES"], [18, 5, 1, "", "convert_bloom_weights"], [18, 5, 1, "", "convert_coder_weights"], [18, 5, 1, "", "get_checkpoint_labels"], [18, 5, 1, "", "get_num_params_of_pretrained"], [18, 5, 1, "", "get_pretrained_model_config"]], "transformer_lens.loading_from_pretrained.Config": [[18, 4, 1, "", "d_head"], [18, 4, 1, "", "d_mlp"], [18, 4, 1, "", "d_model"], [18, 4, 1, "", "d_vocab"], [18, 4, 1, "", "debug"], [18, 4, 1, "", "init_range"], [18, 4, 1, "", "layer_norm_eps"], [18, 4, 1, "", "n_ctx"], [18, 4, 1, "", "n_heads"], [18, 4, 1, "", "n_layers"]], "transformer_lens.past_key_value_caching": [[19, 1, 1, "", "HookedTransformerKeyValueCache"], [19, 1, 1, "", "HookedTransformerKeyValueCacheEntry"]], "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache": [[19, 2, 1, "", "append_attention_mask"], [19, 4, 1, "", "entries"], [19, 2, 1, "", "freeze"], [19, 4, 1, "", "frozen"], [19, 2, 1, "", "init_cache"], [19, 4, 1, "", "previous_attention_mask"], [19, 2, 1, "", "unfreeze"]], "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry": [[19, 2, 1, "", "append"], [19, 4, 1, "", "frozen"], [19, 2, 1, "", "init_cache_entry"], [19, 4, 1, "", "past_keys"], [19, 4, 1, "", "past_values"]], "transformer_lens.patching": [[20, 5, 1, "", "generic_activation_patch"], [20, 5, 1, "", "get_act_patch_attn_head_all_pos_every"], [20, 5, 1, "", "get_act_patch_attn_head_by_pos_every"], [20, 5, 1, "", "get_act_patch_attn_head_k_all_pos"], [20, 5, 1, "", "get_act_patch_attn_head_k_by_pos"], [20, 5, 1, "", "get_act_patch_attn_head_out_all_pos"], [20, 5, 1, "", "get_act_patch_attn_head_out_by_pos"], [20, 5, 1, "", "get_act_patch_attn_head_pattern_all_pos"], [20, 5, 1, "", "get_act_patch_attn_head_pattern_by_pos"], [20, 5, 1, "", "get_act_patch_attn_head_pattern_dest_src_pos"], [20, 5, 1, "", "get_act_patch_attn_head_q_all_pos"], [20, 5, 1, "", "get_act_patch_attn_head_q_by_pos"], [20, 5, 1, "", "get_act_patch_attn_head_v_all_pos"], [20, 5, 1, "", "get_act_patch_attn_head_v_by_pos"], [20, 5, 1, "", "get_act_patch_attn_out"], [20, 5, 1, "", "get_act_patch_block_every"], [20, 5, 1, "", "get_act_patch_mlp_out"], [20, 5, 1, "", "get_act_patch_resid_mid"], [20, 5, 1, "", "get_act_patch_resid_pre"], [20, 5, 1, "", "layer_head_dest_src_pos_pattern_patch_setter"], [20, 5, 1, "", "layer_head_pattern_patch_setter"], [20, 5, 1, "", "layer_head_pos_pattern_patch_setter"], [20, 5, 1, "", "layer_head_vector_patch_setter"], [20, 5, 1, "", "layer_pos_head_vector_patch_setter"], [20, 5, 1, "", "layer_pos_patch_setter"]], "transformer_lens.train": [[21, 1, 1, "", "HookedTransformerTrainConfig"], [21, 5, 1, "", "train"]], "transformer_lens.train.HookedTransformerTrainConfig": [[21, 4, 1, "", "batch_size"], [21, 4, 1, "", "device"], [21, 4, 1, "", "lr"], [21, 4, 1, "", "max_grad_norm"], [21, 4, 1, "", "max_steps"], [21, 4, 1, "", "momentum"], [21, 4, 1, "", "num_epochs"], [21, 4, 1, "", "optimizer_name"], [21, 4, 1, "", "print_every"], [21, 4, 1, "", "save_dir"], [21, 4, 1, "", "save_every"], [21, 4, 1, "", "seed"], [21, 4, 1, "", "wandb"], [21, 4, 1, "", "wandb_project_name"], [21, 4, 1, "", "warmup_steps"], [21, 4, 1, "", "weight_decay"]], "transformer_lens.utilities": [[23, 0, 0, "-", "devices"]], "transformer_lens.utilities.devices": [[23, 5, 1, "", "get_device_for_block_index"], [23, 5, 1, "", "move_to_and_update_config"]], "transformer_lens.utils": [[24, 1, 1, "", "LocallyOverridenDefaults"], [24, 1, 1, "", "Slice"], [24, 6, 1, "", "SliceInput"], [24, 5, 1, "", "composition_scores"], [24, 5, 1, "", "download_file_from_hf"], [24, 5, 1, "", "gelu_fast"], [24, 5, 1, "", "gelu_new"], [24, 5, 1, "", "get_act_name"], [24, 5, 1, "", "get_attention_mask"], [24, 5, 1, "", "get_corner"], [24, 5, 1, "", "get_cumsum_along_dim"], [24, 5, 1, "", "get_dataset"], [24, 5, 1, "", "get_device"], [24, 5, 1, "", "get_input_with_manually_prepended_bos"], [24, 5, 1, "", "get_nested_attr"], [24, 5, 1, "", "get_offset_position_ids"], [24, 5, 1, "", "get_tokenizer_with_bos"], [24, 5, 1, "", "get_tokens_with_bos_removed"], [24, 5, 1, "", "is_lower_triangular"], [24, 5, 1, "", "is_square"], [24, 5, 1, "", "keep_single_column"], [24, 5, 1, "", "lm_accuracy"], [24, 5, 1, "", "lm_cross_entropy_loss"], [24, 5, 1, "", "override_or_use_default_value"], [24, 5, 1, "", "print_gpu_mem"], [24, 5, 1, "", "remove_batch_dim"], [24, 5, 1, "", "sample_logits"], [24, 5, 1, "", "set_nested_attr"], [24, 5, 1, "", "solu"], [24, 5, 1, "", "test_prompt"], [24, 5, 1, "", "to_numpy"], [24, 5, 1, "", "tokenize_and_concatenate"], [24, 5, 1, "", "transpose"]], "transformer_lens.utils.LocallyOverridenDefaults": [[24, 2, 1, "", "__init__"]], "transformer_lens.utils.Slice": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "apply"], [24, 2, 1, "", "indices"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function", "6": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"], "6": ["py", "data", "Python data"]}, "titleterms": {"citat": 0, "contribut": 1, "setup": [1, 25, 26], "devcontain": 1, "manual": 1, "test": 1, "run": [1, 26], "format": 1, "document": 1, "docstr": 1, "style": 1, "guid": 1, "section": 1, "order": 1, "support": 1, "sphinx": 1, "properti": [1, 27], "refer": 1, "other": [1, 26], "function": [1, 25], "class": [1, 26], "math": 1, "markup": 1, "galleri": 2, "get": [3, 4], "start": [3, 4, 5], "advic": 3, "read": [3, 25], "code": 3, "instal": 3, "mechanist": [4, 28], "interpret": [4, 26, 28], "tutori": 5, "where": 5, "To": 5, "demo": [5, 25, 26], "transform": [6, 26], "len": [6, 25, 26], "api": 6, "content": 6, "transformer_len": [7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "submodul": [7, 22], "subpackag": 7, "activationcach": 8, "factoredmatrix": 9, "hookedencod": 10, "hookedtransform": 11, "hookedtransformerconfig": 12, "svdinterpret": 13, "compon": 14, "eval": 15, "head_detector": 16, "hook_point": 17, "loading_from_pretrain": 18, "past_key_value_cach": 19, "patch": [20, 25, 26], "train": [21, 26], "util": [22, 23, 24], "devic": 23, "exploratori": 25, "analysi": 25, "tip": 25, "thi": 25, "environ": 25, "ignor": 25, "import": [25, 26], "pytorch": 25, "plot": 25, "helper": 25, "introduct": [25, 26], "indirect": [25, 26], "object": [25, 26], "identif": [25, 26], "brainstorm": 25, "what": 25, "": 25, "actual": 25, "go": 25, "On": 25, "option": 25, "direct": 25, "logit": 25, "attribut": 25, "layer": 25, "head": [25, 26], "attent": 25, "activ": [25, 26], "residu": 25, "stream": 25, "decompos": 25, "consolid": 25, "understand": 25, "visual": 25, "pattern": 25, "compar": 25, "paper": 25, "bonu": 25, "explor": 25, "anomali": 25, "earli": 25, "ar": 25, "induct": [25, 26], "implic": 25, "backup": 25, "name": [25, 26], "mover": 25, "main": 26, "notebook": 26, "load": 26, "model": [26, 27, 28], "cach": 26, "all": 26, "hook": 26, "interven": 26, "task": 26, "access": 26, "avail": 26, "an": 26, "overview": 26, "open": 26, "sourc": 26, "librari": [26, 28], "some": 26, "friendli": 26, "i": 26, "ve": 26, "includ": 26, "resourc": 26, "architectur": 26, "paramet": 26, "fold": 26, "layernorm": 26, "For": 26, "curiou": 26, "featur": 26, "deal": 26, "token": 26, "gotcha": 26, "prepend_bo": 26, "factor": 26, "matrix": 26, "basic": 26, "exampl": 26, "medium": 26, "eigenvalu": 26, "copi": 26, "score": 26, "gener": [26, 28], "text": 26, "point": 26, "toi": 26, "pre": 26, "checkpoint": 26, "phase": 26, "transit": 26, "tabl": 27, "transformerlen": 28, "A": 28, "languag": 28}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 57}, "alltitles": {"Citation": [[0, "citation"]], "Contributing": [[1, "contributing"]], "Setup": [[1, "setup"], [25, "Setup"], [26, "Setup"]], "DevContainer": [[1, "devcontainer"]], "Manual Setup": [[1, "manual-setup"]], "Testing": [[1, "testing"]], "Running the tests": [[1, "running-the-tests"]], "Formatting": [[1, "formatting"]], "Documentation": [[1, "documentation"]], "Docstring Style Guide": [[1, "docstring-style-guide"]], "Sections and Order": [[1, "sections-and-order"]], "Supported Sphinx Properties": [[1, "supported-sphinx-properties"]], "References to Other Functions/Classes": [[1, "references-to-other-functions-classes"]], "Maths": [[1, "maths"]], "Markup": [[1, "markup"]], "Gallery": [[2, "gallery"]], "Getting Started": [[3, "getting-started"]], "Advice for Reading the Code": [[3, "advice-for-reading-the-code"]], "Installation": [[3, "installation"]], "Getting Started in Mechanistic Interpretability": [[4, "getting-started-in-mechanistic-interpretability"]], "Tutorials": [[5, "tutorials"]], "Where To Start": [[5, "where-to-start"]], "Demos": [[5, "demos"]], "Transformer Lens API": [[6, "transformer-lens-api"]], "Contents": [[6, "contents"]], "transformer_lens": [[7, "transformer-lens"]], "Submodules": [[7, "submodules"], [22, "submodules"]], "Subpackages": [[7, "subpackages"]], "transformer_lens.ActivationCache": [[8, "module-transformer_lens.ActivationCache"]], "transformer_lens.FactoredMatrix": [[9, "module-transformer_lens.FactoredMatrix"]], "transformer_lens.HookedEncoder": [[10, "module-transformer_lens.HookedEncoder"]], "transformer_lens.HookedTransformer": [[11, "module-transformer_lens.HookedTransformer"]], "transformer_lens.HookedTransformerConfig": [[12, "module-transformer_lens.HookedTransformerConfig"]], "transformer_lens.SVDInterpreter": [[13, "module-transformer_lens.SVDInterpreter"]], "transformer_lens.components": [[14, "module-transformer_lens.components"]], "transformer_lens.evals": [[15, "module-transformer_lens.evals"]], "transformer_lens.head_detector": [[16, "module-transformer_lens.head_detector"]], "transformer_lens.hook_points": [[17, "module-transformer_lens.hook_points"]], "transformer_lens.loading_from_pretrained": [[18, "module-transformer_lens.loading_from_pretrained"]], "transformer_lens.past_key_value_caching": [[19, "module-transformer_lens.past_key_value_caching"]], "transformer_lens.patching": [[20, "module-transformer_lens.patching"]], "transformer_lens.train": [[21, "module-transformer_lens.train"]], "transformer_lens.utilities": [[22, "transformer-lens-utilities"]], "transformer_lens.utilities.devices": [[23, "module-transformer_lens.utilities.devices"]], "transformer_lens.utils": [[24, "module-transformer_lens.utils"]], "Exploratory Analysis Demo": [[25, "Exploratory-Analysis-Demo"]], "Tips for Reading This": [[25, "Tips-for-Reading-This"]], "Environment Setup (ignore)": [[25, "Environment-Setup-(ignore)"]], "Imports": [[25, "Imports"]], "PyTorch Setup": [[25, "PyTorch-Setup"]], "Plotting Helper Functions (ignore)": [[25, "Plotting-Helper-Functions-(ignore)"]], "Introduction": [[25, "Introduction"], [26, "Introduction"]], "Indirect Object Identification": [[25, "Indirect-Object-Identification"]], "Brainstorm What\u2019s Actually Going On (Optional)": [[25, "Brainstorm-What's-Actually-Going-On-(Optional)"]], "Direct Logit Attribution": [[25, "Direct-Logit-Attribution"]], "Logit Lens": [[25, "Logit-Lens"]], "Layer Attribution": [[25, "Layer-Attribution"]], "Head Attribution": [[25, "Head-Attribution"]], "Attention Analysis": [[25, "Attention-Analysis"]], "Activation Patching": [[25, "Activation-Patching"]], "Residual Stream": [[25, "Residual-Stream"]], "Layers": [[25, "Layers"]], "Heads": [[25, "Heads"]], "Decomposing Heads": [[25, "Decomposing-Heads"]], "Consolidating Understanding": [[25, "Consolidating-Understanding"]], "Visualizing Attention Patterns": [[25, "Visualizing-Attention-Patterns"]], "Comparing to the Paper": [[25, "Comparing-to-the-Paper"]], "Bonus: Exploring Anomalies": [[25, "Bonus:-Exploring-Anomalies"]], "Early Heads are Induction Heads(?!)": [[25, "Early-Heads-are-Induction-Heads(?!)"]], "Implications": [[25, "Implications"]], "Backup Name Mover Heads": [[25, "Backup-Name-Mover-Heads"]], "Transformer Lens Main Demo Notebook": [[26, "Transformer-Lens-Main-Demo-Notebook"]], "Loading and Running Models": [[26, "Loading-and-Running-Models"]], "Caching all Activations": [[26, "Caching-all-Activations"]], "Hooks: Intervening on Activations": [[26, "Hooks:-Intervening-on-Activations"]], "Activation Patching on the Indirect Object Identification Task": [[26, "Activation-Patching-on-the-Indirect-Object-Identification-Task"]], "Hooks: Accessing Activations": [[26, "Hooks:-Accessing-Activations"]], "Available Models": [[26, "Available-Models"]], "An overview of the important open source models in the library": [[26, "An-overview-of-the-important-open-source-models-in-the-library"]], "An overview of some interpretability-friendly models I\u2019ve trained and included": [[26, "An-overview-of-some-interpretability-friendly-models-I've-trained-and-included"]], "Other Resources:": [[26, "Other-Resources:"]], "Transformer architecture": [[26, "Transformer-architecture"]], "Parameter Names": [[26, "Parameter-Names"]], "Activation + Hook Names": [[26, "Activation-+-Hook-Names"]], "Folding LayerNorm (For the Curious)": [[26, "Folding-LayerNorm-(For-the-Curious)"]], "Features": [[26, "Features"]], "Dealing with tokens": [[26, "Dealing-with-tokens"]], "Gotcha: prepend_bos": [[26, "Gotcha:-prepend_bos"]], "Factored Matrix Class": [[26, "Factored-Matrix-Class"]], "Basic Examples": [[26, "Basic-Examples"]], "Medium Example: Eigenvalue Copying Scores": [[26, "Medium-Example:-Eigenvalue-Copying-Scores"]], "Generating Text": [[26, "Generating-Text"]], "Hook Points": [[26, "Hook-Points"]], "Toy Example": [[26, "Toy-Example"]], "Loading Pre-Trained Checkpoints": [[26, "Loading-Pre-Trained-Checkpoints"]], "Example: Induction Head Phase Transition": [[26, "Example:-Induction-Head-Phase-Transition"]], "Model Properties Table": [[27, "model-properties-table"]], "TransformerLens": [[28, "transformerlens"]], "A Library for Mechanistic Interpretability of Generative Language Models": [[28, "a-library-for-mechanistic-interpretability-of-generative-language-models"]]}, "indexentries": {"activationcache (class in transformer_lens.activationcache)": [[8, "transformer_lens.ActivationCache.ActivationCache"]], "accumulated_resid() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.accumulated_resid"]], "apply_ln_to_stack() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.apply_ln_to_stack"]], "apply_slice_to_batch_dim() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.apply_slice_to_batch_dim"]], "compute_head_results() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.compute_head_results"]], "decompose_resid() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.decompose_resid"]], "get_full_resid_decomposition() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.get_full_resid_decomposition"]], "get_neuron_results() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.get_neuron_results"]], "items() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.items"]], "keys() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.keys"]], "logit_attrs() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.logit_attrs"]], "module": [[8, "module-transformer_lens.ActivationCache"], [9, "module-transformer_lens.FactoredMatrix"], [10, "module-transformer_lens.HookedEncoder"], [11, "module-transformer_lens.HookedTransformer"], [12, "module-transformer_lens.HookedTransformerConfig"], [13, "module-transformer_lens.SVDInterpreter"], [14, "module-transformer_lens.components"], [15, "module-transformer_lens.evals"], [16, "module-transformer_lens.head_detector"], [17, "module-transformer_lens.hook_points"], [18, "module-transformer_lens.loading_from_pretrained"], [19, "module-transformer_lens.past_key_value_caching"], [20, "module-transformer_lens.patching"], [21, "module-transformer_lens.train"], [23, "module-transformer_lens.utilities.devices"], [24, "module-transformer_lens.utils"]], "remove_batch_dim() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.remove_batch_dim"]], "stack_activation() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.stack_activation"]], "stack_head_results() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.stack_head_results"]], "stack_neuron_results() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.stack_neuron_results"]], "to() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.to"]], "toggle_autodiff() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.toggle_autodiff"]], "transformer_lens.activationcache": [[8, "module-transformer_lens.ActivationCache"]], "values() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.values"]], "ab (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.AB"]], "ba (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.BA"]], "factoredmatrix (class in transformer_lens.factoredmatrix)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix"]], "s (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.S"]], "t (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.T"]], "u (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.U"]], "vh (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.Vh"]], "collapse_l() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.collapse_l"]], "collapse_r() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.collapse_r"]], "eigenvalues (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.eigenvalues"]], "get_corner() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.get_corner"]], "make_even() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.make_even"]], "ndim (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.ndim"]], "norm() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.norm"]], "pair (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.pair"]], "svd() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.svd"]], "transformer_lens.factoredmatrix": [[9, "module-transformer_lens.FactoredMatrix"]], "unsqueeze() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.unsqueeze"]], "hookedencoder (class in transformer_lens.hookedencoder)": [[10, "transformer_lens.HookedEncoder.HookedEncoder"]], "ov (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.OV"]], "qk (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.QK"]], "w_e (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_E"]], "w_e_pos (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_E_pos"]], "w_k (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_K"]], "w_o (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_O"]], "w_q (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_Q"]], "w_u (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_U"]], "w_v (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_V"]], "w_in (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_in"]], "w_out (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_out"]], "w_pos (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_pos"]], "all_head_labels() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.all_head_labels"]], "b_k (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_K"]], "b_o (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_O"]], "b_q (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_Q"]], "b_u (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_U"]], "b_v (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_V"]], "b_in (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_in"]], "b_out (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_out"]], "cpu() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.cpu"]], "cuda() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.cuda"]], "forward() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.forward"]], "from_pretrained() (transformer_lens.hookedencoder.hookedencoder class method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.from_pretrained"]], "mps() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.mps"]], "run_with_cache() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.run_with_cache"]], "to() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.to"]], "transformer_lens.hookedencoder": [[10, "module-transformer_lens.HookedEncoder"]], "hookedtransformer (class in transformer_lens.hookedtransformer)": [[11, "transformer_lens.HookedTransformer.HookedTransformer"]], "ov (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.OV"]], "output (class in transformer_lens.hookedtransformer)": [[11, "transformer_lens.HookedTransformer.Output"]], "qk (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.QK"]], "w_e (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_E"]], "w_e_pos (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_E_pos"]], "w_k (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_K"]], "w_o (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_O"]], "w_q (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_Q"]], "w_u (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_U"]], "w_v (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_V"]], "w_gate (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_gate"]], "w_in (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_in"]], "w_out (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_out"]], "w_pos (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_pos"]], "__init__() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.__init__"]], "accumulated_bias() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.accumulated_bias"]], "all_composition_scores() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.all_composition_scores"]], "all_head_labels() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.all_head_labels"]], "b_k (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_K"]], "b_o (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_O"]], "b_q (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_Q"]], "b_u (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_U"]], "b_v (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_V"]], "b_in (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_in"]], "b_out (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_out"]], "center_unembed() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.center_unembed"]], "center_writing_weights() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.center_writing_weights"]], "check_hooks_to_add() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.check_hooks_to_add"]], "cpu() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.cpu"]], "cuda() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.cuda"]], "fold_layer_norm() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.fold_layer_norm"]], "fold_value_biases() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.fold_value_biases"]], "forward() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.forward"]], "from_pretrained() (transformer_lens.hookedtransformer.hookedtransformer class method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.from_pretrained"]], "from_pretrained_no_processing() (transformer_lens.hookedtransformer.hookedtransformer class method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.from_pretrained_no_processing"]], "generate() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.generate"]], "get_token_position() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.get_token_position"]], "init_weights() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.init_weights"]], "input_to_embed() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.input_to_embed"]], "load_and_process_state_dict() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.load_and_process_state_dict"]], "load_sample_training_dataset() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.load_sample_training_dataset"]], "logits (transformer_lens.hookedtransformer.output attribute)": [[11, "transformer_lens.HookedTransformer.Output.logits"]], "loss (transformer_lens.hookedtransformer.output attribute)": [[11, "transformer_lens.HookedTransformer.Output.loss"]], "loss_fn() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.loss_fn"]], "move_model_modules_to_device() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.move_model_modules_to_device"]], "mps() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.mps"]], "process_weights_() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.process_weights_"]], "refactor_factored_attn_matrices() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.refactor_factored_attn_matrices"]], "run_with_cache() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.run_with_cache"]], "sample_datapoint() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.sample_datapoint"]], "set_tokenizer() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.set_tokenizer"]], "set_use_attn_in() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.set_use_attn_in"]], "set_use_attn_result() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.set_use_attn_result"]], "set_use_hook_mlp_in() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.set_use_hook_mlp_in"]], "set_use_split_qkv_input() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.set_use_split_qkv_input"]], "to() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to"]], "to_single_str_token() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to_single_str_token"]], "to_single_token() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to_single_token"]], "to_str_tokens() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to_str_tokens"]], "to_string() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to_string"]], "to_tokens() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to_tokens"]], "tokens_to_residual_directions() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.tokens_to_residual_directions"]], "transformer_lens.hookedtransformer": [[11, "module-transformer_lens.HookedTransformer"]], "hookedtransformerconfig (class in transformer_lens.hookedtransformerconfig)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig"]], "act_fn (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.act_fn"]], "attention_dir (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.attention_dir"]], "attn_only (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.attn_only"]], "attn_types (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.attn_types"]], "checkpoint_index (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.checkpoint_index"]], "checkpoint_label_type (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.checkpoint_label_type"]], "checkpoint_value (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.checkpoint_value"]], "d_head (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.d_head"]], "d_mlp (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.d_mlp"]], "d_model (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.d_model"]], "d_vocab (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.d_vocab"]], "d_vocab_out (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.d_vocab_out"]], "default_prepend_bos (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.default_prepend_bos"]], "device (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.device"]], "dtype (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.dtype"]], "eps (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.eps"]], "final_rms (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.final_rms"]], "from_checkpoint (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.from_checkpoint"]], "from_dict() (transformer_lens.hookedtransformerconfig.hookedtransformerconfig class method)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.from_dict"]], "gated_mlp (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.gated_mlp"]], "init_mode (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.init_mode"]], "init_weights (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.init_weights"]], "initializer_range (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.initializer_range"]], "model_name (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.model_name"]], "n_ctx (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.n_ctx"]], "n_devices (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.n_devices"]], "n_heads (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.n_heads"]], "n_layers (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.n_layers"]], "n_params (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.n_params"]], "normalization_type (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.normalization_type"]], "original_architecture (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.original_architecture"]], "parallel_attn_mlp (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.parallel_attn_mlp"]], "positional_embedding_type (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.positional_embedding_type"]], "post_embedding_ln (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.post_embedding_ln"]], "rotary_dim (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.rotary_dim"]], "scale_attn_by_inverse_layer_idx (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.scale_attn_by_inverse_layer_idx"]], "seed (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.seed"]], "set_seed_everywhere() (transformer_lens.hookedtransformerconfig.hookedtransformerconfig method)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.set_seed_everywhere"]], "to_dict() (transformer_lens.hookedtransformerconfig.hookedtransformerconfig method)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.to_dict"]], "tokenizer_name (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.tokenizer_name"]], "tokenizer_prepends_bos (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.tokenizer_prepends_bos"]], "transformer_lens.hookedtransformerconfig": [[12, "module-transformer_lens.HookedTransformerConfig"]], "use_attn_in (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_attn_in"]], "use_attn_result (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_attn_result"]], "use_attn_scale (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_attn_scale"]], "use_hook_mlp_in (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_hook_mlp_in"]], "use_hook_tokens (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_hook_tokens"]], "use_local_attn (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_local_attn"]], "use_split_qkv_input (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_split_qkv_input"]], "window_size (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.window_size"]], "svdinterpreter (class in transformer_lens.svdinterpreter)": [[13, "transformer_lens.SVDInterpreter.SVDInterpreter"]], "get_singular_vectors() (transformer_lens.svdinterpreter.svdinterpreter method)": [[13, "transformer_lens.SVDInterpreter.SVDInterpreter.get_singular_vectors"]], "transformer_lens.svdinterpreter": [[13, "module-transformer_lens.SVDInterpreter"]], "attention (class in transformer_lens.components)": [[14, "transformer_lens.components.Attention"]], "bertblock (class in transformer_lens.components)": [[14, "transformer_lens.components.BertBlock"]], "bertembed (class in transformer_lens.components)": [[14, "transformer_lens.components.BertEmbed"]], "bertmlmhead (class in transformer_lens.components)": [[14, "transformer_lens.components.BertMLMHead"]], "embed (class in transformer_lens.components)": [[14, "transformer_lens.components.Embed"]], "gatedmlp (class in transformer_lens.components)": [[14, "transformer_lens.components.GatedMLP"]], "layernorm (class in transformer_lens.components)": [[14, "transformer_lens.components.LayerNorm"]], "layernormpre (class in transformer_lens.components)": [[14, "transformer_lens.components.LayerNormPre"]], "mlp (class in transformer_lens.components)": [[14, "transformer_lens.components.MLP"]], "ov (transformer_lens.components.attention property)": [[14, "transformer_lens.components.Attention.OV"]], "posembed (class in transformer_lens.components)": [[14, "transformer_lens.components.PosEmbed"]], "qk (transformer_lens.components.attention property)": [[14, "transformer_lens.components.Attention.QK"]], "rmsnorm (class in transformer_lens.components)": [[14, "transformer_lens.components.RMSNorm"]], "rmsnormpre (class in transformer_lens.components)": [[14, "transformer_lens.components.RMSNormPre"]], "tokentypeembed (class in transformer_lens.components)": [[14, "transformer_lens.components.TokenTypeEmbed"]], "transformerblock (class in transformer_lens.components)": [[14, "transformer_lens.components.TransformerBlock"]], "unembed (class in transformer_lens.components)": [[14, "transformer_lens.components.Unembed"]], "__init__() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.__init__"]], "__init__() (transformer_lens.components.layernorm method)": [[14, "transformer_lens.components.LayerNorm.__init__"]], "__init__() (transformer_lens.components.layernormpre method)": [[14, "transformer_lens.components.LayerNormPre.__init__"]], "__init__() (transformer_lens.components.rmsnorm method)": [[14, "transformer_lens.components.RMSNorm.__init__"]], "__init__() (transformer_lens.components.rmsnormpre method)": [[14, "transformer_lens.components.RMSNormPre.__init__"]], "apply_causal_mask() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.apply_causal_mask"]], "apply_rotary() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.apply_rotary"]], "calculate_sin_cos_rotary() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.calculate_sin_cos_rotary"]], "create_alibi_bias() (transformer_lens.components.attention static method)": [[14, "transformer_lens.components.Attention.create_alibi_bias"]], "create_alibi_multipliers() (transformer_lens.components.attention static method)": [[14, "transformer_lens.components.Attention.create_alibi_multipliers"]], "create_alibi_slope() (transformer_lens.components.attention static method)": [[14, "transformer_lens.components.Attention.create_alibi_slope"]], "forward() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.forward"]], "forward() (transformer_lens.components.bertblock method)": [[14, "transformer_lens.components.BertBlock.forward"]], "forward() (transformer_lens.components.bertembed method)": [[14, "transformer_lens.components.BertEmbed.forward"]], "forward() (transformer_lens.components.bertmlmhead method)": [[14, "transformer_lens.components.BertMLMHead.forward"]], "forward() (transformer_lens.components.embed method)": [[14, "transformer_lens.components.Embed.forward"]], "forward() (transformer_lens.components.gatedmlp method)": [[14, "transformer_lens.components.GatedMLP.forward"]], "forward() (transformer_lens.components.layernorm method)": [[14, "transformer_lens.components.LayerNorm.forward"]], "forward() (transformer_lens.components.layernormpre method)": [[14, "transformer_lens.components.LayerNormPre.forward"]], "forward() (transformer_lens.components.mlp method)": [[14, "transformer_lens.components.MLP.forward"]], "forward() (transformer_lens.components.posembed method)": [[14, "transformer_lens.components.PosEmbed.forward"]], "forward() (transformer_lens.components.rmsnorm method)": [[14, "transformer_lens.components.RMSNorm.forward"]], "forward() (transformer_lens.components.rmsnormpre method)": [[14, "transformer_lens.components.RMSNormPre.forward"]], "forward() (transformer_lens.components.tokentypeembed method)": [[14, "transformer_lens.components.TokenTypeEmbed.forward"]], "forward() (transformer_lens.components.transformerblock method)": [[14, "transformer_lens.components.TransformerBlock.forward"]], "forward() (transformer_lens.components.unembed method)": [[14, "transformer_lens.components.Unembed.forward"]], "rotate_every_two() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.rotate_every_two"]], "transformer_lens.components": [[14, "module-transformer_lens.components"]], "ioidataset (class in transformer_lens.evals)": [[15, "transformer_lens.evals.IOIDataset"]], "evaluate() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.evaluate"]], "evaluate_on_dataset() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.evaluate_on_dataset"]], "get_default_names() (transformer_lens.evals.ioidataset static method)": [[15, "transformer_lens.evals.IOIDataset.get_default_names"]], "get_default_nouns() (transformer_lens.evals.ioidataset static method)": [[15, "transformer_lens.evals.IOIDataset.get_default_nouns"]], "get_default_templates() (transformer_lens.evals.ioidataset static method)": [[15, "transformer_lens.evals.IOIDataset.get_default_templates"]], "get_sample() (transformer_lens.evals.ioidataset method)": [[15, "transformer_lens.evals.IOIDataset.get_sample"]], "induction_loss() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.induction_loss"]], "ioi_eval() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.ioi_eval"]], "make_code_data_loader() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.make_code_data_loader"]], "make_owt_data_loader() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.make_owt_data_loader"]], "make_pile_data_loader() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.make_pile_data_loader"]], "make_wiki_data_loader() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.make_wiki_data_loader"]], "sanity_check() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.sanity_check"]], "transformer_lens.evals": [[15, "module-transformer_lens.evals"]], "compute_head_attention_similarity_score() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.compute_head_attention_similarity_score"]], "detect_head() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.detect_head"]], "get_duplicate_token_head_detection_pattern() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.get_duplicate_token_head_detection_pattern"]], "get_induction_head_detection_pattern() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.get_induction_head_detection_pattern"]], "get_previous_token_head_detection_pattern() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.get_previous_token_head_detection_pattern"]], "get_supported_heads() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.get_supported_heads"]], "transformer_lens.head_detector": [[16, "module-transformer_lens.head_detector"]], "hookpoint (class in transformer_lens.hook_points)": [[17, "transformer_lens.hook_points.HookPoint"]], "hookedrootmodule (class in transformer_lens.hook_points)": [[17, "transformer_lens.hook_points.HookedRootModule"]], "lenshandle (class in transformer_lens.hook_points)": [[17, "transformer_lens.hook_points.LensHandle"]], "add_caching_hooks() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.add_caching_hooks"]], "add_hook() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.add_hook"]], "add_hook() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.add_hook"]], "add_perma_hook() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.add_perma_hook"]], "add_perma_hook() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.add_perma_hook"]], "cache_all() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.cache_all"]], "cache_some() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.cache_some"]], "check_and_add_hook() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.check_and_add_hook"]], "check_hooks_to_add() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.check_hooks_to_add"]], "clear_context() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.clear_context"]], "clear_contexts() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.clear_contexts"]], "context_level (transformer_lens.hook_points.lenshandle attribute)": [[17, "transformer_lens.hook_points.LensHandle.context_level"]], "forward() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.forward"]], "get_caching_hooks() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.get_caching_hooks"]], "hook (transformer_lens.hook_points.lenshandle attribute)": [[17, "transformer_lens.hook_points.LensHandle.hook"]], "hook_points() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.hook_points"]], "hooks() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.hooks"]], "is_permanent (transformer_lens.hook_points.lenshandle attribute)": [[17, "transformer_lens.hook_points.LensHandle.is_permanent"]], "layer() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.layer"]], "remove_all_hook_fns() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.remove_all_hook_fns"]], "remove_hooks() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.remove_hooks"]], "reset_hooks() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.reset_hooks"]], "run_with_cache() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.run_with_cache"]], "run_with_hooks() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.run_with_hooks"]], "setup() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.setup"]], "transformer_lens.hook_points": [[17, "module-transformer_lens.hook_points"]], "config (class in transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.Config"]], "model_aliases (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.MODEL_ALIASES"]], "official_model_names (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.OFFICIAL_MODEL_NAMES"]], "convert_bloom_weights() (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.convert_bloom_weights"]], "convert_coder_weights() (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.convert_coder_weights"]], "d_head (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.d_head"]], "d_mlp (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.d_mlp"]], "d_model (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.d_model"]], "d_vocab (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.d_vocab"]], "debug (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.debug"]], "get_checkpoint_labels() (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.get_checkpoint_labels"]], "get_num_params_of_pretrained() (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.get_num_params_of_pretrained"]], "get_pretrained_model_config() (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.get_pretrained_model_config"]], "init_range (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.init_range"]], "layer_norm_eps (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.layer_norm_eps"]], "n_ctx (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.n_ctx"]], "n_heads (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.n_heads"]], "n_layers (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.n_layers"]], "transformer_lens.loading_from_pretrained": [[18, "module-transformer_lens.loading_from_pretrained"]], "hookedtransformerkeyvaluecache (class in transformer_lens.past_key_value_caching)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache"]], "hookedtransformerkeyvaluecacheentry (class in transformer_lens.past_key_value_caching)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry"]], "append() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecacheentry method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry.append"]], "append_attention_mask() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.append_attention_mask"]], "entries (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.entries"]], "freeze() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.freeze"]], "frozen (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.frozen"]], "frozen (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecacheentry attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry.frozen"]], "init_cache() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache class method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.init_cache"]], "init_cache_entry() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecacheentry class method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry.init_cache_entry"]], "past_keys (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecacheentry attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry.past_keys"]], "past_values (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecacheentry attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry.past_values"]], "previous_attention_mask (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.previous_attention_mask"]], "transformer_lens.past_key_value_caching": [[19, "module-transformer_lens.past_key_value_caching"]], "unfreeze() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.unfreeze"]], "generic_activation_patch() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.generic_activation_patch"]], "get_act_patch_attn_head_all_pos_every() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_all_pos_every"]], "get_act_patch_attn_head_by_pos_every() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_by_pos_every"]], "get_act_patch_attn_head_k_all_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_k_all_pos"]], "get_act_patch_attn_head_k_by_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_k_by_pos"]], "get_act_patch_attn_head_out_all_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_out_all_pos"]], "get_act_patch_attn_head_out_by_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_out_by_pos"]], "get_act_patch_attn_head_pattern_all_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_pattern_all_pos"]], "get_act_patch_attn_head_pattern_by_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_pattern_by_pos"]], "get_act_patch_attn_head_pattern_dest_src_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_pattern_dest_src_pos"]], "get_act_patch_attn_head_q_all_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_q_all_pos"]], "get_act_patch_attn_head_q_by_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_q_by_pos"]], "get_act_patch_attn_head_v_all_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_v_all_pos"]], "get_act_patch_attn_head_v_by_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_v_by_pos"]], "get_act_patch_attn_out() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_out"]], "get_act_patch_block_every() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_block_every"]], "get_act_patch_mlp_out() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_mlp_out"]], "get_act_patch_resid_mid() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_resid_mid"]], "get_act_patch_resid_pre() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_resid_pre"]], "layer_head_dest_src_pos_pattern_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_head_dest_src_pos_pattern_patch_setter"]], "layer_head_pattern_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_head_pattern_patch_setter"]], "layer_head_pos_pattern_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_head_pos_pattern_patch_setter"]], "layer_head_vector_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_head_vector_patch_setter"]], "layer_pos_head_vector_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_pos_head_vector_patch_setter"]], "layer_pos_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_pos_patch_setter"]], "transformer_lens.patching": [[20, "module-transformer_lens.patching"]], "hookedtransformertrainconfig (class in transformer_lens.train)": [[21, "transformer_lens.train.HookedTransformerTrainConfig"]], "batch_size (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.batch_size"]], "device (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.device"]], "lr (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.lr"]], "max_grad_norm (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.max_grad_norm"]], "max_steps (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.max_steps"]], "momentum (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.momentum"]], "num_epochs (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.num_epochs"]], "optimizer_name (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.optimizer_name"]], "print_every (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.print_every"]], "save_dir (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.save_dir"]], "save_every (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.save_every"]], "seed (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.seed"]], "train() (in module transformer_lens.train)": [[21, "transformer_lens.train.train"]], "transformer_lens.train": [[21, "module-transformer_lens.train"]], "wandb (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.wandb"]], "wandb_project_name (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.wandb_project_name"]], "warmup_steps (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.warmup_steps"]], "weight_decay (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.weight_decay"]], "get_device_for_block_index() (in module transformer_lens.utilities.devices)": [[23, "transformer_lens.utilities.devices.get_device_for_block_index"]], "move_to_and_update_config() (in module transformer_lens.utilities.devices)": [[23, "transformer_lens.utilities.devices.move_to_and_update_config"]], "transformer_lens.utilities.devices": [[23, "module-transformer_lens.utilities.devices"]], "locallyoverridendefaults (class in transformer_lens.utils)": [[24, "transformer_lens.utils.LocallyOverridenDefaults"]], "slice (class in transformer_lens.utils)": [[24, "transformer_lens.utils.Slice"]], "sliceinput (in module transformer_lens.utils)": [[24, "transformer_lens.utils.SliceInput"]], "__init__() (transformer_lens.utils.locallyoverridendefaults method)": [[24, "transformer_lens.utils.LocallyOverridenDefaults.__init__"]], "__init__() (transformer_lens.utils.slice method)": [[24, "transformer_lens.utils.Slice.__init__"]], "apply() (transformer_lens.utils.slice method)": [[24, "transformer_lens.utils.Slice.apply"]], "composition_scores() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.composition_scores"]], "download_file_from_hf() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.download_file_from_hf"]], "gelu_fast() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.gelu_fast"]], "gelu_new() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.gelu_new"]], "get_act_name() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_act_name"]], "get_attention_mask() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_attention_mask"]], "get_corner() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_corner"]], "get_cumsum_along_dim() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_cumsum_along_dim"]], "get_dataset() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_dataset"]], "get_device() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_device"]], "get_input_with_manually_prepended_bos() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_input_with_manually_prepended_bos"]], "get_nested_attr() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_nested_attr"]], "get_offset_position_ids() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_offset_position_ids"]], "get_tokenizer_with_bos() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_tokenizer_with_bos"]], "get_tokens_with_bos_removed() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_tokens_with_bos_removed"]], "indices() (transformer_lens.utils.slice method)": [[24, "transformer_lens.utils.Slice.indices"]], "is_lower_triangular() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.is_lower_triangular"]], "is_square() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.is_square"]], "keep_single_column() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.keep_single_column"]], "lm_accuracy() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.lm_accuracy"]], "lm_cross_entropy_loss() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.lm_cross_entropy_loss"]], "override_or_use_default_value() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.override_or_use_default_value"]], "print_gpu_mem() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.print_gpu_mem"]], "remove_batch_dim() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.remove_batch_dim"]], "sample_logits() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.sample_logits"]], "set_nested_attr() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.set_nested_attr"]], "solu() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.solu"]], "test_prompt() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.test_prompt"]], "to_numpy() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.to_numpy"]], "tokenize_and_concatenate() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.tokenize_and_concatenate"]], "transformer_lens.utils": [[24, "module-transformer_lens.utils"]], "transpose() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.transpose"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["content/citation", "content/contributing", "content/gallery", "content/getting_started", "content/getting_started_mech_interp", "content/tutorials", "generated/code/modules", "generated/code/transformer_lens", "generated/code/transformer_lens.ActivationCache", "generated/code/transformer_lens.FactoredMatrix", "generated/code/transformer_lens.HookedEncoder", "generated/code/transformer_lens.HookedTransformer", "generated/code/transformer_lens.HookedTransformerConfig", "generated/code/transformer_lens.SVDInterpreter", "generated/code/transformer_lens.components", "generated/code/transformer_lens.evals", "generated/code/transformer_lens.head_detector", "generated/code/transformer_lens.hook_points", "generated/code/transformer_lens.loading_from_pretrained", "generated/code/transformer_lens.past_key_value_caching", "generated/code/transformer_lens.patching", "generated/code/transformer_lens.train", "generated/code/transformer_lens.utilities", "generated/code/transformer_lens.utilities.devices", "generated/code/transformer_lens.utils", "generated/demos/Exploratory_Analysis_Demo", "generated/demos/Main_Demo", "generated/model_properties_table", "index"], "filenames": ["content/citation.md", "content/contributing.md", "content/gallery.md", "content/getting_started.md", "content/getting_started_mech_interp.md", "content/tutorials.md", "generated/code/modules.rst", "generated/code/transformer_lens.rst", "generated/code/transformer_lens.ActivationCache.rst", "generated/code/transformer_lens.FactoredMatrix.rst", "generated/code/transformer_lens.HookedEncoder.rst", "generated/code/transformer_lens.HookedTransformer.rst", "generated/code/transformer_lens.HookedTransformerConfig.rst", "generated/code/transformer_lens.SVDInterpreter.rst", "generated/code/transformer_lens.components.rst", "generated/code/transformer_lens.evals.rst", "generated/code/transformer_lens.head_detector.rst", "generated/code/transformer_lens.hook_points.rst", "generated/code/transformer_lens.loading_from_pretrained.rst", "generated/code/transformer_lens.past_key_value_caching.rst", "generated/code/transformer_lens.patching.rst", "generated/code/transformer_lens.train.rst", "generated/code/transformer_lens.utilities.rst", "generated/code/transformer_lens.utilities.devices.rst", "generated/code/transformer_lens.utils.rst", "generated/demos/Exploratory_Analysis_Demo.ipynb", "generated/demos/Main_Demo.ipynb", "generated/model_properties_table.md", "index.md"], "titles": ["Citation", "Contributing", "Gallery", "Getting Started", "Getting Started in Mechanistic Interpretability", "Tutorials", "Transformer Lens API", "transformer_lens", "transformer_lens.ActivationCache", "transformer_lens.FactoredMatrix", "transformer_lens.HookedEncoder", "transformer_lens.HookedTransformer", "transformer_lens.HookedTransformerConfig", "transformer_lens.SVDInterpreter", "transformer_lens.components", "transformer_lens.evals", "transformer_lens.head_detector", "transformer_lens.hook_points", "transformer_lens.loading_from_pretrained", "transformer_lens.past_key_value_caching", "transformer_lens.patching", "transformer_lens.train", "transformer_lens.utilities", "transformer_lens.utilities.devices", "transformer_lens.utils", "Exploratory Analysis Demo", "Transformer Lens Main Demo Notebook", "Model Properties Table", "TransformerLens"], "terms": {"pleas": [0, 1, 3, 4, 26], "cite": 0, "thi": [0, 1, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 28], "librari": [0, 2, 3, 4, 5, 8, 15, 24, 25], "misc": 0, "nanda2022transformerlen": 0, "titl": [0, 1, 25, 26], "transformerlen": [0, 2, 3, 4, 5, 8, 11, 14, 18, 24, 25, 26], "author": [0, 25], "neel": [0, 2, 4, 5, 11, 13, 26], "nanda": [0, 2, 4, 11, 26], "joseph": 0, "bloom": [0, 14, 18, 27], "year": 0, "2022": [0, 24], "howpublish": 0, "url": 0, "http": [0, 1, 3, 5, 8, 11, 12, 14, 15, 16, 20, 24, 25, 26], "github": [0, 1, 3, 5, 11], "com": [0, 3, 5, 8, 11, 25, 26], "neelnanda": [0, 3, 5, 11, 18], "io": [0, 3, 5, 15, 16, 25, 26], "For": [1, 8, 10, 11, 14, 16, 24, 25], "one": [1, 3, 4, 8, 10, 11, 12, 14, 16, 17, 18, 19, 20, 24, 25, 26, 28], "click": [1, 26], "your": [1, 5, 11, 12, 16, 17, 25, 26], "develop": [1, 5, 25, 26], "environ": 1, "project": [1, 5, 8, 21, 25], "includ": [1, 4, 5, 8, 10, 11, 12, 15, 16, 17, 25], "It": [1, 3, 5, 8, 10, 11, 12, 14, 15, 17, 20, 24, 25, 26, 28], "can": [1, 2, 3, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 24, 25, 26, 28], "us": [1, 2, 3, 5, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 28], "local": [1, 11, 12, 14, 18, 24, 26], "v": [1, 8, 11, 12, 20, 25, 26], "code": [1, 4, 8, 11, 12, 14, 15, 16, 17, 18, 24, 25, 26], "codespac": 1, "poetri": 1, "packag": 1, "manag": [1, 8, 11, 17, 24], "instal": [1, 25, 26], "follow": [1, 8, 11, 24, 26, 28], "also": [1, 5, 8, 10, 11, 12, 13, 16, 17, 18, 23, 24, 25, 26], "virtual": 1, "config": [1, 11, 12, 14, 18, 20, 21], "virtualenv": 1, "true": [1, 8, 10, 11, 12, 15, 16, 17, 18, 20, 23, 24, 25, 26], "dev": 1, "doc": [1, 6, 8, 11, 26], "jupyt": 1, "If": [1, 3, 6, 8, 10, 11, 12, 14, 16, 17, 18, 20, 23, 24, 25, 26], "ad": [1, 5, 11, 12, 14, 17, 25, 26], "featur": [1, 3, 5, 10, 13, 20, 24, 25, 28], "add": [1, 11, 12, 14, 17, 19, 24, 25, 26, 28], "unit": 1, "you": [1, 3, 4, 5, 8, 10, 11, 12, 13, 15, 16, 17, 18, 24, 25, 26, 28], "need": [1, 3, 8, 11, 12, 14, 17, 24, 25, 26, 28], "model": [1, 2, 3, 5, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 25], "ones": [1, 10, 11, 16, 25], "ar": [1, 3, 4, 5, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 24, 26, 28], "cach": [1, 8, 11, 12, 14, 16, 17, 19, 20, 24, 25, 28], "action": [1, 2, 25], "so": [1, 5, 8, 9, 10, 11, 12, 13, 15, 17, 18, 19, 20, 24, 25, 26], "quickli": [1, 5], "cd": [1, 25, 26], "These": [1, 25, 26], "gpt2": [1, 11, 12, 13, 14, 15, 18, 25, 26, 27], "attn": [1, 8, 10, 11, 12, 14, 18, 20, 24, 25, 26, 27], "onli": [1, 2, 8, 9, 10, 11, 12, 14, 16, 17, 18, 24, 25, 26, 27], "1l": [1, 18, 25, 26, 27], "2l": [1, 11, 18, 26, 27], "3l": [1, 18, 26, 27], "4l": [1, 18, 26, 27], "tini": [1, 8, 11, 18, 24, 25, 26, 27], "stori": [1, 8, 11, 18, 20, 24, 25, 27], "1m": [1, 8, 11, 18, 24, 27], "note": [1, 3, 8, 9, 10, 11, 12, 14, 15, 17, 18, 24, 25, 26], "i": [1, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 28], "quit": 1, "slow": [1, 26], "we": [1, 2, 6, 8, 11, 12, 16, 19, 20, 24, 25, 26, 28], "have": [1, 3, 8, 10, 11, 14, 16, 20, 24, 25, 26, 28], "cpu": [1, 8, 10, 11, 12, 14, 18, 25, 26], "smaller": [1, 26], "like": [1, 3, 4, 5, 10, 11, 14, 15, 16, 20, 24, 25, 26, 28], "prefer": 1, "possibl": [1, 10, 11, 16, 20, 24, 25, 26, 28], "via": [1, 2, 4, 10, 11, 20, 25], "make": [1, 5, 9, 10, 11, 16, 17, 25, 26, 28], "accept": [1, 10, 11, 17, 25], "pycln": 1, "isort": 1, "black": [1, 26], "pull": 1, "request": 1, "check": [1, 3, 5, 11, 13, 14, 15, 16, 17, 24, 25, 26], "all": [1, 4, 8, 10, 11, 14, 15, 16, 17, 20, 24, 25], "file": [1, 24], "sure": [1, 11, 24, 25, 26], "thorough": 1, "ani": [1, 8, 10, 11, 12, 14, 17, 24, 25, 26, 28], "should": [1, 5, 8, 10, 11, 14, 16, 17, 21, 24, 25, 26], "do": [1, 3, 4, 5, 8, 10, 11, 14, 15, 17, 20, 24, 25, 26, 28], "directli": [1, 10, 12, 24, 25, 26], "automat": [1, 5, 11, 12, 24, 25, 26], "gener": [1, 5, 11, 14, 15, 19, 20, 24, 25], "api": [1, 17, 25], "when": [1, 3, 5, 8, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 24, 25, 26], "merg": [1, 11], "main": [1, 3, 5, 8, 17, 25], "thei": [1, 4, 11, 12, 14, 15, 20, 24, 25, 26, 28], "pytest": 1, "doctest": 1, "want": [1, 5, 8, 11, 13, 15, 16, 17, 19, 24, 25, 26], "view": [1, 2], "chang": [1, 2, 3, 11, 12, 17, 18, 20, 24, 25, 26], "hot": [1, 25, 26], "reload": [1, 25, 26], "give": [1, 8, 11, 12, 15, 18, 20, 24, 25, 26], "real": [1, 5, 24, 25, 26, 28], "time": [1, 5, 6, 8, 11, 16, 17, 24, 25, 26], "edit": [1, 5, 11, 20, 25, 26, 28], "googl": [1, 5, 25, 26], "python": [1, 2, 12, 15, 24, 26], "write": [1, 2, 3, 11, 24, 25, 26, 28], "some": [1, 3, 8, 11, 13, 14, 15, 17, 20, 24, 25], "from": [1, 2, 3, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18, 20, 24, 25, 26, 28], "restructuredtext": 1, "rest": [1, 8, 11, 12, 15, 18, 24, 26], "In": [1, 2, 8, 10, 11, 14, 15, 17, 25, 26], "case": [1, 2, 8, 11, 12, 15, 16, 17, 18, 20, 24, 25, 27], "A": [1, 2, 4, 8, 9, 10, 11, 14, 15, 17, 19, 20, 24, 25, 26], "descript": 1, "what": [1, 3, 5, 8, 11, 16, 20, 26, 28], "doe": [1, 8, 10, 11, 12, 16, 17, 20, 24, 25, 26], "much": [1, 8, 11, 15, 16, 20, 24, 25, 26], "detail": [1, 8, 11, 12, 14, 18, 20, 24, 25, 26], "necessari": [1, 26], "fulli": [1, 20, 25], "understand": [1, 8, 11, 16, 26], "warn": [1, 8, 11, 16, 17, 24], "user": [1, 2, 12, 24, 26], "e": [1, 8, 10, 11, 14, 16, 17, 18, 24, 25, 26, 27], "g": [1, 8, 10, 11, 14, 16, 17, 24, 26], "common": [1, 5, 8, 11, 24, 25, 26], "pitfal": 1, "exampl": [1, 2, 8, 10, 11, 13, 14, 15, 17, 24, 25], "here": [1, 2, 11, 12, 14, 15, 16, 24, 25, 26], "print": [1, 8, 15, 21, 24, 25, 26], "1": [1, 4, 8, 10, 11, 12, 14, 16, 17, 18, 19, 24, 25, 26, 27], "2": [1, 3, 4, 8, 10, 11, 12, 14, 15, 16, 18, 24, 25, 26, 27, 28], "3": [1, 8, 9, 10, 11, 14, 15, 20, 24, 25, 26, 27, 28], "arg": [1, 17], "param_without_type_signatur": 1, "each": [1, 8, 9, 11, 12, 14, 16, 17, 18, 19, 20, 24, 25, 26], "indent": 1, "onc": [1, 11, 24, 25, 26], "more": [1, 5, 8, 9, 11, 12, 14, 16, 20, 24, 25, 26, 28], "param_2": 1, "anoth": [1, 25, 26], "paramet": [1, 5, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 25], "return": [1, 8, 9, 10, 11, 14, 15, 16, 17, 18, 20, 21, 23, 24, 25, 26], "without": [1, 8, 11, 14, 24, 25, 26], "type": [1, 5, 8, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 23, 24, 25, 26], "signatur": [1, 10, 11, 26], "rais": [1, 11, 16, 18, 24, 26], "inform": [1, 11, 12, 14, 17, 18, 25, 26], "about": [1, 5, 8, 11, 15, 17, 20, 24, 25, 26, 28], "error": [1, 8, 11, 16, 18, 26], "mai": [1, 8, 10, 11, 12, 24, 25, 26], "part": [1, 8, 11, 14, 20, 25, 26, 28], "codebas": [1, 26], "cross": [1, 8, 11, 24, 25, 26], "referenc": 1, "omit": [1, 16, 26], "full": [1, 4, 8, 10, 11, 12, 14, 24, 26], "path": [1, 4, 24], "same": [1, 3, 8, 9, 11, 14, 16, 17, 19, 20, 24, 25, 26], "mod": 1, "transformer_len": [1, 3, 6, 25, 26], "modul": [1, 6, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 24, 26], "const": 1, "loading_from_pretrain": [1, 6, 7, 11, 26], "official_model_nam": [1, 11, 18], "hookedtransform": [1, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15, 16, 18, 20, 21, 23, 24, 25, 26], "meth": [1, 8], "from_pretrain": [1, 3, 8, 10, 11, 13, 15, 18, 24, 25, 26], "attr": 1, "cfg": [1, 10, 11, 13, 14, 15, 18, 19, 23, 24, 25, 26], "latex": 1, "re": [1, 3, 4, 5, 8, 11, 12, 16, 25, 26], "place": [1, 5, 10, 11, 24, 25, 26], "string": [1, 10, 11, 12, 15, 16, 17, 18, 24, 25, 26], "backward": [1, 17, 25, 26], "slash": 1, "must": [1, 8, 10, 11, 12, 14, 16, 17, 24, 25, 26], "repeat": [1, 11, 15, 19, 24, 25, 26], "inlin": 1, "displai": [1, 25, 26], "mode": [1, 8, 11, 12, 14, 24, 25, 26], "b": [1, 9, 10, 11, 14, 15, 18, 20, 24, 26, 27], "2ab": 1, "nowrap": 1, "begin": [1, 3, 11, 15, 16, 24, 25, 26], "eqnarrai": 1, "y": [1, 8, 11, 16, 25, 26], "ax": [1, 11, 20, 26], "bx": 1, "c": [1, 18, 24, 26, 27], "f": [1, 25, 26], "x": [1, 8, 11, 14, 16, 17, 18, 24, 25, 26], "2xy": 1, "end": [1, 5, 11, 17, 20, 24, 25, 26], "ital": 1, "text": [1, 5, 8, 11, 12, 14, 15, 17, 18, 19, 24, 25], "bold": 1, "list": [1, 3, 4, 8, 10, 11, 12, 15, 16, 17, 19, 20, 24, 25, 26], "item": [1, 8, 24, 25, 26], "number": [1, 8, 11, 12, 13, 14, 15, 18, 20, 21, 23, 24, 25, 26], "quot": 1, "level": [1, 17, 25, 26, 28], "extern": [1, 25], "link": [1, 11, 15], "domain": 1, "invalid": 1, "research": [2, 3, 4, 5, 25, 26, 28], "done": [2, 4, 8, 11, 12, 14, 17, 25, 26], "involv": [2, 25, 26], "progress": [2, 11, 26], "measur": [2, 15, 16, 20, 24, 25], "grokk": [2, 5], "mechanist": [2, 3, 5, 20, 25, 26], "interpret": [2, 3, 5, 8, 11, 13, 16, 20, 24, 25], "iclr": 2, "spotlight": 2, "2023": 2, "lawrenc": 2, "chan": 2, "tom": [2, 25], "lieberum": 2, "jess": 2, "smith": 2, "jacob": 2, "steinhardt": 2, "find": [2, 5, 8, 9, 11, 20, 25, 26], "neuron": [2, 5, 8, 11, 25, 26], "haystack": 2, "studi": [2, 4, 20, 25, 26], "spars": 2, "probe": 2, "gurne": 2, "matthew": 2, "pauli": 2, "katherin": 2, "harvei": 2, "dmitrii": 2, "troitskii": 2, "dimitri": 2, "bertsima": 2, "toward": [2, 14, 20, 25], "autom": 2, "circuit": [2, 10, 11, 14, 15, 16, 20, 24, 25, 26], "discoveri": 2, "arthur": [2, 26], "conmi": [2, 26], "augustin": 2, "n": [2, 14, 21, 24, 25, 26], "mavor": 2, "parker": 2, "aengu": 2, "lynch": 2, "stefan": 2, "heimersheim": 2, "adri\u00e0": 2, "garriga": 2, "alonso": 2, "actual": [2, 11, 16, 17, 26], "othello": [2, 5, 18, 27], "gpt": [2, 3, 4, 5, 8, 10, 11, 12, 14, 15, 18, 24, 25, 26, 27, 28], "ha": [2, 3, 4, 8, 9, 10, 11, 14, 15, 18, 19, 20, 24, 25, 26], "linear": [2, 5, 10, 11, 14, 18, 25, 26], "emerg": [2, 5], "world": [2, 5, 26, 28], "represent": [2, 5], "docstr": 2, "4": [2, 12, 14, 15, 24, 25, 26, 27], "layer": [2, 8, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 23, 24, 26], "attent": [2, 5, 8, 11, 12, 14, 16, 20, 24, 26], "transform": [2, 3, 4, 5, 8, 10, 11, 12, 14, 18, 19, 20, 24, 25], "jett": 2, "janiak": 2, "toi": [2, 11], "univers": 2, "icml": 2, "bilal": 2, "chughtai": 2, "n2g": 2, "scalabl": 2, "approach": [2, 8, 25, 26], "quantifi": [2, 16], "larg": [2, 5, 12, 14, 18, 24, 26, 27, 28], "languag": [2, 10, 11, 14, 15, 21, 24, 25, 26], "workshop": 2, "rtml": 2, "alex": [2, 26], "foot": [2, 11, 26], "esben": 2, "kran": 2, "ioanni": 2, "konsta": 2, "fazl": 2, "barez": 2, "elicit": 2, "latent": 2, "predict": [2, 5, 8, 10, 11, 14, 15, 16, 24, 25, 26], "tune": [2, 10, 18, 24, 26, 27], "len": [2, 8, 18], "nora": 2, "belros": 2, "zach": 2, "furman": 2, "logan": 2, "danni": 2, "halawi": 2, "igor": 2, "ostrovski": 2, "lev": 2, "mckinnei": 2, "stella": 2, "biderman": 2, "contribut": [2, 8, 11, 25], "being": [2, 8, 10, 11, 12, 16, 17, 20, 24, 25, 26], "induct": [2, 4, 15, 16, 18], "head": [2, 4, 5, 8, 11, 12, 13, 14, 15, 16, 18, 20, 24], "phase": 2, "replic": [2, 4, 11, 13, 15, 25, 26], "partial": [2, 25, 26], "context": [2, 8, 11, 17, 20, 24, 25, 26], "learn": [2, 3, 5, 12, 21, 24, 25, 26, 28], "connor": 2, "kissan": 2, "decis": [2, 3], "set": [2, 8, 10, 11, 12, 14, 15, 16, 17, 20, 21, 24, 25, 26], "script": [2, 5], "train": [2, 5, 6, 7, 8, 10, 11, 12, 15, 18, 24, 25, 28], "which": [2, 3, 5, 8, 10, 11, 12, 15, 16, 17, 18, 19, 20, 24, 25, 26], "intermedi": [2, 8, 11, 17, 26], "activ": [2, 3, 4, 5, 8, 10, 11, 12, 13, 17, 20, 24, 28], "perform": [2, 5, 14, 15, 17, 24, 25, 26], "attribut": [2, 4, 5, 8, 20, 24, 26], "ablat": [2, 25, 26], "up": [2, 3, 4, 8, 11, 12, 17, 20, 21, 24, 25, 26], "initi": [2, 6, 11, 12, 17, 23, 24, 25, 26], "work": [2, 3, 4, 5, 8, 10, 11, 14, 17, 18, 24, 25, 26, 28], "found": [2, 11, 12, 25, 26], "demo": [3, 13, 18, 27], "how": [3, 5, 8, 11, 16, 20, 21, 25, 26, 28], "basic": [3, 5, 11, 15, 24, 25], "To": [3, 4, 8, 11, 12, 14, 17, 18, 25, 26], "see": [3, 5, 8, 10, 11, 12, 14, 16, 18, 20, 24, 25, 26, 28], "exploratori": [3, 5, 16, 24, 26, 28], "analysi": [3, 5, 8, 11, 16, 24, 26, 28], "practic": [3, 4, 5, 25, 26], "look": [3, 4, 5, 6, 8, 11, 14, 16, 20, 25, 26], "out": [3, 5, 8, 11, 13, 20, 24, 25, 26], "my": [3, 5, 11, 12, 24, 25, 26, 28], "notebook": [3, 5, 25, 28], "analys": [3, 5, 8, 11, 26], "indirect": [3, 4, 5, 15], "object": [3, 4, 5, 8, 9, 10, 11, 12, 13, 15, 17, 18, 19, 21, 24], "identif": [3, 4, 5, 15], "record": [3, 5, 26], "myself": [3, 5, 26], "veri": [3, 4, 5, 8, 12, 13, 15, 24, 25, 26, 28], "young": [3, 4, 26], "small": [3, 4, 5, 8, 11, 15, 18, 24, 25, 26, 27, 28], "field": [3, 4, 11, 24, 26, 28], "lot": [3, 4, 5, 8, 9, 19, 20, 24, 25, 26, 28], "open": [3, 4, 11, 15, 28], "problem": [3, 4, 26, 28], "would": [3, 4, 10, 14, 25, 26, 28], "help": [3, 4, 12, 20, 25, 26], "try": [3, 4, 8, 11, 16, 25, 26], "concret": [3, 4, 25, 26], "figur": [3, 20, 25, 26], "where": [3, 8, 9, 11, 12, 14, 16, 17, 18, 20, 21, 24, 25, 26], "skill": [3, 26], "kei": [3, 4, 8, 10, 11, 12, 14, 15, 16, 19, 20, 24, 25, 26], "resourc": [3, 4], "new": [3, 5, 8, 11, 17, 18, 19, 24, 25, 26], "tutori": [3, 4, 25, 26], "scratch": [3, 4, 25], "an": [3, 4, 5, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 24, 25, 28], "accompani": [3, 4, 5, 26], "templat": [3, 15], "yourself": [3, 11, 25, 26], "One": [3, 11, 25, 26, 28], "signific": [3, 17, 25, 26], "design": [3, 8, 25, 26, 28], "made": [3, 15, 25, 26], "wa": [3, 8, 10, 11, 12, 15, 20, 25, 26], "singl": [3, 8, 10, 11, 14, 19, 20, 24, 25, 26], "implement": [3, 10, 11, 20, 24, 25, 26], "could": [3, 25, 26], "support": [3, 5, 10, 11, 12, 16, 17, 24, 25, 26], "rang": [3, 4, 11, 12, 13, 16, 20, 24, 25, 26], "subtli": [3, 14], "differ": [3, 8, 10, 11, 12, 14, 15, 16, 17, 20, 24, 25, 26], "style": [3, 8, 10, 11, 12, 14, 16, 25, 26, 28], "upsid": 3, "just": [3, 4, 8, 11, 12, 15, 20, 24, 25, 26], "arbitrari": [3, 11, 25, 26], "name": [3, 8, 11, 12, 15, 16, 17, 18, 20, 21, 24], "But": [3, 8, 11, 20, 24, 25, 26], "downsid": 3, "py": [3, 10, 24], "compon": [3, 6, 7, 8, 10, 11, 24, 25, 26], "difficult": [3, 8], "recommend": [3, 6, 8, 11, 12, 13, 17, 25, 26], "clean": [3, 20, 24, 25, 26], "minim": [3, 26], "intern": [3, 8, 11, 20, 25, 26, 28], "architectur": [3, 10, 25], "significantli": [3, 10, 11, 15, 20, 25, 26], "clearer": 3, "better": [3, 11, 12, 15, 16, 18, 25, 26], "document": [3, 11, 24, 26], "pip": [3, 25, 26], "git": 3, "import": [3, 8, 11, 13, 15, 19, 20, 24, 28], "known": [3, 28], "easytransform": [3, 26, 28], "break": [3, 8, 25, 26], "been": [3, 8, 11, 24, 26], "sinc": [3, 8, 11, 14, 17, 25, 26], "renam": 3, "old": [3, 18, 26], "version": [3, 5, 11, 15, 17, 25, 26], "legaci": [3, 16], "run": [3, 8, 11, 14, 17, 18, 19, 20, 21, 25, 28], "v1": 3, "mean": [4, 8, 11, 12, 13, 14, 16, 17, 24, 25, 26], "": [4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 26, 28], "both": [4, 8, 11, 16, 17, 19, 25, 26], "low": [4, 9, 11, 14, 24, 26], "hang": [4, 26], "fruit": [4, 26], "bar": [4, 11], "entri": [4, 14, 19, 20, 26], "The": [4, 5, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 28], "standard": [4, 11, 12, 25, 26], "answer": [4, 8, 20, 24, 25, 26], "why": [4, 8, 14, 24, 25, 26], "yet": [4, 10, 11, 25, 26, 28], "aren": [4, 18, 26], "t": [4, 8, 9, 10, 11, 12, 13, 14, 15, 18, 24, 25, 26, 28], "enough": [4, 8, 25, 26], "peopl": [4, 26], "guid": [4, 26], "arena": 4, "callum": [4, 26], "mcdougal": [4, 26], "comprehens": [4, 26], "introduct": 4, "mech": [4, 25], "interp": [4, 25], "written": [4, 5, 25], "snippet": 4, "copi": [4, 10, 25], "come": [4, 11, 20, 25, 26], "exercis": [4, 25], "solut": [4, 25, 26], "notabl": [4, 11, 17, 25, 26], "video": [4, 5, 25, 26], "me": [4, 18, 26, 28], "good": [4, 5, 8, 15, 24, 25, 26, 28], "cover": [4, 11, 26], "foundat": [4, 26], "concept": [4, 25, 26], "wild": [4, 8, 25, 26], "techniqu": [4, 5, 11, 20, 25, 26], "direct": [4, 8, 11, 13, 17, 20, 26], "logit": [4, 5, 8, 10, 11, 14, 15, 20, 24, 26], "patch": [4, 5, 6, 7], "paper": [4, 5, 8, 11, 12, 14, 15, 20, 26], "read": [4, 5, 8, 11, 26], "200": [4, 26], "explain": [4, 5, 25, 26], "jargon": 4, "unfamiliar": [4, 25], "term": [4, 8, 11, 25], "go": [4, 5, 20, 26], "across": [4, 8, 10, 11, 13, 18, 20, 23, 25, 26], "youtub": 4, "channel": 4, "content": [4, 15, 25, 26], "walkthrough": [4, 25, 26], "colab": [5, 25, 26, 28], "blob": 5, "ipynb": 5, "causal": [5, 10, 12, 20, 25, 26], "intervent": [5, 20, 25, 26], "identifi": [5, 11, 20, 25, 26], "matter": [5, 11, 20, 25, 26], "produc": [5, 11, 20, 25], "output": [5, 8, 10, 11, 12, 14, 16, 17, 20, 24, 25, 26], "incomplet": 5, "gradient": [5, 8, 17, 21, 26], "take": [5, 8, 11, 14, 17, 20, 24, 25, 26, 28], "approxim": [5, 25, 26], "individu": [5, 8, 11, 14, 25], "bad": [5, 11], "residu": [5, 8, 10, 11, 12, 14, 20, 26], "stream": [5, 8, 10, 11, 12, 14, 20, 24, 26], "probabl": [5, 11, 15, 16, 20, 24, 25, 26], "best": [5, 11, 25, 26], "after": [5, 8, 11, 12, 14, 17, 21, 25, 26, 28], "demonstr": [5, 13, 25, 26], "focus": [5, 25, 26], "less": [5, 11, 14, 25], "rigor": [5, 25, 26], "get": [5, 8, 10, 11, 12, 13, 14, 15, 16, 17, 20, 23, 25, 26, 28], "grasp": 5, "steal": 5, "liber": [5, 17], "phenomenon": 5, "memoris": 5, "data": [5, 11, 15, 24, 25, 26], "minimis": 5, "loss": [5, 8, 11, 15, 17, 20, 21, 24, 25, 26], "longer": 5, "generalis": [5, 25, 26], "lead": [5, 10, 17, 24, 26], "sharp": [5, 26], "decreas": [5, 14, 24, 25], "test": [5, 11, 15, 16, 24, 25, 26], "well": [5, 11, 13, 17, 20, 24, 25, 26], "show": [5, 11, 13, 16, 25, 26, 28], "task": [5, 10, 11, 12, 15, 20, 21, 25], "modular": [5, 24], "addit": [5, 10, 11, 25], "verifi": [5, 25, 26], "grok": 5, "light": 5, "explan": [5, 20, 25], "ll": [5, 11, 16, 25, 26], "pair": [5, 9, 11, 14, 16, 24, 25, 26], "seri": [5, 8, 26], "base": [5, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 23, 24, 25, 26, 27], "detector": [5, 16], "detect": [5, 16, 25, 26], "sever": [5, 8, 11, 24, 25, 26], "creat": [5, 8, 11, 14, 17, 25, 26], "own": [5, 25, 26], "custom": [5, 11, 12, 14, 15, 17, 24, 25, 26], "algorithm": [5, 9, 12, 26, 28], "interact": [5, 25, 26], "neuroscop": [5, 26], "hacki": [5, 24], "bug": [5, 8, 12, 24, 26], "web": [5, 26], "visualis": [5, 25], "even": [5, 9, 11, 12, 14, 15, 18, 25, 26, 28], "profession": 5, "front": 5, "visual": [5, 26], "dynam": [5, 12, 26], "updat": [5, 11, 19, 20, 23, 25, 26], "llama": [5, 18, 27], "convert": [5, 10, 11, 24, 25, 26], "meta": [5, 11, 18, 24, 25, 26], "7b": [5, 18, 26, 27], "now": [5, 11, 25, 26], "until": [5, 8, 11, 17, 25, 26], "multi": [5, 8, 24, 26], "gpu": [5, 8, 9, 10, 11, 25, 26], "great": [5, 26, 28], "avail": [5, 8, 11, 12, 16, 18], "access": [5, 8, 12, 17, 24, 25], "know": [5, 8, 10, 25, 26], "No": [5, 26], "posit": [5, 8, 10, 11, 12, 14, 15, 16, 17, 18, 20, 24, 25, 26], "experi": [5, 12, 25, 26, 28], "embed": [5, 8, 10, 11, 12, 14, 25, 26], "previou": [5, 8, 11, 14, 16, 25, 26], "token": [5, 8, 10, 11, 12, 13, 14, 15, 16, 18, 20, 24, 25], "port": 5, "weight": [5, 10, 11, 12, 14, 21, 25, 26, 28], "excel": [5, 8, 25, 26, 28], "sequenc": [5, 10, 11, 12, 14, 15, 16, 17, 20, 24, 25, 26], "investig": [5, 8, 11, 16, 25, 26], "worth": [5, 8, 25, 26], "interest": [5, 10, 11, 25, 26], "topic": 5, "svd": [5, 9, 11, 13, 26], "conjectur": 5, "post": [5, 8, 13, 14, 25, 26], "singular": [5, 9, 11, 13, 26], "valu": [5, 8, 9, 10, 11, 12, 14, 16, 18, 19, 20, 24, 25, 26, 28], "decomposit": [5, 8, 9, 11, 25, 26], "matric": [5, 9, 11, 13, 14, 25, 26], "surprisingli": 5, "reproduc": [5, 12, 16], "further": [5, 8, 11, 24, 25, 26], "tracr": 5, "cool": 5, "deepmind": 5, "tool": [5, 26, 28], "compil": 5, "program": [5, 26, 28], "rasp": 5, "jax": 5, "form": [5, 8, 9, 11, 20, 25, 26], "pytorch": [5, 11, 12, 15, 17, 26], "brows": 6, "first": [6, 8, 11, 12, 15, 18, 20, 24, 25, 26], "activationcach": [6, 7, 10, 11, 16, 20, 24, 25, 26], "submodul": 6, "factoredmatrix": [6, 7, 10, 14, 24, 26], "hookedencod": [6, 7, 23], "hookedtransformerconfig": [6, 7, 11, 14, 18, 19, 23], "svdinterpret": [6, 7], "eval": [6, 7, 26], "head_detector": [6, 7], "hook_point": [6, 7, 11, 26], "past_key_value_cach": [6, 7], "util": [6, 7, 8, 9, 11, 16, 17, 18, 21, 25, 26], "subpackag": 6, "core": [8, 11, 25, 26, 28], "wrapper": [8, 10, 11, 20, 23, 26], "store": [8, 11, 12, 17, 19, 20, 21, 25, 26], "forward": [8, 10, 11, 12, 14, 17, 19, 26], "pass": [8, 11, 12, 14, 16, 17, 18, 19, 24, 26], "provid": [8, 10, 11, 14, 17, 23, 24], "varieti": [8, 26], "helper": [8, 11, 14, 15, 17, 20, 24, 26], "function": [8, 10, 11, 12, 14, 16, 17, 18, 20, 21, 23, 24, 26, 28], "them": [8, 11, 14, 17, 20, 24, 25, 26], "start": [8, 11, 14, 20, 24, 25, 26], "class": [8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 24], "skim": 8, "method": [8, 10, 11, 12, 17, 18, 19, 24, 25, 26], "refer": [8, 11, 14, 17, 25, 26], "back": [8, 12, 14, 26], "depend": [8, 11, 26], "cache_dict": 8, "dict": [8, 10, 11, 12, 14, 15, 16, 17, 24], "str": [8, 10, 11, 12, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26], "tensor": [8, 9, 10, 11, 13, 14, 16, 19, 20, 24, 25, 26], "has_batch_dim": 8, "bool": [8, 10, 11, 12, 15, 16, 17, 18, 19, 20, 21, 24], "wai": [8, 11, 17, 24, 25, 26], "run_with_cach": [8, 10, 11, 17, 25, 26], "particular": [8, 13, 16, 25, 26], "behaviour": [8, 11, 25, 26], "modal": 8, "step": [8, 11, 12, 18, 21, 24, 25, 26], "most": [8, 11, 17, 24, 25, 26, 28], "respons": [8, 12, 25], "prompt": [8, 11, 14, 15, 20, 24, 25, 26], "did": [8, 24, 25, 26], "chicken": 8, "road": [8, 24], "might": [8, 10, 25], "specif": [8, 10, 11, 14, 16, 20, 25, 26], "sublay": 8, "mlp": [8, 10, 11, 12, 14, 20, 24, 25, 26], "kind": [8, 25, 26], "commonli": 8, "fall": 8, "under": [8, 11], "categori": [8, 25], "dla": 8, "load": [8, 10, 11, 12, 15, 18, 24, 25, 28], "pretrain": [8, 10, 11, 12, 15, 18, 24, 25, 26], "_logit": 8, "residual_stream": 8, "label": [8, 11, 12, 14, 18, 25, 26], "decompose_resid": [8, 25], "return_label": [8, 25], "0": [8, 10, 11, 12, 13, 14, 16, 18, 21, 24, 25, 26], "emb": [8, 14, 24, 26], "pos_emb": [8, 12, 26], "0_attn_out": 8, "proceed": 8, "space": [8, 10, 11, 24, 25, 26], "match": [8, 11, 16, 25], "logit_attr": 8, "shape": [8, 10, 11, 14, 20, 24, 25, 26], "torch": [8, 10, 11, 12, 14, 17, 18, 20, 23, 24, 25, 26], "size": [8, 11, 12, 14, 15, 21, 24, 25, 26], "10": [8, 11, 13, 24, 25, 26, 27], "7": [8, 15, 25, 26, 27], "most_important_component_idx": 8, "argmax": [8, 25], "3_attn_out": 8, "dig": [8, 25, 26, 28], "granular": 8, "get_full_resid_decomposit": 8, "larger": [8, 15, 25, 26], "stack": [8, 10, 11, 20, 24, 25, 26], "remain": [8, 11, 17, 26], "equal": [8, 12], "struggl": 8, "construct": [8, 10], "joke": 8, "last": [8, 11, 24, 26], "trivial": 8, "few": [8, 10, 25, 26], "call": [8, 10, 11, 12, 14, 17, 18, 24, 25, 26], "accumulated_resid": [8, 25], "other": [8, 10, 11, 14, 16, 17, 18, 20, 25], "biggest": 8, "footgun": [8, 17], "sourc": [8, 11, 12, 14, 15, 20, 28], "keep": [8, 11, 17, 25, 26, 28], "track": [8, 25], "index": [8, 11, 12, 13, 14, 18, 20, 23, 24, 25, 26], "dimens": [8, 11, 12, 14, 17, 20, 24, 25, 26], "There": [8, 10, 16, 18, 24, 25, 26, 28], "vector": [8, 9, 11, 13, 14, 20, 25, 26], "q": [8, 11, 14, 20], "k": [8, 9, 11, 13, 14, 20, 24, 25, 26], "z": [8, 11, 16, 20, 25, 26], "batch": [8, 10, 11, 14, 15, 17, 19, 20, 21, 24, 25, 26], "po": [8, 10, 11, 14, 20, 24, 25, 26], "head_index": [8, 11, 13, 14, 20, 25, 26], "d_head": [8, 10, 11, 12, 14, 18, 19, 25, 26, 27], "pattern": [8, 11, 14, 16, 20, 26], "result": [8, 10, 11, 12, 14, 16, 18, 20, 24, 25, 26, 28], "softmax": [8, 11, 14, 24, 26], "attn_scor": [8, 14], "pre": [8, 11, 12, 14, 16, 24], "query_po": [8, 14, 25], "key_po": [8, 14, 25], "d_model": [8, 10, 11, 12, 14, 18, 25, 26, 27], "mid": [8, 25], "solu_ln": [8, 12], "between": [8, 11, 14, 16, 20, 24, 25, 26, 28], "layernorm": [8, 10, 11, 12, 14, 24, 25], "d_mlp": [8, 10, 11, 12, 14, 18, 24, 26, 27], "resid_pr": [8, 12, 14, 20, 25, 26], "resid_mid": [8, 20], "resid_post": [8, 12, 25], "attn_out": [8, 11, 12, 20, 25], "mlp_out": [8, 11, 12, 14, 20, 25], "normal": [8, 11, 12, 14, 24, 25, 26, 28], "ln": [8, 11, 12, 25, 26], "lnpre": [8, 12], "scale": [8, 11, 12, 14, 24, 25, 26], "sometim": [8, 15, 25], "miss": [8, 25], "becaus": [8, 9, 10, 11, 12, 14, 15, 24, 25, 26, 28], "appli": [8, 11, 12, 14, 20, 24, 25, 26], "remove_batch_dim": [8, 17, 24, 26], "batch_siz": [8, 10, 14, 15, 17, 19, 21, 25, 26], "robust": [8, 25], "annot": [8, 26], "layers_cov": 8, "queri": [8, 10, 11, 12, 14, 16, 20, 26], "batch_and_pos_dim": 8, "default": [8, 11, 12, 13, 14, 15, 16, 17, 18, 20, 24, 25, 26], "ve": [8, 11, 14, 15, 17, 25, 28], "remov": [8, 9, 11, 14, 17, 24, 25, 26, 28], "slice": [8, 24, 25], "dictionari": [8, 10, 11, 12, 16, 17, 24, 26], "whether": [8, 10, 11, 12, 14, 15, 17, 18, 20, 21, 24, 25, 26], "option": [8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24], "int": [8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26], "none": [8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 25, 26], "incl_mid": [8, 25], "fals": [8, 10, 11, 12, 15, 16, 17, 18, 19, 20, 21, 24, 25, 26], "apply_ln": [8, 25], "pos_slic": [8, 25], "union": [8, 10, 11, 13, 14, 16, 17, 19, 20, 23, 24, 25], "tupl": [8, 9, 10, 11, 14, 16, 17, 20, 24, 26], "ndarrai": [8, 11, 24], "mlp_input": [8, 11], "float": [8, 9, 10, 11, 12, 14, 16, 18, 19, 20, 21, 24, 25, 26], "accumul": [8, 11, 25], "sub": [8, 26], "www": 8, "lesswrong": 8, "ackrb8wdpdan6v6ru": 8, "thought": [8, 25, 26], "believ": [8, 15, 25], "point": [8, 10, 11, 12, 13, 17, 24, 25, 28], "vocabulari": [8, 12, 25, 26], "rememb": 8, "final": [8, 10, 11, 12, 14, 24, 25, 26], "norm": [8, 9, 11, 12, 14, 18, 21, 25, 26], "decod": 8, "therefor": [8, 11, 24], "multipli": [8, 11, 14, 16, 25, 26], "unembed": [8, 10, 11, 25, 26], "matrix": [8, 9, 10, 11, 13, 14, 16, 24, 25], "w_u": [8, 10, 11, 25, 26], "instead": [8, 11, 14, 17, 25, 26], "broken": [8, 17, 24, 25, 26], "down": [8, 11, 14, 25, 26], "einop": [8, 25, 26], "einsum": [8, 25, 26], "panda": [8, 20], "pd": [8, 20], "devic": [8, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 25, 26], "answer_token": [8, 25], "to_single_token": [8, 11, 25, 26], "2975": 8, "accum_resid": 8, "last_token_accum": 8, "9": [8, 24, 25, 26, 27], "64": [8, 18, 24, 26, 27], "50257": [8, 18, 26, 27], "layers_unembed": 8, "d_vocab": [8, 10, 11, 12, 13, 18, 20, 24, 26, 27], "rank": [8, 9, 11, 14, 24, 25, 26], "correct": [8, 20, 23, 24, 25, 26], "sorted_indic": 8, "argsort": 8, "dim": [8, 11, 24, 25, 26], "descend": [8, 26], "rank_answ": 8, "nonzero": 8, "as_tupl": 8, "0_pre": 8, "4442": 8, "1_pre": [8, 25], "382": 8, "2_pre": 8, "982": 8, "3_pre": 8, "1160": 8, "4_pre": 8, "408": 8, "5_pre": 8, "145": 8, "6_pre": 8, "78": 8, "7_pre": 8, "387": 8, "final_post": 8, "6": [8, 18, 24, 25, 26, 27], "dtype": [8, 10, 11, 12, 14, 18, 23, 25, 26], "int64": [8, 24], "exclud": [8, 16], "n_layer": [8, 10, 11, 12, 18, 20, 23, 25, 26, 27], "immedi": [8, 14, 25, 26], "indic": [8, 10, 14, 17, 20, 24, 25, 26], "taken": [8, 11, 26], "input": [8, 10, 11, 12, 14, 17, 18, 19, 20, 24, 25, 26], "l": [8, 11, 25, 26], "noth": [8, 10, 11, 24, 25, 26], "current": [8, 10, 11, 12, 14, 16, 25, 26], "essenti": [8, 11, 25, 26, 28], "rather": [8, 11, 12, 14, 20, 24, 25, 26], "than": [8, 11, 12, 14, 15, 16, 17, 20, 24, 25, 26], "graph": [8, 25, 26], "apply_ln_to_stack": [8, 11, 24, 25], "residual_stack": [8, 25], "num_compon": 8, "batch_slic": 8, "batch_and_pos_dims_out": 8, "eg": [8, 11, 15, 20, 24, 25, 26], "treat": [8, 11, 25, 26], "factor": [8, 9, 11, 25], "simul": [8, 11, 25, 26], "global": [8, 14, 17, 24, 25, 26], "entir": [8, 11, 20, 25], "element": [8, 11, 14, 16, 20, 24, 26], "unchang": [8, 10, 11, 24, 25, 26], "whose": [8, 10, 11, 15, 24, 25], "trail": [8, 9, 24], "assum": [8, 10, 11, 14, 17, 20, 21, 24, 25], "hook_scal": [8, 24, 25, 26], "unemb": [8, 11, 12, 14, 25, 26], "map": [8, 10, 11, 14, 16, 17, 25, 26], "ie": [8, 10, 11, 12, 14, 18, 20, 24, 25, 26], "ln2": [8, 24, 26], "ln1": [8, 12, 24, 26], "ln_final": [8, 25, 26], "over": [8, 11, 20, 24, 25, 26], "alreadi": [8, 11, 24, 25, 26], "apply_slice_to_batch_dim": 8, "compute_head_result": 8, "comput": [8, 9, 11, 14, 16, 17, 19, 20, 24, 25, 26, 28], "amount": [8, 12, 25], "sum": [8, 9, 11, 12, 14, 16, 24, 25, 26], "plu": 8, "b_o": [8, 10, 11, 26], "intend": [8, 12, 24], "enabl": [8, 11, 25, 26, 28], "use_attn_result": [8, 11, 12], "forget": 8, "liter": [8, 10, 11, 13, 16, 20], "incl_emb": 8, "decompos": 8, "incl": 8, "expand_neuron": 8, "bias": [8, 10, 11, 12, 21, 25], "expand": [8, 11], "everi": [8, 10, 11, 14, 17, 20, 21, 24, 25, 26], "get_neuron_result": 8, "neuron_slic": 8, "num_neuron": 8, "subset": [8, 12, 15, 25, 26], "specifi": [8, 10, 11, 12, 15, 16, 17, 23, 24, 26], "expens": [8, 9], "cheap": 8, "hook_emb": [8, 24, 26], "hook_pos_emb": [8, 26], "block": [8, 11, 12, 14, 20, 24, 25, 26], "hook_resid_pr": [8, 26], "incorrect_token": [8, 25], "typic": [8, 10, 11, 14, 16, 25, 26], "calcul": [8, 9, 10, 11, 12, 14, 16, 25, 26], "revers": [8, 9, 20, 24, 25, 26, 28], "dot": [8, 11, 14, 24], "product": [8, 9, 14, 26], "incorrect": [8, 11, 20, 25, 26], "select": [8, 24, 25, 26], "arxiv": [8, 11, 12, 14, 15], "org": [8, 11, 12, 14, 15, 26, 28], "ab": [8, 9, 11, 16, 25, 26], "2211": [8, 15], "00593": [8, 15], "john": [8, 25, 26], "mari": [8, 25, 26], "went": [8, 25, 26], "shop": [8, 25, 26], "gave": [8, 15, 25, 26], "bag": [8, 25], "were": [8, 11, 12, 15, 25, 26, 28], "choos": [8, 25, 26], "impact": 8, "final_ln": 8, "residual_stack_item": 8, "dure": [8, 17, 19, 26, 28], "stack_activ": 8, "activation_nam": [8, 20, 25], "sublayer_typ": 8, "flexibl": 8, "given": [8, 9, 10, 11, 13, 16, 17, 18, 20, 23, 24, 25, 26], "strictli": [8, 26], "befor": [8, 10, 11, 12, 14, 17, 24, 25, 26], "get_act_nam": [8, 24, 25, 26], "infer": [8, 11, 14, 20, 25, 26], "incl_remaind": 8, "stack_head_result": [8, 25], "axi": [8, 14, 20, 24, 25, 26], "length": [8, 10, 11, 12, 14, 24, 25, 26], "n_head": [8, 10, 11, 12, 14, 18, 19, 20, 25, 26, 27], "notat": [8, 25], "l0h0": 8, "stack_neuron_result": 8, "l0n0": 8, "super": [8, 11, 24, 26], "memori": [8, 9, 10, 11, 12, 25, 26], "short": [8, 24, 25, 26, 28], "move_model": 8, "move": [8, 10, 11, 20, 25, 26], "mostli": [8, 25, 26], "finish": [8, 11, 24, 25, 26], "save": [8, 11, 12, 16, 21, 24, 25, 26], "howev": [8, 15, 25, 26], "oper": [8, 25, 26], "slower": 8, "unless": [8, 11, 12, 15, 26], "deprec": 8, "toggle_autodiff": 8, "toggl": [8, 11], "autodiff": [8, 26], "set_grad_en": [8, 25, 26], "state": [8, 11, 17, 25, 26, 28], "pretti": [8, 11, 24, 25, 26], "danger": 8, "turn": [8, 11, 24, 25, 26], "off": [8, 11, 15, 24, 25, 26], "abil": [8, 20, 25], "complet": [8, 14, 25, 26], "easi": [8, 11, 24, 25, 26, 28], "bunch": [8, 10, 11, 17, 25, 26], "don": [8, 10, 11, 12, 13, 15, 24, 25, 26, 28], "realis": [8, 25], "consum": [8, 9], "downstream": 8, "delet": [8, 24, 25], "stick": [8, 25], "around": [8, 10, 11, 17, 20, 23, 25, 26], "often": [8, 11, 12, 18, 24, 25, 26], "troubl": 8, "its": [8, 11, 14, 17, 25, 26, 28], "mess": [8, 11, 24, 26], "inference_mod": 8, "decor": 8, "achiev": [8, 26], "similar": [8, 10, 11, 14, 16, 25, 26], "effect": [8, 11, 20, 25, 26], "requires_grad": 8, "repres": [9, 10, 12, 14, 16, 20, 24, 25, 26], "two": [9, 10, 14, 16, 18, 20, 24, 25, 26], "effici": [9, 14, 24, 26], "eigenvalu": 9, "ldim": [9, 26], "mdim": [9, 26], "rdim": [9, 26], "properti": [9, 10, 11, 14, 24, 25, 26], "leading_dim": [9, 24], "ba": 9, "sens": [9, 17, 25, 26], "u": [9, 11, 20, 24, 25, 26], "vh": [9, 11], "collapse_l": 9, "collaps": [9, 25, 26], "left": [9, 11, 14, 24, 25, 26, 28], "side": [9, 11], "orthogon": [9, 11], "self": [9, 10, 11, 14, 24, 26], "collapse_r": 9, "analog": [9, 25, 26], "apart": [9, 24, 25, 26], "zero": [9, 11, 14, 16, 24, 25, 26], "bav": 9, "kv": 9, "abav": 9, "kav": 9, "av": 9, "eigenvector": [9, 26], "get_corn": [9, 24, 25], "make_even": 9, "sqrt": [9, 11, 12], "diag": 9, "equival": [9, 11, 14, 25, 26], "factoris": [9, 11, 14, 26], "half": [9, 10, 11, 14, 15, 26], "row": [9, 11, 20], "col": 9, "ndim": 9, "frobeniu": [9, 26], "squar": [9, 14, 24, 26], "m": [9, 14, 24, 25, 26], "st": 9, "transpos": [9, 24], "obviou": [9, 11, 25], "thing": [9, 11, 12, 14, 20, 25, 26, 28], "unsqueez": [9, 24], "hook": [10, 11, 12, 14, 17, 25], "encod": [10, 14, 24, 26], "contain": [10, 11, 14, 15, 16, 17, 18, 19, 24, 25, 26], "bert": [10, 14, 18, 26, 27], "separ": [10, 11, 12, 17, 24, 25, 26], "move_to_devic": [10, 11], "kwarg": [10, 11, 18, 24, 25, 26], "hookedrootmodul": [10, 11, 17, 26], "hookpoint": [10, 11, 17, 25, 26], "inherit": [10, 26], "limit": [10, 11, 25], "mvp": 10, "mask": [10, 11, 14, 24, 25], "mlm": 10, "next": [10, 11, 24, 25, 26], "sentenc": [10, 11, 14, 16, 25, 26], "nsp": 10, "dropout": 10, "inconsist": [10, 13], "fine": [10, 26], "preprocess": [10, 25], "fold": [10, 11, 14, 18, 25], "ov": [10, 11, 13, 14, 25, 26], "qk": [10, 11, 14, 25], "w_e": [10, 11, 26], "conveni": [10, 11, 12, 17, 24, 26], "w_e_po": [10, 11], "n_ctx": [10, 11, 12, 14, 18, 26, 27], "concaten": [10, 11, 24, 25, 26], "w_po": [10, 11, 26], "overcomplet": [10, 11], "basi": [10, 11], "w_k": [10, 11, 12, 14, 26], "w_o": [10, 11, 14, 25, 26], "w_q": [10, 11, 14, 26], "w_v": [10, 11, 14, 26], "w_in": [10, 11, 13, 14, 26], "w_out": [10, 11, 13, 14, 26], "absolut": [10, 11, 12, 14, 16, 24, 25, 26], "all_head_label": [10, 11], "b_k": [10, 11, 26], "b_q": [10, 11, 26], "b_u": [10, 11, 25, 26], "b_v": [10, 11, 26], "b_in": [10, 11, 14, 26], "b_out": [10, 11, 14, 26], "buffer": [10, 11], "modifi": [10, 11], "cuda": [10, 11, 12, 15, 18], "associ": [10, 11, 17], "optim": [10, 11, 21, 25], "live": [10, 11, 25, 26], "while": [10, 11, 14, 17, 25, 26], "return_typ": [10, 11, 17, 25, 26], "token_type_id": [10, 14], "one_zero_attention_mask": 10, "binari": [10, 14], "id": [10, 11, 14], "belong": [10, 14], "cl": [10, 14, 26], "sep": [10, 14], "sequence_length": [10, 14, 16, 24], "attend": [10, 12, 14, 24, 25, 26], "ignor": [10, 11, 12, 14, 17, 24, 26], "primarili": 10, "pad": [10, 11, 14, 24, 25, 26], "variabl": 10, "instanc": [10, 14, 16, 17, 25], "shorter": [10, 11, 26], "right": [10, 11, 14, 20, 24, 25, 26], "classmethod": [10, 11, 12, 19], "model_nam": [10, 11, 12, 18, 26], "checkpoint_index": [10, 11, 12, 18, 26], "checkpoint_valu": [10, 11, 12, 18, 26], "hf_model": [10, 11], "float32": [10, 11, 12, 14, 18, 25], "from_pretrained_kwarg": [10, 11], "huggingfac": [10, 11, 12, 15, 18, 24, 26, 28], "bertformaskedlm": 10, "unlik": [10, 11, 20, 26], "mp": [10, 11], "model_arg": [10, 11, 17], "return_cache_object": [10, 11], "otherwis": [10, 11, 15, 16, 24], "device_or_dtyp": [10, 11, 23], "print_detail": [10, 11, 23, 24], "cast": [10, 11], "non_block": [10, 11], "memory_format": [10, 11], "channels_last": [10, 11], "Its": [10, 11], "complex": [10, 11, 12, 25, 26], "integr": [10, 11, 18], "tri": [10, 11, 25, 26, 28], "asynchron": [10, 11], "respect": [10, 11, 17, 24, 26], "host": [10, 11], "pin": [10, 11], "below": [10, 11, 25], "desir": [10, 11], "format": [10, 11, 17, 25, 26], "4d": [10, 11], "keyword": [10, 11, 17, 26], "argument": [10, 11, 12, 17, 18, 24, 26], "xdoctest": [10, 11], "ignore_w": [10, 11], "non": [10, 11, 12, 14, 15, 24, 25, 26], "determinist": [10, 11, 24, 25], "nn": [10, 11, 17, 26], "1913": [10, 11], "3420": [10, 11], "5113": [10, 11], "2325": [10, 11], "doubl": [10, 11], "in_featur": [10, 11], "out_featur": [10, 11], "bia": [10, 11, 12, 14, 25, 26], "float64": [10, 11], "requir": [10, 11, 20, 24], "env": [10, 11], "torch_doctest_cuda1": [10, 11], "gpu1": [10, 11], "1914": [10, 11], "5112": [10, 11], "2324": [10, 11], "float16": [10, 11], "cdoubl": [10, 11], "3741": [10, 11], "j": [10, 11, 12, 14, 18, 25, 26, 27], "2382": [10, 11], "5593": [10, 11], "4443": [10, 11], "complex128": [10, 11], "6122": [10, 11], "1150": [10, 11], "fairli": [11, 25, 26], "extract": [11, 26], "harder": [11, 20, 25], "aim": [11, 25, 28], "simplifi": [11, 25, 26], "attach": [11, 26], "within": [11, 14, 16, 17, 20, 24, 25, 26], "inspect": [11, 25], "alter": 11, "facilit": 11, "deeper": 11, "pretrainedtokenizerbas": 11, "default_padding_sid": 11, "50": [11, 21, 26], "initialis": [11, 12], "although": [11, 14, 17], "instanti": [11, 12, 26], "randomli": [11, 12, 26], "__init__": [11, 14, 17, 24, 26], "test_prompt": [11, 24, 25, 26], "w_gate": [11, 14], "gate": [11, 14], "tokenizer_nam": [11, 12], "cannot": [11, 24, 26], "explicitli": [11, 12, 14, 15, 18, 20, 26], "n_devic": [11, 12, 18, 23], "greater": [11, 16], "split": [11, 14, 18, 24, 25, 26], "multipl": [11, 16, 23, 24, 26], "accumulated_bia": 11, "include_mlp_bias": 11, "layers_accumulated_ov": 11, "all_composition_scor": [11, 24], "composit": [11, 25, 26], "score": [11, 14, 16, 20, 25], "l1": 11, "h1": 11, "l2": 11, "h2": [11, 25], "upper": [11, 14], "triangular": [11, 16, 24, 26], "third": [11, 26], "pub": [11, 24], "2021": 11, "framework": [11, 14, 25, 26], "html": [11, 24, 25], "20abov": 11, "20diagram": 11, "20show": 11, "20q": 11, "2d": [11, 24], "2c": 11, "20k": [11, 24], "20and": 11, "20v": 11, "2dcomposit": 11, "three": [11, 20, 24, 25], "metric": [11, 16, 20, 25, 26], "center_unemb": [11, 25], "state_dict": 11, "center": [11, 12, 14, 25, 26], "subtract": [11, 16, 25], "themselv": 11, "As": [11, 25, 26], "translat": [11, 25, 26], "invari": 11, "log": [11, 21, 24, 25, 26], "prob": [11, 24, 25, 26], "slightli": [11, 24, 25], "misl": 11, "someth": [11, 15, 25], "center_writing_weight": [11, 25, 26], "fold_layer_norm": [11, 18], "check_hooks_to_add": [11, 17], "hook_point_nam": [11, 17], "dir": [11, 17], "fwd": [11, 17], "is_perman": [11, 17], "prepend": [11, 12, 15, 17, 18, 24, 26], "overrid": [11, 12, 17, 18, 24], "consist": [11, 25, 26], "neighbour": 11, "further_com": [11, 12], "md": [11, 12], "fold_value_bias": 11, "alwai": [11, 12, 20, 25, 26], "constant": [11, 14, 25, 26], "togeth": [11, 24, 25, 26], "doesn": [11, 15, 24, 25, 26], "easier": [11, 15, 25, 26, 28], "formal": 11, "b_o_new": 11, "b_o_origin": 11, "sum_head": 11, "b_v_head": 11, "w_o_head": 11, "loss_per_token": 11, "prepend_bo": [11, 12, 15, 18, 24, 25], "use_default_valu": 11, "padding_sid": [11, 24, 25], "start_at_lay": 11, "shortformer_pos_emb": [11, 14], "attention_mask": [11, 14, 19, 24], "stop_at_lay": 11, "past_kv_cach": [11, 14], "hookedtransformerkeyvaluecach": [11, 14, 19], "either": [11, 16, 17, 18, 20, 25, 26], "flag": [11, 12, 15, 17, 20, 24, 25, 26], "entropi": [11, 24, 25, 26], "per": [11, 20, 24, 25, 26], "averag": [11, 15, 25, 26], "scalar": [11, 14, 17, 26], "default_prepend_bo": [11, 12, 15, 18, 24, 26], "bo": [11, 12, 16, 18, 24, 25, 26], "impli": 11, "usag": [11, 25], "accordingli": [11, 12, 14, 18, 25, 26], "lose": [11, 12, 18], "empir": [11, 12, 18, 20, 26], "seem": [11, 12, 15, 18, 25, 26], "inclus": 11, "skip": [11, 25, 26], "neg": [11, 24, 25, 26], "shortform": [11, 12, 14, 18], "positional_embedding_typ": [11, 12, 14], "stop": 11, "exclus": [11, 24], "etc": [11, 20, 25, 26, 28], "24": [11, 24, 25, 26, 27], "frozen": [11, 19], "pai": [11, 14, 25], "through": [11, 25, 26], "correctli": 11, "okai": 11, "twice": [11, 15, 25, 26], "accid": 11, "second": [11, 15, 25, 26], "fold_ln": [11, 18, 25, 26], "refactor_factored_attn_matric": [11, 25], "automodelforcausallm": 11, "process": [11, 12, 18, 24, 25, 26], "autoregress": [11, 21], "neo": [11, 14, 18, 26, 27], "gptj": [11, 18], "opt": [11, 18, 26, 27], "solu": [11, 12, 18, 24, 26, 27], "checkpoint": [11, 12, 18, 21], "stanford": [11, 12, 14, 18, 26, 27], "crfm": [11, 18, 26], "load_and_process_state_dict": 11, "alia": [11, 18, 24, 26], "subsequ": [11, 18, 25, 26], "regular": 11, "batchnorm": [11, 25, 26], "mathemat": [11, 14, 25, 26], "w_": 11, "b_": 11, "w": 11, "layernormpr": [11, 14], "eff": 11, "ext": 11, "wise": [11, 16], "computation": [11, 26], "handl": [11, 17], "wish": 11, "defin": [11, 14, 17, 25, 26], "x_1": [11, 26], "x_0": [11, 26], "x_2": [11, 26], "frac": [11, 26], "x_3": 11, "cdot": 11, "x_4": 11, "due": [11, 26], "relat": [11, 25, 26], "idea": [11, 14, 20, 25, 26, 28], "preced": [11, 25, 26], "never": [11, 26], "w_write": 11, "keepdim": 11, "affect": [11, 20, 25], "fed": [11, 16], "exactli": [11, 18, 25, 26], "1000": [11, 15, 24, 26], "recreat": 11, "onto": [11, 18, 25], "By": [11, 15, 17, 18, 20, 24, 25, 26], "els": [11, 12, 14, 18, 25, 26], "mix": [11, 24, 25, 26], "linearli": 11, "technic": [11, 25, 26], "deriv": [11, 26], "h": [11, 25, 26], "broadcast_b_v": 11, "broadcast": 11, "And": [11, 20, 25, 26], "destination_posit": [11, 26], "source_posit": [11, 26], "along": [11, 14, 24, 25, 26], "source_": 11, "destin": [11, 12, 20, 26], "behavior": [11, 12, 18, 25], "cache_dir": [11, 24], "torch_dtyp": 11, "compat": [11, 18], "especi": [11, 25, 26], "bfloat16": 11, "from_pretrained_no_process": 11, "boolean": [11, 17, 20, 24, 25, 26], "max_new_token": [11, 26], "stop_at_eo": 11, "eos_token_id": [11, 24], "do_sampl": 11, "top_k": [11, 24, 25, 26], "top_p": [11, 24], "temperatur": [11, 24, 26], "freq_penalti": [11, 24], "use_past_kv_cach": 11, "verbos": 11, "pos_plus_new_token": 11, "sampl": [11, 15, 24], "eos_token": 11, "reach": [11, 26], "avoid": [11, 19, 24, 25, 26], "fiddl": 11, "rag": 11, "eot": 11, "throw": 11, "awai": [11, 25], "enter": [11, 25, 26, 28], "messi": [11, 26], "maximum": [11, 12, 14, 21, 26], "stable_lm": 11, "distribut": [11, 23, 24, 25, 26], "greedi": [11, 24], "search": [11, 16, 25, 26], "max": [11, 25], "mass": 11, "top": [11, 24, 25, 26], "cumul": [11, 24], "higher": [11, 25], "random": [11, 12, 15, 21, 25, 26], "temp": [11, 24], "inf": 11, "uniform": [11, 24], "frequenc": [11, 24, 25], "penalti": [11, 24], "penalis": 11, "speed": [11, 25], "applic": [11, 24], "whatev": [11, 25], "tqdm": [11, 26], "get_token_posit": [11, 25, 26], "single_token": [11, 26], "present": 11, "gotcha": [11, 13, 25], "Be": 11, "care": [11, 14, 17, 25, 26], "weird": [11, 12, 25, 26], "carefulli": [11, 25], "correspond": [11, 16, 20, 24, 25, 26], "dummi": [11, 17, 26], "init_weight": [11, 12], "std": 11, "initializer_rang": [11, 12], "02": [11, 18], "roughli": [11, 15, 25, 26], "scheme": 11, "truncat": [11, 15, 24, 26], "halv": 11, "empti": [11, 17], "bulk": 11, "seed": [11, 12, 21, 26], "ensur": [11, 25], "determin": [11, 14, 20, 23, 24, 25, 26], "NOT": [11, 17, 24, 26], "far": [11, 24, 25, 26], "tell": [11, 15, 25, 26], "date": 11, "gotten": 11, "round": [11, 15, 25, 26], "issu": [11, 25, 26], "18182": 11, "transformerencod": 11, "exact": 11, "72253": 11, "mup": 11, "haven": 11, "those": [11, 17, 24, 25], "2203": 11, "03466": 11, "input_to_emb": 11, "relev": [11, 12, 14, 20, 24, 25, 26], "special": [11, 26], "redwood": [11, 25, 26], "load_sample_training_dataset": 11, "dataset": [11, 15, 21, 24, 26], "10k": [11, 15, 24], "get_dataset": [11, 24], "appropri": [11, 26], "info": [11, 12, 20, 24, 26], "download": [11, 24, 26], "locat": [11, 20, 25], "pt": 11, "openwebtext": [11, 15, 24], "karma": [11, 15], "reddit": [11, 15], "hard": [11, 25, 26], "pile": [11, 15, 18, 24, 26, 27], "imperfectli": 11, "suppli": 11, "valid": [11, 15, 25], "loss_fn": [11, 26], "per_token": [11, 24, 26], "lm_cross_entropy_loss": [11, 24], "move_model_modules_to_devic": 11, "process_weights_": 11, "allow": [11, 16, 20, 24, 25, 26], "cleaner": 11, "experiment": 11, "argu": [11, 26], "somewhat": [11, 25, 26], "w_qk": [11, 14, 26], "w_ov": [11, 14, 26], "mani": [11, 14, 19, 20, 21, 25, 26], "hopefulli": [11, 28], "attempt": 11, "column": [11, 20, 24], "rotat": [11, 12, 14, 26], "nth": 11, "formula": 11, "r": 11, "think": [11, 15, 24, 25, 26], "setup": [11, 17, 20], "refactor": 11, "diagon": [11, 25, 26], "asymmetri": 11, "fiddli": 11, "deal": [11, 14, 24, 25], "preserv": [11, 25, 26], "too": [11, 20, 25], "bilinear": [11, 26], "dimension": [11, 12], "coordin": 11, "sample_datapoint": 11, "implicitli": [11, 20, 26], "hasn": 11, "manual": [11, 24, 26], "replac": [11, 12, 20, 25, 26, 28], "choic": [11, 25], "set_token": [11, 12], "pretrainedtoken": 11, "set_use_attn_in": 11, "use_attn_in": [11, 12], "set_use_attn_result": 11, "expos": [11, 28], "easili": [11, 24, 25, 26], "burn": 11, "set_use_hook_mlp_in": 11, "use_hook_mlp_in": [11, 12], "set_use_split_qkv_input": 11, "use_split_qkv_input": [11, 12], "to_single_str_token": 11, "int_token": 11, "uncertain": 11, "to_token": [11, 24, 25, 26], "to_str_token": [11, 13, 25, 26], "weirdli": [11, 25, 26], "gotcha2": 11, "letter": [11, 26], "capit": [11, 25, 26], "shoot": [11, 26], "gotcha3": 11, "exce": 11, "str_token": [11, 25], "to_str": [11, 25, 26], "numpi": [11, 12, 24, 25], "arrai": [11, 13, 24], "long": [11, 26], "window": [11, 12, 24], "tokens_to_residual_direct": [11, 25], "mislead": [11, 25], "integ": [11, 24, 25, 26], "residual_direct": 11, "namedtupl": 11, "dataclass": [12, 17], "configur": [12, 21, 23], "act_fn": [12, 27], "ep": 12, "1e": [12, 18], "05": [12, 18], "use_attn_scal": 12, "use_local_attn": 12, "original_architectur": 12, "from_checkpoint": 12, "checkpoint_label_typ": [12, 26], "window_s": [12, 14], "attn_typ": [12, 14], "init_mod": 12, "normalization_typ": 12, "attention_dir": 12, "attn_onli": [12, 27], "scale_attn_by_inverse_layer_idx": 12, "final_rm": 12, "d_vocab_out": [12, 14], "parallel_attn_mlp": 12, "rotary_dim": [12, 14], "n_param": [12, 27], "use_hook_token": 12, "gated_mlp": 12, "tokenizer_prepends_bo": 12, "post_embedding_ln": 12, "AND": 12, "feedforward": 12, "network": [12, 25, 26], "vocab": 12, "lowercas": 12, "relu": [12, 27], "gelu": [12, 14, 18, 26, 27], "silu": [12, 27], "gelu_new": [12, 24], "gelu_fast": [12, 24], "epsilon": 12, "5": [12, 14, 15, 16, 20, 24, 25, 26, 27], "THEN": 12, "intens": 12, "famili": [12, 26], "certain": [12, 20], "distanc": [12, 14, 25], "weight_init_mod": 12, "pipelin": 12, "parallel": [12, 24, 25], "aka": 12, "unidirect": 12, "bidirect": [12, 26], "deviat": [12, 26], "8": [12, 14, 15, 16, 25, 26, 27], "layer_id": [12, 14], "mistral": [12, 15, 18], "numer": [12, 13, 14, 26], "stabil": [12, 14, 26], "fp16": 12, "rotari": [12, 14], "describ": [12, 24, 25], "blog": [12, 14], "eleuth": [12, 14, 24, 26], "ai": [12, 14, 24, 26], "res_stream": 12, "sinusoid": 12, "rmsnorm": [12, 14], "dumb": 12, "origin": [12, 13, 14, 25, 26], "mainli": 12, "curs": 12, "hidden": [12, 26], "law": 12, "pdf": [12, 14, 15], "2001": 12, "08361": 12, "meaning": [12, 20], "Will": [12, 20], "let": [12, 24, 25, 26, 28], "interven": [12, 17, 20, 25], "add_bos_token": [12, 24], "control": [12, 20, 25, 26], "from_dict": 12, "config_dict": 12, "set_seed_everywher": 12, "to_dict": 12, "get_singular_vector": 13, "vector_typ": 13, "layer_index": [13, 25], "num_vector": 13, "plot": [13, 26], "pysvelt": [13, 26], "instabl": 13, "d": [13, 15, 16, 18, 25, 27], "medium": [13, 18, 27], "svd_interpret": 13, "22": [13, 15, 24, 25, 26], "all_token": 13, "np": [13, 24, 25], "def": [13, 25, 26], "plot_matrix": 13, "filter": [13, 17, 18, 24, 26], "topk": [13, 25], "topktabl": 13, "obj_typ": 13, "pure": 14, "glossari": 14, "order": [14, 20, 24, 25], "sorri": 14, "underli": [14, 20, 25, 26], "destination_residu": 14, "destination_po": 14, "source_po": [14, 26], "param": [14, 21, 26], "convent": [14, 25, 26], "256": [14, 26, 27], "Not": 14, "moment": 14, "mistal": 14, "reason": [14, 25, 26], "apply_causal_mask": 14, "pos_plus_past_kv_pos_offset": 14, "past_kv_pos_offset": [14, 24], "offset_po": [14, 24], "apply_rotari": 14, "calculate_sin_cos_rotari": 14, "10000": [14, 26], "sine": 14, "cosin": 14, "wave": 14, "inexplic": 14, "adjac": [14, 25], "neox": [14, 18, 26, 27], "clue": [14, 25], "resolv": 14, "static": [14, 15], "create_alibi_bia": 14, "head_idx": 14, "alibi": 14, "2108": 14, "12409": 14, "broad": [14, 25], "behind": [14, 25], "proport": [14, 24], "encourag": [14, 24], "distant": 14, "0000": [14, 25], "0625": 14, "1250": 14, "1875": 14, "0039": 14, "0078": 14, "0117": 14, "create_alibi_multipli": 14, "geometr": 14, "ratio": [14, 24, 25, 26], "With": [14, 26], "16": [14, 24, 25, 26, 27], "5000": 14, "2500": [14, 25], "0312": 14, "0156": 14, "7071": 14, "3536": 14, "1768": 14, "0884": 14, "0442": 14, "0221": 14, "0110": 14, "0055": 14, "create_alibi_slop": 14, "slope": 14, "triangl": 14, "lower": [14, 15, 16, 24, 25, 26], "bottom": [14, 26], "corner": 14, "query_input": 14, "key_input": 14, "value_input": 14, "past_kv_cache_entri": 14, "hookedtransformerkeyvaluecacheentri": [14, 19], "additive_attention_mask": 14, "irrelev": [14, 25, 26], "past": [14, 19, 25], "rotate_every_two": 14, "x0": 14, "x1": 14, "bertblock": 14, "transformerblock": 14, "except": [14, 25, 26], "overridden": [14, 17, 24], "subclass": [14, 17], "recip": [14, 17], "afterward": [14, 17], "former": [14, 17], "regist": [14, 17], "latter": [14, 17, 26], "silent": [14, 17], "bertemb": 14, "input_id": 14, "bertmlmhead": 14, "purpos": [14, 15, 25, 26], "resid": 14, "gatedmlp": 14, "equat": 14, "pre_linear": 14, "normalis": [14, 25], "posemb": 14, "rm": 14, "root": [14, 26], "rmsnormpr": 14, "tokentypeemb": 14, "1810": 14, "04805": 14, "block_index": 14, "positional_embeddings_typ": 14, "_description_": 14, "_type_": [14, 17], "evalu": [15, 17, 25, 26], "rough": [15, 26], "anyth": [15, 25], "properli": [15, 25], "cheapli": 15, "compar": [15, 26, 28], "baselin": 15, "ioidataset": 15, "noun": 15, "num_sampl": 15, "symmetr": 15, "ioi_ev": 15, "100": [15, 25, 26], "476": 15, "met": 15, "alic": 15, "bob": 15, "charli": 15, "ball": [15, 25], "book": 15, "397": 15, "get_default_nam": 15, "get_default_noun": 15, "get_default_templ": 15, "get_sampl": 15, "evaluate_on_dataset": 15, "data_load": 15, "induction_loss": [15, 26], "subseq_len": 15, "384": [15, 26], "accuraci": [15, 16, 24], "make_code_data_load": 15, "codeparrot": [15, 24], "dump": 15, "presum": [15, 25], "natur": [15, 25, 26], "make_owt_data_load": 15, "corpu": [15, 24], "make_pile_data_load": 15, "eleutherai": [15, 18], "english": [15, 26, 28], "academ": 15, "internet": [15, 26], "make_wiki_data_load": 15, "wikitext": 15, "wikipedia": [15, 24, 26], "articl": [15, 24, 25, 26], "realli": [15, 16, 24, 25, 26], "expect": [15, 16, 25, 26], "anyon": 15, "bother": 15, "quarantin": 15, "nowadai": 15, "leakag": 15, "though": [15, 24, 25, 26], "sanity_check": 15, "feed": [15, 24, 26], "paragraph": [15, 26], "zoom": [15, 20, 25], "quick": [15, 16, 26], "saniti": [15, 25], "ok": [15, 25, 26], "gone": [15, 25, 26], "wrong": [15, 17, 25], "compute_head_attention_similarity_scor": 16, "attention_pattern": [16, 26], "detection_pattern": 16, "exclude_bo": 16, "exclude_current_token": 16, "error_measur": 16, "mul": 16, "comparison": 16, "exclude_bcurrent_token": 16, "detect_head": 16, "seq": [16, 24], "previous_token_head": 16, "duplicate_token_head": 16, "induction_head": 16, "headnam": 16, "itself": [16, 24, 25], "divid": [16, 24, 25], "straightforward": [16, 25], "big": [16, 18, 24, 25, 26], "fraction": 16, "alloc": 16, "prohibit": 16, "disabl": [16, 17, 25], "cours": [16, 25], "raw": [16, 25], "interv": 16, "perfect": [16, 25], "mismatch": 16, "precis": [16, 20, 25, 26], "examin": 16, "switch": 16, "advantag": 16, "closer": 16, "head_nam": 16, "exist": [16, 25, 26], "ntensor": 16, "ioi": [16, 25, 26], "spacifi": 16, "analyz": 16, "paid": [16, 25, 26], "get_duplicate_token_head_detection_pattern": 16, "duplic": [16, 25, 26], "dynalist": 16, "n2zwtnoyhru1s4vnfsaq519j": 16, "2ukvedzonghl5uhugvhroxeo": 16, "get_induction_head_detection_pattern": 16, "_tfvup5csv5orithmqwj0gsi": 16, "get_previous_token_head_detection_pattern": 16, "0o5vohe9xezn8ertywkh7ioc": 16, "get_supported_head": 16, "inspir": [17, 26, 28], "garcon": [17, 26, 28], "act": [17, 20, 24, 25, 26], "ident": [17, 24, 25, 26], "wrap": [17, 26], "add_hook": [17, 25], "fn": 17, "hook_nam": 17, "add_perma_hook": [17, 26], "clear_context": 17, "remove_hook": 17, "including_perman": 17, "build": [17, 26, 28], "interfac": [17, 26, 28], "nice": [17, 25], "variou": [17, 25, 26], "run_with_hook": [17, 25, 26], "temporari": [17, 24, 26], "persist": 17, "debug": [17, 18, 21], "fix": [17, 25, 26], "still": [17, 25], "solv": [17, 25, 26, 28], "intent": 17, "reset_hook": [17, 26], "accident": 17, "goe": [17, 25, 26], "reset_hooks_end": [17, 25], "add_caching_hook": 17, "names_filt": [17, 25], "callabl": [17, 20], "incl_bwd": 17, "namesfilt": 17, "lambda": [17, 25, 26], "cache_al": 17, "cache_som": 17, "check_and_add_hook": 17, "get_caching_hook": 17, "fwd_hook": [17, 25, 26], "bwd_hook": 17, "exit": [17, 24], "clear": [17, 26], "whenev": 17, "reset": 17, "my_hook": 17, "hooked_loss": 17, "remove_all_hook_fn": 17, "model_kwarg": 17, "everyth": [17, 20, 26], "degrad": 17, "lenshandl": 17, "removablehandl": 17, "context_level": 17, "hold": 17, "perman": 17, "hug": 18, "face": 18, "hub": [18, 24], "768": [18, 25, 26, 27], "layer_norm_ep": 18, "init_rang": 18, "1024": [18, 24, 26, 27], "3072": [18, 26, 27], "12": [18, 25, 26, 27], "model_alias": 18, "arthurconmi": 18, "redwood_attn_2l": [18, 27], "baidicoot": 18, "6b": [18, 26, 27], "3b": [18, 26, 27], "125m": [18, 26, 27], "20b": [18, 26, 27], "pythia": [18, 27], "4b": [18, 27], "dedup": [18, 27], "v0": [18, 27], "12b": [18, 27], "13b": [18, 26, 27], "14m": [18, 27], "160m": [18, 27], "seed1": [18, 27], "seed2": [18, 27], "seed3": [18, 27], "1b": [18, 27], "800m": 18, "8b": [18, 26, 27], "31m": [18, 27], "410m": [18, 27], "350m": 18, "9b": [18, 27], "70m": [18, 27], "19m": [18, 27], "chat": [18, 26, 27], "hf": 18, "2l512w": 18, "lr": [18, 21], "attn_only_1l512w_c4_cod": 18, "c4": [18, 24, 26], "attn_only_2l512w_c4_cod": 18, "attn_only_3l512w_c4_cod": 18, "attn_only_4l512w_c4_cod": 18, "gelu_1l512w_c4_cod": 18, "gelu_2l512w_c4_cod": 18, "gelu_3l512w_c4_cod": 18, "gelu_4l512w_c4_cod": 18, "solu_10l1280w_c4_cod": 18, "10l": [18, 26, 27], "solu_10l_v22_old": 18, "solu_12l1536w_c4_cod": 18, "12l": [18, 26, 27], "solu_12l_v23_old": 18, "solu_1l512w_c4_cod": 18, "solu_1l512w_wiki_finetun": 18, "wiki": [18, 24, 25, 26, 27], "finetun": 18, "solu_1l_v9_old": 18, "solu_2l512w_c4_cod": 18, "solu_2l_v10_old": 18, "solu_3l512w_c4_cod": 18, "solu_4l512w_c4_cod": 18, "solu_4l512w_wiki_finetun": 18, "solu_4l_v11_old": 18, "solu_6l768w_c4_cod": 18, "6l": [18, 26, 27], "solu_6l_v13_old": 18, "solu_8l1024w_c4_cod": 18, "8l": [18, 26, 27], "solu_8l_v21_old": 18, "bigcod": 18, "santacod": [18, 27], "bigscienc": 18, "560m": [18, 27], "distilgpt2": [18, 26], "distillgpt2": [18, 27], "distil": [18, 26], "facebook": 18, "xxl": 18, "30b": [18, 26, 27], "xxxl": 18, "xl": [18, 26, 27], "66b": [18, 26, 27], "xxxxl": 18, "65b": [18, 27], "roneneldan": 18, "tinystori": 18, "1layer": 18, "21m": [18, 27], "28m": [18, 27], "2layer": 18, "33m": [18, 27], "3m": [18, 27], "8m": [18, 27], "instruct": [18, 26, 27], "instuct": 18, "stabilityai": 18, "stablelm": [18, 26, 27], "alpha": [18, 27], "x21": 18, "arwen": 18, "battlestar": 18, "x49": 18, "beren": 18, "caprica": 18, "x81": 18, "celebrimbor": 18, "darkmatt": 18, "x343": 18, "durin": 18, "eowyn": 18, "x777": 18, "expans": 18, "alias": 18, "offici": [18, 26], "convert_bloom_weight": 18, "convert_coder_weight": 18, "get_checkpoint_label": [18, 26], "label_typ": 18, "get_num_params_of_pretrain": 18, "suffici": [18, 25], "get_pretrained_model_config": 18, "automodel": 18, "autoconfig": 18, "infrastructur": [18, 25, 26, 28], "ourselv": [19, 26, 28], "previous_attention_mask": 19, "pos_so_far": 19, "append": [19, 25, 26], "prefix": 19, "append_attention_mask": 19, "new_token": 19, "freez": 19, "init_cach": 19, "unfreez": 19, "past_kei": 19, "jaxtyp": [19, 25, 26], "past_valu": 19, "new_kei": 19, "new_valu": 19, "init_cache_entri": 19, "structur": [20, 26], "generic_activation_patch": 20, "specialis": [20, 25], "introduc": [20, 25], "rome": [20, 25, 26], "baulab": 20, "shift": [20, 26], "corrupt": [20, 25, 26], "continu": [20, 25, 26], "iter": [20, 24, 25, 26], "increas": [20, 25, 26], "localis": [20, 25, 26], "__from__": 20, "__to": 20, "__the": 20, "confid": [20, 25, 26], "intuit": [20, 25, 26], "diffus": [20, 25], "spread": [20, 25], "connect": [20, 25], "ultim": [20, 25], "engin": [20, 25, 26, 28], "least": [20, 26], "tend": [20, 26], "extrem": [20, 25, 26, 28], "eiffel": 20, "tower": 20, "pari": 20, "factual": [20, 25], "recal": [20, 25], "colosseum": 20, "anywher": 20, "corrupted_token": [20, 25, 26], "clean_cach": [20, 25, 26], "patching_metr": 20, "patch_sett": 20, "index_axis_nam": 20, "src_po": [20, 25], "dest_po": [20, 25, 26], "index_df": 20, "datafram": 20, "return_index_df": 20, "counterfactu": [20, 25, 26], "Then": 20, "index_to_act_nam": 20, "recov": [20, 25, 26], "diff": [20, 25], "corrupted_activ": 20, "chunk": 20, "fill": 20, "flatten": [20, 25, 26], "patched_output": 20, "get_act_patch_attn_head_all_pos_everi": 20, "patch_typ": 20, "get_act_patch_attn_head_by_pos_everi": 20, "get_act_patch_attn_head_k_all_po": 20, "corruptedactiv": 20, "patchedactiv": 20, "layer_head_vector_patch_sett": 20, "axisnam": 20, "get_act_patch_attn_head_k_by_po": 20, "layer_pos_head_vector_patch_sett": 20, "get_act_patch_attn_head_out_all_po": 20, "get_act_patch_attn_head_out_by_po": 20, "get_act_patch_attn_head_pattern_all_po": 20, "layer_head_pattern_patch_sett": 20, "get_act_patch_attn_head_pattern_by_po": 20, "layer_head_pos_pattern_patch_sett": 20, "get_act_patch_attn_head_pattern_dest_src_po": 20, "layer_head_dest_src_pos_pattern_patch_sett": 20, "get_act_patch_attn_head_q_all_po": 20, "get_act_patch_attn_head_q_by_po": 20, "get_act_patch_attn_head_v_all_po": 20, "get_act_patch_attn_head_v_by_po": 20, "get_act_patch_attn_out": 20, "layer_pos_patch_sett": 20, "get_act_patch_block_everi": 20, "get_act_patch_mlp_out": 20, "get_act_patch_resid_mid": 20, "get_act_patch_resid_pr": 20, "clean_activ": 20, "hookedtransformertrainconfig": 21, "num_epoch": 21, "001": 21, "momentum": 21, "max_grad_norm": 21, "weight_decai": 21, "optimizer_nam": 21, "adam": 21, "warmup_step": 21, "save_everi": 21, "save_dir": 21, "wandb": 21, "wandb_project_nam": 21, "print_everi": 21, "max_step": 21, "hyperparamet": [21, 24], "epoch": 21, "rate": [21, 26], "decai": 21, "warmup": 21, "wandb_project": 21, "termin": 21, "assist": 23, "get_device_for_block_index": 23, "target": 23, "move_to_and_update_config": 23, "vari": [24, 25], "throughout": [24, 26], "locallyoverridendefault": 24, "restor": 24, "overriden": 24, "input_slic": 24, "syntax": [24, 25, 26], "reduc": [24, 25, 26], "extra": 24, "leav": [24, 26], "elif": 24, "1d": 24, "sliceinput": 24, "valueerror": 24, "abov": [24, 25, 26], "max_ctx": 24, "int32": 24, "composition_scor": 24, "home": 24, "runner": 24, "broadcast_dim": 24, "leading_dims_left_and_right": 24, "download_file_from_hf": 24, "repo_nam": 24, "file_nam": 24, "subfold": 24, "force_is_torch": 24, "json": 24, "pth": 24, "extens": [24, 25], "layer_typ": [24, 25], "shorthand": 24, "feedback": [24, 25, 26, 28], "loop": [24, 25, 26, 28], "hack": [24, 26], "stuff": [24, 26], "readabl": 24, "digit": [24, 26], "word": [24, 25, 26], "k6": 24, "scale4ln1": 24, "appear": [24, 26], "distinguish": [24, 25], "hook_k": [24, 26], "hook_pr": [24, 26], "27": [24, 25, 26], "hook_norm": [24, 26], "pre5": 24, "get_attention_mask": 24, "leftmost": 24, "rightmost": 24, "consid": 24, "get_cumsum_along_dim": 24, "dataset_nam": 24, "explor": [24, 26], "000": [24, 26], "enorm": [24, 26], "100gb": 24, "2tb": 24, "effort": [24, 25], "dataload": 24, "fanci": 24, "data_dir": 24, "approx": [24, 25, 26], "co": 24, "ton": [24, 28], "divers": [24, 25, 26], "coloss": 24, "crawl": 24, "bigger": 24, "c4_code": 24, "friendli": 24, "22m": [24, 26], "5m": 24, "20220301": 24, "en": [24, 26], "get_devic": [24, 25, 26], "get_input_with_manually_prepended_bo": 24, "autotoken": 24, "get_nested_attr": 24, "obj": 24, "attr_str": 24, "retriev": 24, "nest": 24, "hierarchi": 24, "get_offset_position_id": 24, "offset": [24, 25, 26], "get_tokenizer_with_bo": 24, "Such": [24, 25], "llamatoken": 24, "get_tokens_with_bos_remov": 24, "is_lower_triangular": 24, "is_squar": 24, "keep_single_column": 24, "col_nam": 24, "lm_accuraci": 24, "seq_len": [24, 25, 26], "altern": 24, "override_or_use_default_valu": 24, "default_flag": 24, "print_gpu_mem": 24, "step_nam": 24, "sample_logit": 24, "final_logit": [24, 25], "vocab_s": 24, "high": [24, 25, 26], "argmaxi": 24, "90": 24, "renormalis": 24, "mutual": 24, "neither": [24, 25], "input_token": 24, "todo": 24, "edg": 24, "randn": [24, 26], "uniqu": 24, "return_count": 24, "set_nested_attr": 24, "prepend_space_to_answ": 24, "eleph": 24, "endoftext": [24, 25, 26], "14": [24, 25, 26], "51": [24, 26], "0th": [24, 25], "59": [24, 26, 27], "ground": [24, 25], "1th": [24, 25], "41": [24, 26], "18": [24, 25, 26], "tree": 24, "2th": [24, 25], "3th": [24, 25], "45": [24, 26], "car": 24, "4th": [24, 25], "13": [24, 25, 26], "92": [24, 25], "55": [24, 25, 26], "river": 24, "5th": [24, 25], "79": 24, "25": [24, 25, 26, 27], "street": 24, "6th": [24, 25], "77": 24, "21": [24, 25, 26], "7th": [24, 25], "75": 24, "hill": 24, "8th": [24, 25], "swing": 24, "9th": [24, 25], "46": [24, 26], "61": [24, 27], "park": [24, 25], "ever": 24, "improv": [24, 25, 26], "to_numpi": [24, 25, 26], "tokenize_and_concaten": 24, "max_length": 24, "column_nam": 24, "num_proc": 24, "eo": [24, 26], "reshap": [24, 25], "____": 24, "drop": [24, 26], "faster": [24, 25, 26], "parallelis": [24, 26], "chop": 24, "20": [24, 25, 26, 27], "privileg": 24, "earli": [24, 26], "cnn": [24, 26], "bos_token_id": 24, "swap": [24, 25], "regardless": 24, "runtim": [25, 26], "hardwar": [25, 26], "acceler": [25, 26], "tabl": [25, 26], "pane": [25, 26], "sidebar": [25, 26], "navig": [25, 26], "vscode": [25, 26], "outlin": 25, "tab": 25, "section": [25, 26], "dropdown": [25, 26], "arrow": [25, 26], "page": [25, 26], "ctrl": [25, 26], "repo": 25, "in_colab": [25, 26], "circuitsvi": [25, 26], "node": [25, 26], "curl": [25, 26], "fssl": [25, 26], "deb": [25, 26], "nodesourc": [25, 26], "setup_16": [25, 26], "sudo": [25, 26], "bash": [25, 26], "apt": [25, 26], "nodej": [25, 26], "noqa": [25, 26], "ipython": [25, 26], "get_ipython": [25, 26], "ip": [25, 26], "extension_manag": [25, 26], "autoreload": [25, 26], "functool": [25, 26], "plotli": [25, 26], "express": [25, 26], "px": [25, 26], "pio": [25, 26], "attention_head": 25, "fancy_einsum": [25, 26], "ifram": 25, "differenti": [25, 26], "simplic": 25, "imshow": [25, 26], "color_continuous_midpoint": [25, 26], "color_continuous_scal": [25, 26], "rdbu": [25, 26], "line": [25, 26], "scatter": [25, 26], "xaxi": [25, 26], "yaxi": [25, 26], "caxi": [25, 26], "color": [25, 26], "principl": [25, 26, 28], "fun": [25, 26, 28], "ml": [25, 26, 28], "gap": [25, 26, 28], "feel": [25, 26, 28], "plai": [25, 26, 28], "flow": [25, 26, 28], "goal": [25, 26, 28], "toolkit": [25, 26], "stylist": 25, "slowli": 25, "convei": 25, "simpl": [25, 26], "tag": 25, "asid": 25, "flavour": 25, "weed": 25, "star": 25, "tagexampl": 25, "capabl": [25, 26], "interview": [25, 26], "kevin": [25, 26], "wang": 25, "twitter": 25, "thread": 25, "overview": 25, "bottl": [25, 26], "milk": [25, 26], "26": [25, 26], "Their": 25, "skimp": 25, "rigour": 25, "suggest": 25, "evid": 25, "our": [25, 26], "80m": [25, 26], "simplif": 25, "nbval_ignore_output": [25, 26], "stabl": 25, "example_prompt": 25, "example_answ": 25, "39": [25, 26], "lt": [25, 26], "gt": [25, 26], "09": [25, 26], "70": 25, "07": [25, 26], "15": [25, 26], "38": [25, 26], "67": 25, "35": [25, 26], "54": [25, 26], "11": [25, 26, 27], "84": [25, 26], "73": 25, "hi": [25, 26], "06": 25, "her": [25, 26], "74": 25, "52": [25, 26, 27], "49": [25, 26], "jesu": 25, "97": 25, "42": [25, 26], "him": 25, "subword": 25, "frequent": 25, "substr": [25, 26], "massiv": [25, 26], "headach": 25, "annoi": [25, 26], "total": [25, 26], "devot": 25, "sensibl": 25, "later": [25, 26], "wherev": 25, "flesh": 25, "prompt_format": 25, "jame": 25, "dan": 25, "sid": 25, "appl": 25, "martin": 25, "ami": 25, "drink": 25, "correct_token": 25, "insert": 25, "easiest": 25, "filler": 25, "newlin": 25, "intellig": 25, "complic": 25, "adjust": [25, 26], "aggreg": 25, "original_logit": 25, "upon": 25, "subject": [25, 26], "logits_to_ave_logit_diff": 25, "per_prompt": 25, "answer_logit": 25, "gather": 25, "answer_logit_diff": 25, "detach": [25, 26], "decim": [25, 26], "original_average_logit_diff": 25, "3370": 25, "2020": 25, "7090": 25, "7970": 25, "7200": 25, "2810": 25, "6010": 25, "7670": 25, "552": 25, "put": [25, 26], "33": [25, 26], "dive": 25, "spend": [25, 26], "question": [25, 26], "engag": 25, "decent": [25, 26], "hypothes": 25, "cheat": [25, 26], "hypothesi": 25, "scienc": 25, "belief": 25, "trap": 25, "confus": [25, 26], "flounder": 25, "dogmat": 25, "Being": 25, "overconfid": 25, "unwil": 25, "realiti": 25, "contradict": 25, "flinch": 25, "disconfirm": 25, "imagin": 25, "focu": 25, "primit": 25, "nearbi": 25, "came": 25, "trigram": 25, "symmetri": 25, "earlier": [25, 26], "cancel": 25, "inhibit": 25, "spoiler": 25, "abl": [25, 26], "simplist": 25, "background": 25, "central": 25, "importantli": [25, 26], "perfectli": [25, 26], "final_residual_stream": 25, "motiv": 25, "eleg": 25, "particularli": 25, "aspect": 25, "nicer": 25, "inde": 25, "log_prob": 25, "log_softmax": 25, "logsumexp": 25, "isol": 25, "decid": 25, "pronoun": 25, "person": 25, "refin": 25, "happen": [25, 26], "rel": 25, "friendlier": 25, "varianc": 25, "almost": 25, "answer_residual_direct": 25, "logit_diff_direct": 25, "account": 25, "w_u_fold": 25, "layer_norm": 25, "unigram": [25, 26], "statist": [25, 26], "occur": [25, 26], "opposit": 25, "hook_normalis": 25, "sub_layer_typ": 25, "final_token_residual_stream": 25, "scaled_final_token_residual_stream": 25, "average_logit_diff": 25, "residual_stack_to_logit_diff": 25, "scaled_residual_stack": 25, "fascinatingli": 25, "utterli": 25, "unabl": 25, "hover": [25, 26], "n_pre": 25, "n_mid": 25, "n_post": 25, "middl": [25, 26], "accumulated_residu": 25, "logit_lens_logit_diff": 25, "arang": 25, "hover_nam": [25, 26], "terminologi": 25, "overload": 25, "kth": 25, "again": 25, "per_layer_residu": 25, "per_layer_logit_diff": 25, "independ": [25, 26, 28], "overal": 25, "l9h6": 25, "l9h9": 25, "l10h7": 25, "l11h10": 25, "harm": 25, "discuss": 25, "strongli": 25, "observ": [25, 26], "144": 25, "hand": [25, 26], "claim": 25, "abstract": [25, 26], "surpris": 25, "7x": 25, "per_head_residu": 25, "per_head_logit_diff": 25, "rearrang": 25, "weren": 25, "alan": [25, 26], "coonei": [25, 26], "illustr": [25, 26], "mistak": 25, "mayb": [25, 26], "sai": [25, 26], "period": [25, 26], "summari": 25, "sole": 25, "17": [25, 26], "visualize_attention_pattern": 25, "local_cach": 25, "local_token": 25, "max_width": 25, "700": 25, "isinst": 25, "batch_index": 25, "combin": [25, 26], "attention_head_nam": 25, "show_cod": 25, "title_html": 25, "br": 25, "div": 25, "width": [25, 26], "simpli": 25, "top_positive_logit_attr_head": 25, "positive_html": 25, "top_negative_logit_attr_head": 25, "negative_html": 25, "conceptu": 25, "clearli": 25, "compos": [25, 26], "ideal": [25, 26], "david": [25, 26], "bau": [25, 26], "meng": [25, 26], "trace": [25, 26], "anim": 25, "piec": 25, "lai": 25, "pro": 25, "con": 25, "Or": 25, "bake": 25, "claus": 25, "tack": 25, "gaussian": 25, "nois": 25, "beforehand": 25, "19": [25, 26], "corrupted_prompt": [25, 26], "corrupted_logit": [25, 26], "corrupted_cach": 25, "corrupted_average_logit_diff": 25, "temporarili": [25, 26], "patch_residual_compon": 25, "corrupted_residual_compon": 25, "normalize_patched_logit_diff": 25, "patched_logit_diff": [25, 26], "wors": [25, 26], "patched_residual_stream_diff": 25, "hook_fn": 25, "patched_logit": [25, 26], "abus": 25, "prompt_position_label": 25, "tok": 25, "_": [25, 26], "enumer": [25, 26], "reus": 25, "23": [25, 26], "patched_attn_diff": 25, "patched_mlp_diff": 25, "patched_attn_logit": 25, "patched_attn_logit_diff": 25, "patched_mlp_logit": 25, "patched_mlp_logit_diff": 25, "late": [25, 26], "contrast": 25, "statement": 25, "mlp0": 25, "destroi": 25, "guess": 25, "frame": 25, "unprincipl": 25, "invers": [25, 26], "plausibli": 25, "dedic": 25, "overcom": 25, "love": 25, "someon": 25, "That": 25, "patch_head_vector": 25, "corrupted_head_vector": 25, "patched_head_z_diff": 25, "l8h6": 25, "l8h10": 25, "l7h9": 25, "l5h5": 25, "l6h9": 25, "l3h0": 25, "semi": 25, "disentangl": 25, "familiar": 25, "28": [25, 26, 27], "patched_head_v_diff": 25, "heatmap": 25, "29": [25, 26], "against": 25, "lesson": 25, "30": [25, 26], "head_label": 25, "range_x": 25, "range_i": 25, "fact": [25, 26, 28], "31": [25, 26], "patch_head_pattern": 25, "corrupted_head_pattern": 25, "patched_head_attn_diff": 25, "32": [25, 26, 27], "reconsolid": 25, "At": 25, "transit": 25, "extend": 25, "l7h3": 25, "specul": 25, "mysteri": [25, 26], "top_heads_by_output_patch": 25, "first_mid_lay": 25, "first_late_lay": 25, "early_head": 25, "mid_head": 25, "logical_and": 25, "late_head": 25, "diagram": 25, "l1h2": 25, "latest": 25, "definit": 25, "priori": 25, "stroke": 25, "didn": 25, "bracket": 25, "minor": 25, "serv": [25, 26], "particip": 25, "behav": 25, "l5h0": 25, "had": [25, 26], "wrote": [25, 26, 28], "whole": [25, 26], "overkil": 25, "simpler": 25, "repurpos": 25, "machineri": 25, "life": [25, 26], "built": 25, "34": [25, 26], "example_text": [25, 26], "seek": 25, "machin": [25, 26], "example_repeated_text": 25, "example_repeated_token": 25, "example_repeated_logit": 25, "example_repeated_cach": 25, "induction_head_label": 25, "81": 25, "65": 25, "800": 25, "accord": 25, "wildli": 25, "mark": [25, 26], "success": 25, "characteris": 25, "superfici": 25, "boost": [25, 26], "anti": 25, "suppress": [25, 26], "pick": [25, 26], "signal": 25, "hook_": 25, "hook_attn": 25, "token_po": 25, "previous": 25, "metadata": 25, "36": [25, 26, 27], "prev_token_scor": 25, "prev_token_hook": 25, "dim1": [25, 26], "dim2": [25, 26], "duplicate_token_scor": 25, "duplicate_token_hook": 25, "induction_scor": [25, 26], "induction_hook": 25, "manual_se": [25, 26], "original_token": 25, "randint": [25, 26], "20000": [25, 26], "repeated_token": [25, 26], "pattern_filt": 25, "act_nam": [25, 26], "endswith": [25, 26], "hook_pattern": [25, 26], "0390": 25, "0310": 25, "1890": 25, "1720": 25, "0680": 25, "1570": 25, "0210": 25, "4820": 25, "0030": 25, "1320": 25, "0050": 25, "0020": 25, "0090": 25, "0040": 25, "0010": 25, "instantli": 25, "37": [25, 26], "bit": [25, 26], "seen": [25, 26], "proof": 25, "mosaic": 25, "40": [25, 26, 27], "fascin": 25, "knock": 25, "naiv": [25, 26], "convers": 25, "flaw": 25, "knockout": 25, "send": 25, "redund": 25, "job": 25, "underestim": 25, "57": [25, 26], "99": [25, 26], "hook_z": [25, 26], "top_name_mov": 25, "top_name_mover_lay": 25, "top_name_mover_head": 25, "ablate_top_head_hook": 25, "ablated_logit": 25, "ablated_cach": 25, "2f": [25, 26], "l10h10": 25, "margin": 25, "obvious": 25, "per_head_ablated_residu": 25, "per_head_ablated_logit_diff": 25, "04": [25, 26], "uniformli": [25, 26], "042": 25, "5200": 25, "4700": 25, "8200": 25, "5100": 25, "2600": 25, "1800": 25, "4300": 25, "5700": 25, "3500": 25, "2900": 25, "6800": 25, "4900": 25, "8700": 25, "4200": 25, "reader": [25, 26], "becom": [25, 26], "gentler": 26, "tip": 26, "o": 26, "development_mod": 26, "in_github": 26, "getenv": 26, "github_act": 26, "render": 26, "argh": 26, "notebook_connect": 26, "cv": 26, "hello": 26, "auto": 26, "autograd": 26, "grad_mod": 26, "0x7f7d8cbdff10": 26, "todai": [26, 28], "speak": [26, 28], "human": [26, 28], "palm": [26, 28], "nor": [26, 28], "offend": [26, 28], "greatli": [26, 28], "jump": 26, "anthrop": [26, 28], "team": [26, 28], "got": [26, 28], "frustrat": [26, 28], "deepspe": [26, 28], "littl": [26, 28], "industri": [26, 28], "heavili": [26, 28], "credit": [26, 28], "nelson": [26, 28], "elhag": [26, 28], "chri": [26, 28], "olah": [26, 28], "model_description_text": 26, "hyper": 26, "1758": 26, "box": 26, "On": 26, "insid": 26, "kinda": 26, "gpt2_cache_no_batch_dim": 26, "gpt2_cach": 26, "gpt2_text": 26, "summar": 26, "supervis": 26, "taskspecif": 26, "gpt2_token": 26, "gpt2_logit": 26, "lock": 26, "grid": 26, "gpt2_str_token": 26, "neural": 26, "system": 26, "perspect": 26, "surgic": 26, "power": 26, "surround": 26, "current_activation_valu": 26, "new_activation_valu": 26, "substitut": 26, "relationship": 26, "underr": 26, "incredibli": 26, "janki": 26, "shamelessli": 26, "probepoint": 26, "qualiti": 26, "head_ablation_hook": 26, "layer_to_abl": 26, "head_index_to_abl": 26, "original_loss": 26, "ablated_loss": 26, "3f": 26, "999": 26, "453": 26, "stai": 26, "clean_prompt": 26, "clean_token": 26, "logits_to_logit_diff": 26, "correct_answ": 26, "incorrect_answ": 26, "correct_index": 26, "incorrect_index": 26, "clean_logit": 26, "clean_logit_diff": 26, "corrupted_logit_diff": 26, "276": 26, "738": 26, "residual_stream_patching_hook": 26, "clean_resid_pr": 26, "num_posit": 26, "ioi_patching_result": 26, "temp_hook_fn": 26, "ish": 26, "token_label": 26, "workflow": 26, "michael": 26, "jordan": 26, "surnam": 26, "terribl": 26, "halfwai": 26, "input_tensor": 26, "random_token": 26, "repeated_logit": 26, "correct_log_prob": 26, "loss_by_posit": 26, "manipul": 26, "hook_funct": 26, "induction_score_stor": 26, "induction_score_hook": 26, "induction_strip": 26, "pattern_hook_names_filt": 26, "highli": 26, "stripe": 26, "induction_head_lay": 26, "induction_head_index": 26, "single_random_sequ": 26, "repeated_random_sequ": 26, "visualize_pattern_hook": 26, "3d": 26, "four": 26, "300m": 26, "soon": 26, "distilgpt": 26, "distilgpt2_induction_score_stor": 26, "classic": 26, "openai": 26, "85m": [26, 27], "700m": 26, "5b": [26, 27], "22b": 26, "300b": 26, "180b": 26, "600": 26, "265": 26, "108m": 26, "bookscorpu": 26, "free": 26, "512": [26, 27], "tractabl": 26, "motif": 26, "80": [26, 27], "shuffl": 26, "scan": 26, "hope": 26, "40m": 26, "100m": 26, "200m": 26, "340m": [26, 27], "older": 26, "15b": 26, "13m": [26, 27], "digress": 26, "usefulli": 26, "variengien": 26, "websit": 26, "adapt": 26, "cleantransformerdemo": 26, "new_activ": 26, "old_activ": 26, "remind": 26, "50267": 26, "named_paramet": 26, "startswith": 26, "fallback": 26, "spam": 26, "dest_posit": 26, "brown": 26, "fox": 26, "lazi": 26, "dog": 26, "num": 26, "print_name_shape_hook_funct": 26, "not_in_late_block_filt": 26, "hook_q": 26, "hook_v": 26, "hook_attn_scor": 26, "hook_attn_out": 26, "hook_resid_mid": 26, "hook_post": 26, "hook_mlp_out": 26, "hook_resid_post": 26, "preconcept": 26, "pain": 26, "overhead": 26, "elementwis": 26, "consequ": 26, "rare": 26, "dramat": 26, "degre": 26, "punctuat": 26, "ass": 26, "randomredditor": 26, "unembed_bia": 26, "bias_valu": 26, "bias_indic": 26, "sort": 26, "repr": 26, "03": 26, "98": 26, "68": 26, "48": [26, 27], "47": 26, "88": 26, "72": [26, 27], "44": [26, 27], "82": 26, "\u30b5\u30fc\u30c6\u30a3": 26, "83": 26, "x18": 26, "x14": 26, "\u9f8d": 26, "x1b": 26, "x05": 26, "x00": 26, "x06": 26, "x07": 26, "x0c": 26, "x02": 26, "oreandonlin": 26, "x11": 26, "x10": 26, "favour": 26, "6x": 26, "john_bia": 26, "mary_bia": 26, "4f": 26, "exp": 26, "8995": 26, "6034": 26, "6550x": 26, "mention": 26, "finit": 26, "invert": 26, "de": 26, "uncommon": 26, "iz": 26, "charact": 26, "example_text_str_token": 26, "example_text_token": 26, "50256": 26, "464": 26, "717": 26, "1517": 26, "345": 26, "761": 26, "284": 26, "3785": 26, "503": 26, "318": 26, "1635": 26, "4919": 26, "1243": 26, "389": 26, "11241": 26, "1143": 26, "4600": 26, "19849": 26, "1462": 26, "62": 26, "2536": 26, "482": 26, "641": 26, "63": 26, "30778": 26, "257": 26, "4731": 26, "656": 26, "262": 26, "16326": 26, "292": 26, "1351": 26, "286": 26, "850": 26, "37336": 26, "25666": 26, "290": 26, "523": 26, "8781": 26, "7301": 26, "644": 26, "2420": 26, "3073": 26, "588": 26, "1675": 26, "10176": 26, "428": 26, "1309": 26, "338": 26, "779": 26, "340": 26, "319": 26, "7322": 26, "signifi": 26, "example_multi_text": 26, "cat": 26, "sat": 26, "mat": 26, "example_multi_text_token": 26, "3797": 26, "3332": 26, "2603": 26, "1107": 26, "1327": 26, "th": 26, "cat_text": 26, "cat_logit": 26, "cat_prob": 26, "capital_the_token_index": 26, "ascii": 26, "squeez": 26, "annoy": 26, "arithmet": 26, "impress": 26, "2342": 26, "2017": 26, "21445": 26, "1000000": 26, "999999": 26, "214": 26, "000000": 26, "9999": 26, "tim": 26, "ne": 26, "el": 26, "messier": 26, "takeawai": 26, "unexpect": 26, "notic": 26, "trip": 26, "confusingli": 26, "forth": 26, "despit": 26, "ioi_logits_with_bo": 26, "clair": 26, "mary_logit_with_bo": 26, "claire_logit_with_bo": 26, "ioi_logits_without_bo": 26, "mary_logit_without_bo": 26, "claire_logit_without_bo": 26, "754": 26, "782": 26, "air": 26, "understood": 26, "requisit": 26, "attention_scor": 26, "ab_factor": 26, "9105": 26, "linalg": 26, "eig": 26, "2877e": 26, "00": 26, "8626e": 26, "3121e": 26, "9038e": 26, "08": 26, "1527e": 26, "2877": 26, "3121": 26, "3126e": 26, "3963e": 26, "2029e": 26, "7690e": 26, "2164e": 26, "3126": 26, "3963": 26, "smallest": 26, "300": 26, "abc": 26, "abc_factor": 26, "unfactor": 26, "160": 26, "0830": 26, "43": 26, "ab_unfactor": 26, "isclos": 26, "subspac": 26, "coincid": 26, "assert": 26, "negat": 26, "proxi": 26, "lambda_i": 26, "ov_circuit_all_head": 26, "ov_circuit_all_heads_eigenvalu": 26, "complex64": 26, "ov_copying_scor": 26, "zmax": 26, "zmin": 26, "l11h11": 26, "imag": 26, "imaginari": 26, "full_ov_circuit": 26, "full_ov_circuit_eigenvalu": 26, "full_ov_copying_scor": 26, "interestingli": 26, "correl": 26, "outlier": 26, "thank": 26, "ansh": 26, "radhakrishnan": 26, "establish": 26, "53": 26, "presid": 26, "barack": 26, "obama": 26, "caught": 26, "embarrass": 26, "scandal": 26, "nthe": 26, "financi": 26, "said": 26, "he": 26, "talk": 26, "wife": 26, "chelsea": 26, "she": 26, "woman": 26, "lightweight": 26, "bundl": 26, "squarethenadd": 26, "hook_squar": 26, "twolayermodel": 26, "layer1": 26, "layer2": 26, "hook_in": 26, "hook_mid": 26, "hook_out": 26, "x_in": 26, "x_mid": 26, "x_out": 26, "model_out": 26, "cache_object": 26, "780": 26, "784": 26, "56": [26, 27], "set_to_zero_hook": 26, "num_checkpoint": 26, "piecewis": 26, "schedul": 26, "crash": 26, "11b": [26, 27], "centr": 26, "hoc": 26, "count": 26, "checkpoint_label": 26, "log_i": 26, "marker": 26, "brief": 26, "suddenli": 26, "500": 26, "visibl": 26, "bump": 26, "curv": 26, "briefli": 26, "deliber": 26, "justic": 26, "chosen": 26, "60": [26, 27], "500m": 26, "58": 26, "arbitrarili": 26, "fast": 26, "checkpoint_indic": 26, "checkpointed_model": 26, "tokens_trained_on": 26, "model_for_this_checkpoint": 26, "tokens_seen_for_this_checkpoint": 26, "induction_loss_for_this_checkpoint": 26, "contextualis": 26, "strategi": 26, "95": 26, "log_x": 26, "302m": 27, "4096": 27, "708m": 27, "1280": 27, "5120": 27, "1600": 27, "6400": 27, "42m": 27, "2048": 27, "50272": 27, "2b": 27, "8192": 27, "2560": 27, "10240": 27, "128": 27, "16384": 27, "20480": 27, "7168": 27, "28672": 27, "9216": 27, "36864": 27, "50400": 27, "6144": 27, "50432": 27, "96": 27, "24576": 27, "2m": 27, "50304": 27, "7m": 27, "805m": 27, "50688": 27, "50278": 27, "736": 27, "2944": 27, "101m": 27, "197m": 27, "1536": 27, "48262": 27, "4m": 27, "0m": 27, "50277": 27, "524k": 27, "50259": 27, "0b": 27, "32000": 27, "11008": 27, "13824": 27, "25b": 27, "6656": 27, "17920": 27, "50b": 27, "22016": 27, "25m": 27, "28996": 27, "393k": 27, "6m": 27, "250880": 27, "49280": 27, "formerli": 28, "transfer": 28}, "objects": {"transformer_lens": [[8, 0, 0, "-", "ActivationCache"], [9, 0, 0, "-", "FactoredMatrix"], [10, 0, 0, "-", "HookedEncoder"], [11, 0, 0, "-", "HookedTransformer"], [12, 0, 0, "-", "HookedTransformerConfig"], [13, 0, 0, "-", "SVDInterpreter"], [14, 0, 0, "-", "components"], [15, 0, 0, "-", "evals"], [16, 0, 0, "-", "head_detector"], [17, 0, 0, "-", "hook_points"], [18, 0, 0, "-", "loading_from_pretrained"], [19, 0, 0, "-", "past_key_value_caching"], [20, 0, 0, "-", "patching"], [21, 0, 0, "-", "train"], [24, 0, 0, "-", "utils"]], "transformer_lens.ActivationCache": [[8, 1, 1, "", "ActivationCache"]], "transformer_lens.ActivationCache.ActivationCache": [[8, 2, 1, "", "accumulated_resid"], [8, 2, 1, "", "apply_ln_to_stack"], [8, 2, 1, "", "apply_slice_to_batch_dim"], [8, 2, 1, "", "compute_head_results"], [8, 2, 1, "", "decompose_resid"], [8, 2, 1, "", "get_full_resid_decomposition"], [8, 2, 1, "", "get_neuron_results"], [8, 2, 1, "", "items"], [8, 2, 1, "", "keys"], [8, 2, 1, "", "logit_attrs"], [8, 2, 1, "", "remove_batch_dim"], [8, 2, 1, "", "stack_activation"], [8, 2, 1, "", "stack_head_results"], [8, 2, 1, "", "stack_neuron_results"], [8, 2, 1, "", "to"], [8, 2, 1, "", "toggle_autodiff"], [8, 2, 1, "", "values"]], "transformer_lens.FactoredMatrix": [[9, 1, 1, "", "FactoredMatrix"]], "transformer_lens.FactoredMatrix.FactoredMatrix": [[9, 3, 1, "", "AB"], [9, 3, 1, "", "BA"], [9, 3, 1, "", "S"], [9, 3, 1, "", "T"], [9, 3, 1, "", "U"], [9, 3, 1, "", "Vh"], [9, 2, 1, "", "collapse_l"], [9, 2, 1, "", "collapse_r"], [9, 3, 1, "", "eigenvalues"], [9, 2, 1, "", "get_corner"], [9, 2, 1, "", "make_even"], [9, 3, 1, "", "ndim"], [9, 2, 1, "", "norm"], [9, 3, 1, "", "pair"], [9, 2, 1, "", "svd"], [9, 2, 1, "", "unsqueeze"]], "transformer_lens.HookedEncoder": [[10, 1, 1, "", "HookedEncoder"]], "transformer_lens.HookedEncoder.HookedEncoder": [[10, 3, 1, "", "OV"], [10, 3, 1, "", "QK"], [10, 3, 1, "", "W_E"], [10, 3, 1, "", "W_E_pos"], [10, 3, 1, "", "W_K"], [10, 3, 1, "", "W_O"], [10, 3, 1, "", "W_Q"], [10, 3, 1, "", "W_U"], [10, 3, 1, "", "W_V"], [10, 3, 1, "", "W_in"], [10, 3, 1, "", "W_out"], [10, 3, 1, "", "W_pos"], [10, 2, 1, "", "all_head_labels"], [10, 3, 1, "", "b_K"], [10, 3, 1, "", "b_O"], [10, 3, 1, "", "b_Q"], [10, 3, 1, "", "b_U"], [10, 3, 1, "", "b_V"], [10, 3, 1, "", "b_in"], [10, 3, 1, "", "b_out"], [10, 2, 1, "", "cpu"], [10, 2, 1, "", "cuda"], [10, 2, 1, "", "forward"], [10, 2, 1, "", "from_pretrained"], [10, 2, 1, "", "mps"], [10, 2, 1, "", "run_with_cache"], [10, 2, 1, "", "to"]], "transformer_lens.HookedTransformer": [[11, 1, 1, "", "HookedTransformer"], [11, 1, 1, "", "Output"]], "transformer_lens.HookedTransformer.HookedTransformer": [[11, 3, 1, "", "OV"], [11, 3, 1, "", "QK"], [11, 3, 1, "", "W_E"], [11, 3, 1, "", "W_E_pos"], [11, 3, 1, "", "W_K"], [11, 3, 1, "", "W_O"], [11, 3, 1, "", "W_Q"], [11, 3, 1, "", "W_U"], [11, 3, 1, "", "W_V"], [11, 3, 1, "", "W_gate"], [11, 3, 1, "", "W_in"], [11, 3, 1, "", "W_out"], [11, 3, 1, "", "W_pos"], [11, 2, 1, "", "__init__"], [11, 2, 1, "", "accumulated_bias"], [11, 2, 1, "", "all_composition_scores"], [11, 2, 1, "", "all_head_labels"], [11, 3, 1, "", "b_K"], [11, 3, 1, "", "b_O"], [11, 3, 1, "", "b_Q"], [11, 3, 1, "", "b_U"], [11, 3, 1, "", "b_V"], [11, 3, 1, "", "b_in"], [11, 3, 1, "", "b_out"], [11, 2, 1, "", "center_unembed"], [11, 2, 1, "", "center_writing_weights"], [11, 2, 1, "", "check_hooks_to_add"], [11, 2, 1, "", "cpu"], [11, 2, 1, "", "cuda"], [11, 2, 1, "", "fold_layer_norm"], [11, 2, 1, "", "fold_value_biases"], [11, 2, 1, "", "forward"], [11, 2, 1, "", "from_pretrained"], [11, 2, 1, "", "from_pretrained_no_processing"], [11, 2, 1, "", "generate"], [11, 2, 1, "", "get_token_position"], [11, 2, 1, "", "init_weights"], [11, 2, 1, "", "input_to_embed"], [11, 2, 1, "", "load_and_process_state_dict"], [11, 2, 1, "", "load_sample_training_dataset"], [11, 2, 1, "", "loss_fn"], [11, 2, 1, "", "move_model_modules_to_device"], [11, 2, 1, "", "mps"], [11, 2, 1, "", "process_weights_"], [11, 2, 1, "", "refactor_factored_attn_matrices"], [11, 2, 1, "", "run_with_cache"], [11, 2, 1, "", "sample_datapoint"], [11, 2, 1, "", "set_tokenizer"], [11, 2, 1, "", "set_use_attn_in"], [11, 2, 1, "", "set_use_attn_result"], [11, 2, 1, "", "set_use_hook_mlp_in"], [11, 2, 1, "", "set_use_split_qkv_input"], [11, 2, 1, "", "to"], [11, 2, 1, "", "to_single_str_token"], [11, 2, 1, "", "to_single_token"], [11, 2, 1, "", "to_str_tokens"], [11, 2, 1, "", "to_string"], [11, 2, 1, "", "to_tokens"], [11, 2, 1, "", "tokens_to_residual_directions"]], "transformer_lens.HookedTransformer.Output": [[11, 4, 1, "", "logits"], [11, 4, 1, "", "loss"]], "transformer_lens.HookedTransformerConfig": [[12, 1, 1, "", "HookedTransformerConfig"]], "transformer_lens.HookedTransformerConfig.HookedTransformerConfig": [[12, 4, 1, "", "act_fn"], [12, 4, 1, "", "attention_dir"], [12, 4, 1, "", "attn_only"], [12, 4, 1, "", "attn_types"], [12, 4, 1, "", "checkpoint_index"], [12, 4, 1, "", "checkpoint_label_type"], [12, 4, 1, "", "checkpoint_value"], [12, 4, 1, "", "d_head"], [12, 4, 1, "", "d_mlp"], [12, 4, 1, "", "d_model"], [12, 4, 1, "", "d_vocab"], [12, 4, 1, "", "d_vocab_out"], [12, 4, 1, "", "default_prepend_bos"], [12, 4, 1, "", "device"], [12, 4, 1, "", "dtype"], [12, 4, 1, "", "eps"], [12, 4, 1, "", "final_rms"], [12, 4, 1, "", "from_checkpoint"], [12, 2, 1, "", "from_dict"], [12, 4, 1, "", "gated_mlp"], [12, 4, 1, "", "init_mode"], [12, 4, 1, "", "init_weights"], [12, 4, 1, "", "initializer_range"], [12, 4, 1, "", "model_name"], [12, 4, 1, "", "n_ctx"], [12, 4, 1, "", "n_devices"], [12, 4, 1, "", "n_heads"], [12, 4, 1, "", "n_layers"], [12, 4, 1, "", "n_params"], [12, 4, 1, "", "normalization_type"], [12, 4, 1, "", "original_architecture"], [12, 4, 1, "", "parallel_attn_mlp"], [12, 4, 1, "", "positional_embedding_type"], [12, 4, 1, "", "post_embedding_ln"], [12, 4, 1, "", "rotary_dim"], [12, 4, 1, "", "scale_attn_by_inverse_layer_idx"], [12, 4, 1, "", "seed"], [12, 2, 1, "", "set_seed_everywhere"], [12, 2, 1, "", "to_dict"], [12, 4, 1, "", "tokenizer_name"], [12, 4, 1, "", "tokenizer_prepends_bos"], [12, 4, 1, "", "use_attn_in"], [12, 4, 1, "", "use_attn_result"], [12, 4, 1, "", "use_attn_scale"], [12, 4, 1, "", "use_hook_mlp_in"], [12, 4, 1, "", "use_hook_tokens"], [12, 4, 1, "", "use_local_attn"], [12, 4, 1, "", "use_split_qkv_input"], [12, 4, 1, "", "window_size"]], "transformer_lens.SVDInterpreter": [[13, 1, 1, "", "SVDInterpreter"]], "transformer_lens.SVDInterpreter.SVDInterpreter": [[13, 2, 1, "", "get_singular_vectors"]], "transformer_lens.components": [[14, 1, 1, "", "Attention"], [14, 1, 1, "", "BertBlock"], [14, 1, 1, "", "BertEmbed"], [14, 1, 1, "", "BertMLMHead"], [14, 1, 1, "", "Embed"], [14, 1, 1, "", "GatedMLP"], [14, 1, 1, "", "LayerNorm"], [14, 1, 1, "", "LayerNormPre"], [14, 1, 1, "", "MLP"], [14, 1, 1, "", "PosEmbed"], [14, 1, 1, "", "RMSNorm"], [14, 1, 1, "", "RMSNormPre"], [14, 1, 1, "", "TokenTypeEmbed"], [14, 1, 1, "", "TransformerBlock"], [14, 1, 1, "", "Unembed"]], "transformer_lens.components.Attention": [[14, 3, 1, "", "OV"], [14, 3, 1, "", "QK"], [14, 2, 1, "", "__init__"], [14, 2, 1, "", "apply_causal_mask"], [14, 2, 1, "", "apply_rotary"], [14, 2, 1, "", "calculate_sin_cos_rotary"], [14, 2, 1, "", "create_alibi_bias"], [14, 2, 1, "", "create_alibi_multipliers"], [14, 2, 1, "", "create_alibi_slope"], [14, 2, 1, "", "forward"], [14, 2, 1, "", "rotate_every_two"]], "transformer_lens.components.BertBlock": [[14, 2, 1, "", "forward"]], "transformer_lens.components.BertEmbed": [[14, 2, 1, "", "forward"]], "transformer_lens.components.BertMLMHead": [[14, 2, 1, "", "forward"]], "transformer_lens.components.Embed": [[14, 2, 1, "", "forward"]], "transformer_lens.components.GatedMLP": [[14, 2, 1, "", "forward"]], "transformer_lens.components.LayerNorm": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "forward"]], "transformer_lens.components.LayerNormPre": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "forward"]], "transformer_lens.components.MLP": [[14, 2, 1, "", "forward"]], "transformer_lens.components.PosEmbed": [[14, 2, 1, "", "forward"]], "transformer_lens.components.RMSNorm": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "forward"]], "transformer_lens.components.RMSNormPre": [[14, 2, 1, "", "__init__"], [14, 2, 1, "", "forward"]], "transformer_lens.components.TokenTypeEmbed": [[14, 2, 1, "", "forward"]], "transformer_lens.components.TransformerBlock": [[14, 2, 1, "", "forward"]], "transformer_lens.components.Unembed": [[14, 2, 1, "", "forward"]], "transformer_lens.evals": [[15, 1, 1, "", "IOIDataset"], [15, 5, 1, "", "evaluate"], [15, 5, 1, "", "evaluate_on_dataset"], [15, 5, 1, "", "induction_loss"], [15, 5, 1, "", "ioi_eval"], [15, 5, 1, "", "make_code_data_loader"], [15, 5, 1, "", "make_owt_data_loader"], [15, 5, 1, "", "make_pile_data_loader"], [15, 5, 1, "", "make_wiki_data_loader"], [15, 5, 1, "", "sanity_check"]], "transformer_lens.evals.IOIDataset": [[15, 2, 1, "", "get_default_names"], [15, 2, 1, "", "get_default_nouns"], [15, 2, 1, "", "get_default_templates"], [15, 2, 1, "", "get_sample"]], "transformer_lens.head_detector": [[16, 5, 1, "", "compute_head_attention_similarity_score"], [16, 5, 1, "", "detect_head"], [16, 5, 1, "", "get_duplicate_token_head_detection_pattern"], [16, 5, 1, "", "get_induction_head_detection_pattern"], [16, 5, 1, "", "get_previous_token_head_detection_pattern"], [16, 5, 1, "", "get_supported_heads"]], "transformer_lens.hook_points": [[17, 1, 1, "", "HookPoint"], [17, 1, 1, "", "HookedRootModule"], [17, 1, 1, "", "LensHandle"]], "transformer_lens.hook_points.HookPoint": [[17, 2, 1, "", "add_hook"], [17, 2, 1, "", "add_perma_hook"], [17, 2, 1, "", "clear_context"], [17, 2, 1, "", "forward"], [17, 2, 1, "", "layer"], [17, 2, 1, "", "remove_hooks"]], "transformer_lens.hook_points.HookedRootModule": [[17, 2, 1, "", "add_caching_hooks"], [17, 2, 1, "", "add_hook"], [17, 2, 1, "", "add_perma_hook"], [17, 2, 1, "", "cache_all"], [17, 2, 1, "", "cache_some"], [17, 2, 1, "", "check_and_add_hook"], [17, 2, 1, "", "check_hooks_to_add"], [17, 2, 1, "", "clear_contexts"], [17, 2, 1, "", "get_caching_hooks"], [17, 2, 1, "", "hook_points"], [17, 2, 1, "", "hooks"], [17, 2, 1, "", "remove_all_hook_fns"], [17, 2, 1, "", "reset_hooks"], [17, 2, 1, "", "run_with_cache"], [17, 2, 1, "", "run_with_hooks"], [17, 2, 1, "", "setup"]], "transformer_lens.hook_points.LensHandle": [[17, 4, 1, "", "context_level"], [17, 4, 1, "", "hook"], [17, 4, 1, "", "is_permanent"]], "transformer_lens.loading_from_pretrained": [[18, 1, 1, "", "Config"], [18, 6, 1, "", "MODEL_ALIASES"], [18, 6, 1, "", "OFFICIAL_MODEL_NAMES"], [18, 5, 1, "", "convert_bloom_weights"], [18, 5, 1, "", "convert_coder_weights"], [18, 5, 1, "", "get_checkpoint_labels"], [18, 5, 1, "", "get_num_params_of_pretrained"], [18, 5, 1, "", "get_pretrained_model_config"]], "transformer_lens.loading_from_pretrained.Config": [[18, 4, 1, "", "d_head"], [18, 4, 1, "", "d_mlp"], [18, 4, 1, "", "d_model"], [18, 4, 1, "", "d_vocab"], [18, 4, 1, "", "debug"], [18, 4, 1, "", "init_range"], [18, 4, 1, "", "layer_norm_eps"], [18, 4, 1, "", "n_ctx"], [18, 4, 1, "", "n_heads"], [18, 4, 1, "", "n_layers"]], "transformer_lens.past_key_value_caching": [[19, 1, 1, "", "HookedTransformerKeyValueCache"], [19, 1, 1, "", "HookedTransformerKeyValueCacheEntry"]], "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache": [[19, 2, 1, "", "append_attention_mask"], [19, 4, 1, "", "entries"], [19, 2, 1, "", "freeze"], [19, 4, 1, "", "frozen"], [19, 2, 1, "", "init_cache"], [19, 4, 1, "", "previous_attention_mask"], [19, 2, 1, "", "unfreeze"]], "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry": [[19, 2, 1, "", "append"], [19, 4, 1, "", "frozen"], [19, 2, 1, "", "init_cache_entry"], [19, 4, 1, "", "past_keys"], [19, 4, 1, "", "past_values"]], "transformer_lens.patching": [[20, 5, 1, "", "generic_activation_patch"], [20, 5, 1, "", "get_act_patch_attn_head_all_pos_every"], [20, 5, 1, "", "get_act_patch_attn_head_by_pos_every"], [20, 5, 1, "", "get_act_patch_attn_head_k_all_pos"], [20, 5, 1, "", "get_act_patch_attn_head_k_by_pos"], [20, 5, 1, "", "get_act_patch_attn_head_out_all_pos"], [20, 5, 1, "", "get_act_patch_attn_head_out_by_pos"], [20, 5, 1, "", "get_act_patch_attn_head_pattern_all_pos"], [20, 5, 1, "", "get_act_patch_attn_head_pattern_by_pos"], [20, 5, 1, "", "get_act_patch_attn_head_pattern_dest_src_pos"], [20, 5, 1, "", "get_act_patch_attn_head_q_all_pos"], [20, 5, 1, "", "get_act_patch_attn_head_q_by_pos"], [20, 5, 1, "", "get_act_patch_attn_head_v_all_pos"], [20, 5, 1, "", "get_act_patch_attn_head_v_by_pos"], [20, 5, 1, "", "get_act_patch_attn_out"], [20, 5, 1, "", "get_act_patch_block_every"], [20, 5, 1, "", "get_act_patch_mlp_out"], [20, 5, 1, "", "get_act_patch_resid_mid"], [20, 5, 1, "", "get_act_patch_resid_pre"], [20, 5, 1, "", "layer_head_dest_src_pos_pattern_patch_setter"], [20, 5, 1, "", "layer_head_pattern_patch_setter"], [20, 5, 1, "", "layer_head_pos_pattern_patch_setter"], [20, 5, 1, "", "layer_head_vector_patch_setter"], [20, 5, 1, "", "layer_pos_head_vector_patch_setter"], [20, 5, 1, "", "layer_pos_patch_setter"]], "transformer_lens.train": [[21, 1, 1, "", "HookedTransformerTrainConfig"], [21, 5, 1, "", "train"]], "transformer_lens.train.HookedTransformerTrainConfig": [[21, 4, 1, "", "batch_size"], [21, 4, 1, "", "device"], [21, 4, 1, "", "lr"], [21, 4, 1, "", "max_grad_norm"], [21, 4, 1, "", "max_steps"], [21, 4, 1, "", "momentum"], [21, 4, 1, "", "num_epochs"], [21, 4, 1, "", "optimizer_name"], [21, 4, 1, "", "print_every"], [21, 4, 1, "", "save_dir"], [21, 4, 1, "", "save_every"], [21, 4, 1, "", "seed"], [21, 4, 1, "", "wandb"], [21, 4, 1, "", "wandb_project_name"], [21, 4, 1, "", "warmup_steps"], [21, 4, 1, "", "weight_decay"]], "transformer_lens.utilities": [[23, 0, 0, "-", "devices"]], "transformer_lens.utilities.devices": [[23, 5, 1, "", "get_device_for_block_index"], [23, 5, 1, "", "move_to_and_update_config"]], "transformer_lens.utils": [[24, 1, 1, "", "LocallyOverridenDefaults"], [24, 1, 1, "", "Slice"], [24, 6, 1, "", "SliceInput"], [24, 5, 1, "", "composition_scores"], [24, 5, 1, "", "download_file_from_hf"], [24, 5, 1, "", "gelu_fast"], [24, 5, 1, "", "gelu_new"], [24, 5, 1, "", "get_act_name"], [24, 5, 1, "", "get_attention_mask"], [24, 5, 1, "", "get_corner"], [24, 5, 1, "", "get_cumsum_along_dim"], [24, 5, 1, "", "get_dataset"], [24, 5, 1, "", "get_device"], [24, 5, 1, "", "get_input_with_manually_prepended_bos"], [24, 5, 1, "", "get_nested_attr"], [24, 5, 1, "", "get_offset_position_ids"], [24, 5, 1, "", "get_tokenizer_with_bos"], [24, 5, 1, "", "get_tokens_with_bos_removed"], [24, 5, 1, "", "is_lower_triangular"], [24, 5, 1, "", "is_square"], [24, 5, 1, "", "keep_single_column"], [24, 5, 1, "", "lm_accuracy"], [24, 5, 1, "", "lm_cross_entropy_loss"], [24, 5, 1, "", "override_or_use_default_value"], [24, 5, 1, "", "print_gpu_mem"], [24, 5, 1, "", "remove_batch_dim"], [24, 5, 1, "", "sample_logits"], [24, 5, 1, "", "set_nested_attr"], [24, 5, 1, "", "solu"], [24, 5, 1, "", "test_prompt"], [24, 5, 1, "", "to_numpy"], [24, 5, 1, "", "tokenize_and_concatenate"], [24, 5, 1, "", "transpose"]], "transformer_lens.utils.LocallyOverridenDefaults": [[24, 2, 1, "", "__init__"]], "transformer_lens.utils.Slice": [[24, 2, 1, "", "__init__"], [24, 2, 1, "", "apply"], [24, 2, 1, "", "indices"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:property", "4": "py:attribute", "5": "py:function", "6": "py:data"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "property", "Python property"], "4": ["py", "attribute", "Python attribute"], "5": ["py", "function", "Python function"], "6": ["py", "data", "Python data"]}, "titleterms": {"citat": 0, "contribut": 1, "setup": [1, 25, 26], "devcontain": 1, "manual": 1, "test": 1, "run": [1, 26], "format": 1, "document": 1, "docstr": 1, "style": 1, "guid": 1, "section": 1, "order": 1, "support": 1, "sphinx": 1, "properti": [1, 27], "refer": 1, "other": [1, 26], "function": [1, 25], "class": [1, 26], "math": 1, "markup": 1, "galleri": 2, "get": [3, 4], "start": [3, 4, 5], "advic": 3, "read": [3, 25], "code": 3, "instal": 3, "mechanist": [4, 28], "interpret": [4, 26, 28], "tutori": 5, "where": 5, "To": 5, "demo": [5, 25, 26], "transform": [6, 26], "len": [6, 25, 26], "api": 6, "content": 6, "transformer_len": [7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24], "submodul": [7, 22], "subpackag": 7, "activationcach": 8, "factoredmatrix": 9, "hookedencod": 10, "hookedtransform": 11, "hookedtransformerconfig": 12, "svdinterpret": 13, "compon": 14, "eval": 15, "head_detector": 16, "hook_point": 17, "loading_from_pretrain": 18, "past_key_value_cach": 19, "patch": [20, 25, 26], "train": [21, 26], "util": [22, 23, 24], "devic": 23, "exploratori": 25, "analysi": 25, "tip": 25, "thi": 25, "environ": 25, "ignor": 25, "import": [25, 26], "pytorch": 25, "plot": 25, "helper": 25, "introduct": [25, 26], "indirect": [25, 26], "object": [25, 26], "identif": [25, 26], "brainstorm": 25, "what": 25, "": 25, "actual": 25, "go": 25, "On": 25, "option": 25, "direct": 25, "logit": 25, "attribut": 25, "layer": 25, "head": [25, 26], "attent": 25, "activ": [25, 26], "residu": 25, "stream": 25, "decompos": 25, "consolid": 25, "understand": 25, "visual": 25, "pattern": 25, "compar": 25, "paper": 25, "bonu": 25, "explor": 25, "anomali": 25, "earli": 25, "ar": 25, "induct": [25, 26], "implic": 25, "backup": 25, "name": [25, 26], "mover": 25, "main": 26, "notebook": 26, "load": 26, "model": [26, 27, 28], "cach": 26, "all": 26, "hook": 26, "interven": 26, "task": 26, "access": 26, "avail": 26, "an": 26, "overview": 26, "open": 26, "sourc": 26, "librari": [26, 28], "some": 26, "friendli": 26, "i": 26, "ve": 26, "includ": 26, "resourc": 26, "architectur": 26, "paramet": 26, "fold": 26, "layernorm": 26, "For": 26, "curiou": 26, "featur": 26, "deal": 26, "token": 26, "gotcha": 26, "prepend_bo": 26, "factor": 26, "matrix": 26, "basic": 26, "exampl": 26, "medium": 26, "eigenvalu": 26, "copi": 26, "score": 26, "gener": [26, 28], "text": 26, "point": 26, "toi": 26, "pre": 26, "checkpoint": 26, "phase": 26, "transit": 26, "tabl": 27, "transformerlen": 28, "A": 28, "languag": 28}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx": 57}, "alltitles": {"Citation": [[0, "citation"]], "Contributing": [[1, "contributing"]], "Setup": [[1, "setup"], [25, "Setup"], [26, "Setup"]], "DevContainer": [[1, "devcontainer"]], "Manual Setup": [[1, "manual-setup"]], "Testing": [[1, "testing"]], "Running the tests": [[1, "running-the-tests"]], "Formatting": [[1, "formatting"]], "Documentation": [[1, "documentation"]], "Docstring Style Guide": [[1, "docstring-style-guide"]], "Sections and Order": [[1, "sections-and-order"]], "Supported Sphinx Properties": [[1, "supported-sphinx-properties"]], "References to Other Functions/Classes": [[1, "references-to-other-functions-classes"]], "Maths": [[1, "maths"]], "Markup": [[1, "markup"]], "Gallery": [[2, "gallery"]], "Getting Started": [[3, "getting-started"]], "Advice for Reading the Code": [[3, "advice-for-reading-the-code"]], "Installation": [[3, "installation"]], "Getting Started in Mechanistic Interpretability": [[4, "getting-started-in-mechanistic-interpretability"]], "Tutorials": [[5, "tutorials"]], "Where To Start": [[5, "where-to-start"]], "Demos": [[5, "demos"]], "Transformer Lens API": [[6, "transformer-lens-api"]], "Contents": [[6, "contents"]], "transformer_lens": [[7, "transformer-lens"]], "Submodules": [[7, "submodules"], [22, "submodules"]], "Subpackages": [[7, "subpackages"]], "transformer_lens.ActivationCache": [[8, "module-transformer_lens.ActivationCache"]], "transformer_lens.FactoredMatrix": [[9, "module-transformer_lens.FactoredMatrix"]], "transformer_lens.HookedEncoder": [[10, "module-transformer_lens.HookedEncoder"]], "transformer_lens.HookedTransformer": [[11, "module-transformer_lens.HookedTransformer"]], "transformer_lens.HookedTransformerConfig": [[12, "module-transformer_lens.HookedTransformerConfig"]], "transformer_lens.SVDInterpreter": [[13, "module-transformer_lens.SVDInterpreter"]], "transformer_lens.components": [[14, "module-transformer_lens.components"]], "transformer_lens.evals": [[15, "module-transformer_lens.evals"]], "transformer_lens.head_detector": [[16, "module-transformer_lens.head_detector"]], "transformer_lens.hook_points": [[17, "module-transformer_lens.hook_points"]], "transformer_lens.loading_from_pretrained": [[18, "module-transformer_lens.loading_from_pretrained"]], "transformer_lens.past_key_value_caching": [[19, "module-transformer_lens.past_key_value_caching"]], "transformer_lens.patching": [[20, "module-transformer_lens.patching"]], "transformer_lens.train": [[21, "module-transformer_lens.train"]], "transformer_lens.utilities": [[22, "transformer-lens-utilities"]], "transformer_lens.utilities.devices": [[23, "module-transformer_lens.utilities.devices"]], "transformer_lens.utils": [[24, "module-transformer_lens.utils"]], "Exploratory Analysis Demo": [[25, "Exploratory-Analysis-Demo"]], "Tips for Reading This": [[25, "Tips-for-Reading-This"]], "Environment Setup (ignore)": [[25, "Environment-Setup-(ignore)"]], "Imports": [[25, "Imports"]], "PyTorch Setup": [[25, "PyTorch-Setup"]], "Plotting Helper Functions (ignore)": [[25, "Plotting-Helper-Functions-(ignore)"]], "Introduction": [[25, "Introduction"], [26, "Introduction"]], "Indirect Object Identification": [[25, "Indirect-Object-Identification"]], "Brainstorm What\u2019s Actually Going On (Optional)": [[25, "Brainstorm-What's-Actually-Going-On-(Optional)"]], "Direct Logit Attribution": [[25, "Direct-Logit-Attribution"]], "Logit Lens": [[25, "Logit-Lens"]], "Layer Attribution": [[25, "Layer-Attribution"]], "Head Attribution": [[25, "Head-Attribution"]], "Attention Analysis": [[25, "Attention-Analysis"]], "Activation Patching": [[25, "Activation-Patching"]], "Residual Stream": [[25, "Residual-Stream"]], "Layers": [[25, "Layers"]], "Heads": [[25, "Heads"]], "Decomposing Heads": [[25, "Decomposing-Heads"]], "Consolidating Understanding": [[25, "Consolidating-Understanding"]], "Visualizing Attention Patterns": [[25, "Visualizing-Attention-Patterns"]], "Comparing to the Paper": [[25, "Comparing-to-the-Paper"]], "Bonus: Exploring Anomalies": [[25, "Bonus:-Exploring-Anomalies"]], "Early Heads are Induction Heads(?!)": [[25, "Early-Heads-are-Induction-Heads(?!)"]], "Implications": [[25, "Implications"]], "Backup Name Mover Heads": [[25, "Backup-Name-Mover-Heads"]], "Transformer Lens Main Demo Notebook": [[26, "Transformer-Lens-Main-Demo-Notebook"]], "Loading and Running Models": [[26, "Loading-and-Running-Models"]], "Caching all Activations": [[26, "Caching-all-Activations"]], "Hooks: Intervening on Activations": [[26, "Hooks:-Intervening-on-Activations"]], "Activation Patching on the Indirect Object Identification Task": [[26, "Activation-Patching-on-the-Indirect-Object-Identification-Task"]], "Hooks: Accessing Activations": [[26, "Hooks:-Accessing-Activations"]], "Available Models": [[26, "Available-Models"]], "An overview of the important open source models in the library": [[26, "An-overview-of-the-important-open-source-models-in-the-library"]], "An overview of some interpretability-friendly models I\u2019ve trained and included": [[26, "An-overview-of-some-interpretability-friendly-models-I've-trained-and-included"]], "Other Resources:": [[26, "Other-Resources:"]], "Transformer architecture": [[26, "Transformer-architecture"]], "Parameter Names": [[26, "Parameter-Names"]], "Activation + Hook Names": [[26, "Activation-+-Hook-Names"]], "Folding LayerNorm (For the Curious)": [[26, "Folding-LayerNorm-(For-the-Curious)"]], "Features": [[26, "Features"]], "Dealing with tokens": [[26, "Dealing-with-tokens"]], "Gotcha: prepend_bos": [[26, "Gotcha:-prepend_bos"]], "Factored Matrix Class": [[26, "Factored-Matrix-Class"]], "Basic Examples": [[26, "Basic-Examples"]], "Medium Example: Eigenvalue Copying Scores": [[26, "Medium-Example:-Eigenvalue-Copying-Scores"]], "Generating Text": [[26, "Generating-Text"]], "Hook Points": [[26, "Hook-Points"]], "Toy Example": [[26, "Toy-Example"]], "Loading Pre-Trained Checkpoints": [[26, "Loading-Pre-Trained-Checkpoints"]], "Example: Induction Head Phase Transition": [[26, "Example:-Induction-Head-Phase-Transition"]], "Model Properties Table": [[27, "model-properties-table"]], "TransformerLens": [[28, "transformerlens"]], "A Library for Mechanistic Interpretability of Generative Language Models": [[28, "a-library-for-mechanistic-interpretability-of-generative-language-models"]]}, "indexentries": {"activationcache (class in transformer_lens.activationcache)": [[8, "transformer_lens.ActivationCache.ActivationCache"]], "accumulated_resid() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.accumulated_resid"]], "apply_ln_to_stack() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.apply_ln_to_stack"]], "apply_slice_to_batch_dim() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.apply_slice_to_batch_dim"]], "compute_head_results() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.compute_head_results"]], "decompose_resid() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.decompose_resid"]], "get_full_resid_decomposition() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.get_full_resid_decomposition"]], "get_neuron_results() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.get_neuron_results"]], "items() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.items"]], "keys() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.keys"]], "logit_attrs() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.logit_attrs"]], "module": [[8, "module-transformer_lens.ActivationCache"], [9, "module-transformer_lens.FactoredMatrix"], [10, "module-transformer_lens.HookedEncoder"], [11, "module-transformer_lens.HookedTransformer"], [12, "module-transformer_lens.HookedTransformerConfig"], [13, "module-transformer_lens.SVDInterpreter"], [14, "module-transformer_lens.components"], [15, "module-transformer_lens.evals"], [16, "module-transformer_lens.head_detector"], [17, "module-transformer_lens.hook_points"], [18, "module-transformer_lens.loading_from_pretrained"], [19, "module-transformer_lens.past_key_value_caching"], [20, "module-transformer_lens.patching"], [21, "module-transformer_lens.train"], [23, "module-transformer_lens.utilities.devices"], [24, "module-transformer_lens.utils"]], "remove_batch_dim() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.remove_batch_dim"]], "stack_activation() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.stack_activation"]], "stack_head_results() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.stack_head_results"]], "stack_neuron_results() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.stack_neuron_results"]], "to() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.to"]], "toggle_autodiff() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.toggle_autodiff"]], "transformer_lens.activationcache": [[8, "module-transformer_lens.ActivationCache"]], "values() (transformer_lens.activationcache.activationcache method)": [[8, "transformer_lens.ActivationCache.ActivationCache.values"]], "ab (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.AB"]], "ba (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.BA"]], "factoredmatrix (class in transformer_lens.factoredmatrix)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix"]], "s (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.S"]], "t (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.T"]], "u (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.U"]], "vh (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.Vh"]], "collapse_l() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.collapse_l"]], "collapse_r() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.collapse_r"]], "eigenvalues (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.eigenvalues"]], "get_corner() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.get_corner"]], "make_even() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.make_even"]], "ndim (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.ndim"]], "norm() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.norm"]], "pair (transformer_lens.factoredmatrix.factoredmatrix property)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.pair"]], "svd() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.svd"]], "transformer_lens.factoredmatrix": [[9, "module-transformer_lens.FactoredMatrix"]], "unsqueeze() (transformer_lens.factoredmatrix.factoredmatrix method)": [[9, "transformer_lens.FactoredMatrix.FactoredMatrix.unsqueeze"]], "hookedencoder (class in transformer_lens.hookedencoder)": [[10, "transformer_lens.HookedEncoder.HookedEncoder"]], "ov (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.OV"]], "qk (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.QK"]], "w_e (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_E"]], "w_e_pos (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_E_pos"]], "w_k (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_K"]], "w_o (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_O"]], "w_q (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_Q"]], "w_u (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_U"]], "w_v (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_V"]], "w_in (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_in"]], "w_out (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_out"]], "w_pos (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.W_pos"]], "all_head_labels() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.all_head_labels"]], "b_k (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_K"]], "b_o (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_O"]], "b_q (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_Q"]], "b_u (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_U"]], "b_v (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_V"]], "b_in (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_in"]], "b_out (transformer_lens.hookedencoder.hookedencoder property)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.b_out"]], "cpu() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.cpu"]], "cuda() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.cuda"]], "forward() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.forward"]], "from_pretrained() (transformer_lens.hookedencoder.hookedencoder class method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.from_pretrained"]], "mps() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.mps"]], "run_with_cache() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.run_with_cache"]], "to() (transformer_lens.hookedencoder.hookedencoder method)": [[10, "transformer_lens.HookedEncoder.HookedEncoder.to"]], "transformer_lens.hookedencoder": [[10, "module-transformer_lens.HookedEncoder"]], "hookedtransformer (class in transformer_lens.hookedtransformer)": [[11, "transformer_lens.HookedTransformer.HookedTransformer"]], "ov (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.OV"]], "output (class in transformer_lens.hookedtransformer)": [[11, "transformer_lens.HookedTransformer.Output"]], "qk (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.QK"]], "w_e (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_E"]], "w_e_pos (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_E_pos"]], "w_k (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_K"]], "w_o (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_O"]], "w_q (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_Q"]], "w_u (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_U"]], "w_v (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_V"]], "w_gate (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_gate"]], "w_in (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_in"]], "w_out (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_out"]], "w_pos (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.W_pos"]], "__init__() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.__init__"]], "accumulated_bias() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.accumulated_bias"]], "all_composition_scores() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.all_composition_scores"]], "all_head_labels() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.all_head_labels"]], "b_k (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_K"]], "b_o (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_O"]], "b_q (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_Q"]], "b_u (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_U"]], "b_v (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_V"]], "b_in (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_in"]], "b_out (transformer_lens.hookedtransformer.hookedtransformer property)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.b_out"]], "center_unembed() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.center_unembed"]], "center_writing_weights() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.center_writing_weights"]], "check_hooks_to_add() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.check_hooks_to_add"]], "cpu() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.cpu"]], "cuda() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.cuda"]], "fold_layer_norm() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.fold_layer_norm"]], "fold_value_biases() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.fold_value_biases"]], "forward() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.forward"]], "from_pretrained() (transformer_lens.hookedtransformer.hookedtransformer class method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.from_pretrained"]], "from_pretrained_no_processing() (transformer_lens.hookedtransformer.hookedtransformer class method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.from_pretrained_no_processing"]], "generate() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.generate"]], "get_token_position() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.get_token_position"]], "init_weights() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.init_weights"]], "input_to_embed() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.input_to_embed"]], "load_and_process_state_dict() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.load_and_process_state_dict"]], "load_sample_training_dataset() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.load_sample_training_dataset"]], "logits (transformer_lens.hookedtransformer.output attribute)": [[11, "transformer_lens.HookedTransformer.Output.logits"]], "loss (transformer_lens.hookedtransformer.output attribute)": [[11, "transformer_lens.HookedTransformer.Output.loss"]], "loss_fn() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.loss_fn"]], "move_model_modules_to_device() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.move_model_modules_to_device"]], "mps() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.mps"]], "process_weights_() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.process_weights_"]], "refactor_factored_attn_matrices() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.refactor_factored_attn_matrices"]], "run_with_cache() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.run_with_cache"]], "sample_datapoint() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.sample_datapoint"]], "set_tokenizer() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.set_tokenizer"]], "set_use_attn_in() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.set_use_attn_in"]], "set_use_attn_result() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.set_use_attn_result"]], "set_use_hook_mlp_in() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.set_use_hook_mlp_in"]], "set_use_split_qkv_input() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.set_use_split_qkv_input"]], "to() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to"]], "to_single_str_token() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to_single_str_token"]], "to_single_token() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to_single_token"]], "to_str_tokens() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to_str_tokens"]], "to_string() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to_string"]], "to_tokens() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.to_tokens"]], "tokens_to_residual_directions() (transformer_lens.hookedtransformer.hookedtransformer method)": [[11, "transformer_lens.HookedTransformer.HookedTransformer.tokens_to_residual_directions"]], "transformer_lens.hookedtransformer": [[11, "module-transformer_lens.HookedTransformer"]], "hookedtransformerconfig (class in transformer_lens.hookedtransformerconfig)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig"]], "act_fn (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.act_fn"]], "attention_dir (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.attention_dir"]], "attn_only (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.attn_only"]], "attn_types (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.attn_types"]], "checkpoint_index (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.checkpoint_index"]], "checkpoint_label_type (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.checkpoint_label_type"]], "checkpoint_value (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.checkpoint_value"]], "d_head (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.d_head"]], "d_mlp (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.d_mlp"]], "d_model (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.d_model"]], "d_vocab (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.d_vocab"]], "d_vocab_out (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.d_vocab_out"]], "default_prepend_bos (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.default_prepend_bos"]], "device (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.device"]], "dtype (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.dtype"]], "eps (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.eps"]], "final_rms (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.final_rms"]], "from_checkpoint (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.from_checkpoint"]], "from_dict() (transformer_lens.hookedtransformerconfig.hookedtransformerconfig class method)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.from_dict"]], "gated_mlp (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.gated_mlp"]], "init_mode (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.init_mode"]], "init_weights (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.init_weights"]], "initializer_range (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.initializer_range"]], "model_name (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.model_name"]], "n_ctx (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.n_ctx"]], "n_devices (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.n_devices"]], "n_heads (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.n_heads"]], "n_layers (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.n_layers"]], "n_params (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.n_params"]], "normalization_type (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.normalization_type"]], "original_architecture (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.original_architecture"]], "parallel_attn_mlp (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.parallel_attn_mlp"]], "positional_embedding_type (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.positional_embedding_type"]], "post_embedding_ln (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.post_embedding_ln"]], "rotary_dim (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.rotary_dim"]], "scale_attn_by_inverse_layer_idx (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.scale_attn_by_inverse_layer_idx"]], "seed (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.seed"]], "set_seed_everywhere() (transformer_lens.hookedtransformerconfig.hookedtransformerconfig method)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.set_seed_everywhere"]], "to_dict() (transformer_lens.hookedtransformerconfig.hookedtransformerconfig method)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.to_dict"]], "tokenizer_name (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.tokenizer_name"]], "tokenizer_prepends_bos (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.tokenizer_prepends_bos"]], "transformer_lens.hookedtransformerconfig": [[12, "module-transformer_lens.HookedTransformerConfig"]], "use_attn_in (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_attn_in"]], "use_attn_result (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_attn_result"]], "use_attn_scale (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_attn_scale"]], "use_hook_mlp_in (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_hook_mlp_in"]], "use_hook_tokens (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_hook_tokens"]], "use_local_attn (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_local_attn"]], "use_split_qkv_input (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.use_split_qkv_input"]], "window_size (transformer_lens.hookedtransformerconfig.hookedtransformerconfig attribute)": [[12, "transformer_lens.HookedTransformerConfig.HookedTransformerConfig.window_size"]], "svdinterpreter (class in transformer_lens.svdinterpreter)": [[13, "transformer_lens.SVDInterpreter.SVDInterpreter"]], "get_singular_vectors() (transformer_lens.svdinterpreter.svdinterpreter method)": [[13, "transformer_lens.SVDInterpreter.SVDInterpreter.get_singular_vectors"]], "transformer_lens.svdinterpreter": [[13, "module-transformer_lens.SVDInterpreter"]], "attention (class in transformer_lens.components)": [[14, "transformer_lens.components.Attention"]], "bertblock (class in transformer_lens.components)": [[14, "transformer_lens.components.BertBlock"]], "bertembed (class in transformer_lens.components)": [[14, "transformer_lens.components.BertEmbed"]], "bertmlmhead (class in transformer_lens.components)": [[14, "transformer_lens.components.BertMLMHead"]], "embed (class in transformer_lens.components)": [[14, "transformer_lens.components.Embed"]], "gatedmlp (class in transformer_lens.components)": [[14, "transformer_lens.components.GatedMLP"]], "layernorm (class in transformer_lens.components)": [[14, "transformer_lens.components.LayerNorm"]], "layernormpre (class in transformer_lens.components)": [[14, "transformer_lens.components.LayerNormPre"]], "mlp (class in transformer_lens.components)": [[14, "transformer_lens.components.MLP"]], "ov (transformer_lens.components.attention property)": [[14, "transformer_lens.components.Attention.OV"]], "posembed (class in transformer_lens.components)": [[14, "transformer_lens.components.PosEmbed"]], "qk (transformer_lens.components.attention property)": [[14, "transformer_lens.components.Attention.QK"]], "rmsnorm (class in transformer_lens.components)": [[14, "transformer_lens.components.RMSNorm"]], "rmsnormpre (class in transformer_lens.components)": [[14, "transformer_lens.components.RMSNormPre"]], "tokentypeembed (class in transformer_lens.components)": [[14, "transformer_lens.components.TokenTypeEmbed"]], "transformerblock (class in transformer_lens.components)": [[14, "transformer_lens.components.TransformerBlock"]], "unembed (class in transformer_lens.components)": [[14, "transformer_lens.components.Unembed"]], "__init__() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.__init__"]], "__init__() (transformer_lens.components.layernorm method)": [[14, "transformer_lens.components.LayerNorm.__init__"]], "__init__() (transformer_lens.components.layernormpre method)": [[14, "transformer_lens.components.LayerNormPre.__init__"]], "__init__() (transformer_lens.components.rmsnorm method)": [[14, "transformer_lens.components.RMSNorm.__init__"]], "__init__() (transformer_lens.components.rmsnormpre method)": [[14, "transformer_lens.components.RMSNormPre.__init__"]], "apply_causal_mask() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.apply_causal_mask"]], "apply_rotary() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.apply_rotary"]], "calculate_sin_cos_rotary() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.calculate_sin_cos_rotary"]], "create_alibi_bias() (transformer_lens.components.attention static method)": [[14, "transformer_lens.components.Attention.create_alibi_bias"]], "create_alibi_multipliers() (transformer_lens.components.attention static method)": [[14, "transformer_lens.components.Attention.create_alibi_multipliers"]], "create_alibi_slope() (transformer_lens.components.attention static method)": [[14, "transformer_lens.components.Attention.create_alibi_slope"]], "forward() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.forward"]], "forward() (transformer_lens.components.bertblock method)": [[14, "transformer_lens.components.BertBlock.forward"]], "forward() (transformer_lens.components.bertembed method)": [[14, "transformer_lens.components.BertEmbed.forward"]], "forward() (transformer_lens.components.bertmlmhead method)": [[14, "transformer_lens.components.BertMLMHead.forward"]], "forward() (transformer_lens.components.embed method)": [[14, "transformer_lens.components.Embed.forward"]], "forward() (transformer_lens.components.gatedmlp method)": [[14, "transformer_lens.components.GatedMLP.forward"]], "forward() (transformer_lens.components.layernorm method)": [[14, "transformer_lens.components.LayerNorm.forward"]], "forward() (transformer_lens.components.layernormpre method)": [[14, "transformer_lens.components.LayerNormPre.forward"]], "forward() (transformer_lens.components.mlp method)": [[14, "transformer_lens.components.MLP.forward"]], "forward() (transformer_lens.components.posembed method)": [[14, "transformer_lens.components.PosEmbed.forward"]], "forward() (transformer_lens.components.rmsnorm method)": [[14, "transformer_lens.components.RMSNorm.forward"]], "forward() (transformer_lens.components.rmsnormpre method)": [[14, "transformer_lens.components.RMSNormPre.forward"]], "forward() (transformer_lens.components.tokentypeembed method)": [[14, "transformer_lens.components.TokenTypeEmbed.forward"]], "forward() (transformer_lens.components.transformerblock method)": [[14, "transformer_lens.components.TransformerBlock.forward"]], "forward() (transformer_lens.components.unembed method)": [[14, "transformer_lens.components.Unembed.forward"]], "rotate_every_two() (transformer_lens.components.attention method)": [[14, "transformer_lens.components.Attention.rotate_every_two"]], "transformer_lens.components": [[14, "module-transformer_lens.components"]], "ioidataset (class in transformer_lens.evals)": [[15, "transformer_lens.evals.IOIDataset"]], "evaluate() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.evaluate"]], "evaluate_on_dataset() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.evaluate_on_dataset"]], "get_default_names() (transformer_lens.evals.ioidataset static method)": [[15, "transformer_lens.evals.IOIDataset.get_default_names"]], "get_default_nouns() (transformer_lens.evals.ioidataset static method)": [[15, "transformer_lens.evals.IOIDataset.get_default_nouns"]], "get_default_templates() (transformer_lens.evals.ioidataset static method)": [[15, "transformer_lens.evals.IOIDataset.get_default_templates"]], "get_sample() (transformer_lens.evals.ioidataset method)": [[15, "transformer_lens.evals.IOIDataset.get_sample"]], "induction_loss() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.induction_loss"]], "ioi_eval() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.ioi_eval"]], "make_code_data_loader() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.make_code_data_loader"]], "make_owt_data_loader() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.make_owt_data_loader"]], "make_pile_data_loader() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.make_pile_data_loader"]], "make_wiki_data_loader() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.make_wiki_data_loader"]], "sanity_check() (in module transformer_lens.evals)": [[15, "transformer_lens.evals.sanity_check"]], "transformer_lens.evals": [[15, "module-transformer_lens.evals"]], "compute_head_attention_similarity_score() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.compute_head_attention_similarity_score"]], "detect_head() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.detect_head"]], "get_duplicate_token_head_detection_pattern() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.get_duplicate_token_head_detection_pattern"]], "get_induction_head_detection_pattern() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.get_induction_head_detection_pattern"]], "get_previous_token_head_detection_pattern() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.get_previous_token_head_detection_pattern"]], "get_supported_heads() (in module transformer_lens.head_detector)": [[16, "transformer_lens.head_detector.get_supported_heads"]], "transformer_lens.head_detector": [[16, "module-transformer_lens.head_detector"]], "hookpoint (class in transformer_lens.hook_points)": [[17, "transformer_lens.hook_points.HookPoint"]], "hookedrootmodule (class in transformer_lens.hook_points)": [[17, "transformer_lens.hook_points.HookedRootModule"]], "lenshandle (class in transformer_lens.hook_points)": [[17, "transformer_lens.hook_points.LensHandle"]], "add_caching_hooks() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.add_caching_hooks"]], "add_hook() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.add_hook"]], "add_hook() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.add_hook"]], "add_perma_hook() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.add_perma_hook"]], "add_perma_hook() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.add_perma_hook"]], "cache_all() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.cache_all"]], "cache_some() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.cache_some"]], "check_and_add_hook() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.check_and_add_hook"]], "check_hooks_to_add() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.check_hooks_to_add"]], "clear_context() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.clear_context"]], "clear_contexts() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.clear_contexts"]], "context_level (transformer_lens.hook_points.lenshandle attribute)": [[17, "transformer_lens.hook_points.LensHandle.context_level"]], "forward() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.forward"]], "get_caching_hooks() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.get_caching_hooks"]], "hook (transformer_lens.hook_points.lenshandle attribute)": [[17, "transformer_lens.hook_points.LensHandle.hook"]], "hook_points() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.hook_points"]], "hooks() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.hooks"]], "is_permanent (transformer_lens.hook_points.lenshandle attribute)": [[17, "transformer_lens.hook_points.LensHandle.is_permanent"]], "layer() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.layer"]], "remove_all_hook_fns() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.remove_all_hook_fns"]], "remove_hooks() (transformer_lens.hook_points.hookpoint method)": [[17, "transformer_lens.hook_points.HookPoint.remove_hooks"]], "reset_hooks() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.reset_hooks"]], "run_with_cache() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.run_with_cache"]], "run_with_hooks() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.run_with_hooks"]], "setup() (transformer_lens.hook_points.hookedrootmodule method)": [[17, "transformer_lens.hook_points.HookedRootModule.setup"]], "transformer_lens.hook_points": [[17, "module-transformer_lens.hook_points"]], "config (class in transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.Config"]], "model_aliases (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.MODEL_ALIASES"]], "official_model_names (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.OFFICIAL_MODEL_NAMES"]], "convert_bloom_weights() (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.convert_bloom_weights"]], "convert_coder_weights() (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.convert_coder_weights"]], "d_head (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.d_head"]], "d_mlp (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.d_mlp"]], "d_model (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.d_model"]], "d_vocab (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.d_vocab"]], "debug (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.debug"]], "get_checkpoint_labels() (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.get_checkpoint_labels"]], "get_num_params_of_pretrained() (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.get_num_params_of_pretrained"]], "get_pretrained_model_config() (in module transformer_lens.loading_from_pretrained)": [[18, "transformer_lens.loading_from_pretrained.get_pretrained_model_config"]], "init_range (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.init_range"]], "layer_norm_eps (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.layer_norm_eps"]], "n_ctx (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.n_ctx"]], "n_heads (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.n_heads"]], "n_layers (transformer_lens.loading_from_pretrained.config attribute)": [[18, "transformer_lens.loading_from_pretrained.Config.n_layers"]], "transformer_lens.loading_from_pretrained": [[18, "module-transformer_lens.loading_from_pretrained"]], "hookedtransformerkeyvaluecache (class in transformer_lens.past_key_value_caching)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache"]], "hookedtransformerkeyvaluecacheentry (class in transformer_lens.past_key_value_caching)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry"]], "append() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecacheentry method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry.append"]], "append_attention_mask() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.append_attention_mask"]], "entries (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.entries"]], "freeze() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.freeze"]], "frozen (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.frozen"]], "frozen (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecacheentry attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry.frozen"]], "init_cache() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache class method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.init_cache"]], "init_cache_entry() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecacheentry class method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry.init_cache_entry"]], "past_keys (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecacheentry attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry.past_keys"]], "past_values (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecacheentry attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCacheEntry.past_values"]], "previous_attention_mask (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache attribute)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.previous_attention_mask"]], "transformer_lens.past_key_value_caching": [[19, "module-transformer_lens.past_key_value_caching"]], "unfreeze() (transformer_lens.past_key_value_caching.hookedtransformerkeyvaluecache method)": [[19, "transformer_lens.past_key_value_caching.HookedTransformerKeyValueCache.unfreeze"]], "generic_activation_patch() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.generic_activation_patch"]], "get_act_patch_attn_head_all_pos_every() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_all_pos_every"]], "get_act_patch_attn_head_by_pos_every() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_by_pos_every"]], "get_act_patch_attn_head_k_all_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_k_all_pos"]], "get_act_patch_attn_head_k_by_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_k_by_pos"]], "get_act_patch_attn_head_out_all_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_out_all_pos"]], "get_act_patch_attn_head_out_by_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_out_by_pos"]], "get_act_patch_attn_head_pattern_all_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_pattern_all_pos"]], "get_act_patch_attn_head_pattern_by_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_pattern_by_pos"]], "get_act_patch_attn_head_pattern_dest_src_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_pattern_dest_src_pos"]], "get_act_patch_attn_head_q_all_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_q_all_pos"]], "get_act_patch_attn_head_q_by_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_q_by_pos"]], "get_act_patch_attn_head_v_all_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_v_all_pos"]], "get_act_patch_attn_head_v_by_pos() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_head_v_by_pos"]], "get_act_patch_attn_out() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_attn_out"]], "get_act_patch_block_every() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_block_every"]], "get_act_patch_mlp_out() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_mlp_out"]], "get_act_patch_resid_mid() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_resid_mid"]], "get_act_patch_resid_pre() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.get_act_patch_resid_pre"]], "layer_head_dest_src_pos_pattern_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_head_dest_src_pos_pattern_patch_setter"]], "layer_head_pattern_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_head_pattern_patch_setter"]], "layer_head_pos_pattern_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_head_pos_pattern_patch_setter"]], "layer_head_vector_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_head_vector_patch_setter"]], "layer_pos_head_vector_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_pos_head_vector_patch_setter"]], "layer_pos_patch_setter() (in module transformer_lens.patching)": [[20, "transformer_lens.patching.layer_pos_patch_setter"]], "transformer_lens.patching": [[20, "module-transformer_lens.patching"]], "hookedtransformertrainconfig (class in transformer_lens.train)": [[21, "transformer_lens.train.HookedTransformerTrainConfig"]], "batch_size (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.batch_size"]], "device (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.device"]], "lr (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.lr"]], "max_grad_norm (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.max_grad_norm"]], "max_steps (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.max_steps"]], "momentum (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.momentum"]], "num_epochs (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.num_epochs"]], "optimizer_name (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.optimizer_name"]], "print_every (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.print_every"]], "save_dir (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.save_dir"]], "save_every (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.save_every"]], "seed (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.seed"]], "train() (in module transformer_lens.train)": [[21, "transformer_lens.train.train"]], "transformer_lens.train": [[21, "module-transformer_lens.train"]], "wandb (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.wandb"]], "wandb_project_name (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.wandb_project_name"]], "warmup_steps (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.warmup_steps"]], "weight_decay (transformer_lens.train.hookedtransformertrainconfig attribute)": [[21, "transformer_lens.train.HookedTransformerTrainConfig.weight_decay"]], "get_device_for_block_index() (in module transformer_lens.utilities.devices)": [[23, "transformer_lens.utilities.devices.get_device_for_block_index"]], "move_to_and_update_config() (in module transformer_lens.utilities.devices)": [[23, "transformer_lens.utilities.devices.move_to_and_update_config"]], "transformer_lens.utilities.devices": [[23, "module-transformer_lens.utilities.devices"]], "locallyoverridendefaults (class in transformer_lens.utils)": [[24, "transformer_lens.utils.LocallyOverridenDefaults"]], "slice (class in transformer_lens.utils)": [[24, "transformer_lens.utils.Slice"]], "sliceinput (in module transformer_lens.utils)": [[24, "transformer_lens.utils.SliceInput"]], "__init__() (transformer_lens.utils.locallyoverridendefaults method)": [[24, "transformer_lens.utils.LocallyOverridenDefaults.__init__"]], "__init__() (transformer_lens.utils.slice method)": [[24, "transformer_lens.utils.Slice.__init__"]], "apply() (transformer_lens.utils.slice method)": [[24, "transformer_lens.utils.Slice.apply"]], "composition_scores() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.composition_scores"]], "download_file_from_hf() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.download_file_from_hf"]], "gelu_fast() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.gelu_fast"]], "gelu_new() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.gelu_new"]], "get_act_name() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_act_name"]], "get_attention_mask() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_attention_mask"]], "get_corner() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_corner"]], "get_cumsum_along_dim() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_cumsum_along_dim"]], "get_dataset() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_dataset"]], "get_device() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_device"]], "get_input_with_manually_prepended_bos() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_input_with_manually_prepended_bos"]], "get_nested_attr() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_nested_attr"]], "get_offset_position_ids() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_offset_position_ids"]], "get_tokenizer_with_bos() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_tokenizer_with_bos"]], "get_tokens_with_bos_removed() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.get_tokens_with_bos_removed"]], "indices() (transformer_lens.utils.slice method)": [[24, "transformer_lens.utils.Slice.indices"]], "is_lower_triangular() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.is_lower_triangular"]], "is_square() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.is_square"]], "keep_single_column() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.keep_single_column"]], "lm_accuracy() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.lm_accuracy"]], "lm_cross_entropy_loss() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.lm_cross_entropy_loss"]], "override_or_use_default_value() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.override_or_use_default_value"]], "print_gpu_mem() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.print_gpu_mem"]], "remove_batch_dim() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.remove_batch_dim"]], "sample_logits() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.sample_logits"]], "set_nested_attr() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.set_nested_attr"]], "solu() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.solu"]], "test_prompt() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.test_prompt"]], "to_numpy() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.to_numpy"]], "tokenize_and_concatenate() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.tokenize_and_concatenate"]], "transformer_lens.utils": [[24, "module-transformer_lens.utils"]], "transpose() (in module transformer_lens.utils)": [[24, "transformer_lens.utils.transpose"]]}})
\ No newline at end of file