From 97844a4fb0cafe3a62dac955ad312d71c52f5330 Mon Sep 17 00:00:00 2001
From: Paul-Saves <paul.saves@alumni.enac.fr>
Date: Wed, 13 Nov 2024 12:01:19 +0100
Subject: [PATCH] update notebook metadata

---
 tutorial/SMT_DesignSpace_example.ipynb | 124 ++++++++++++-------------
 1 file changed, 62 insertions(+), 62 deletions(-)

diff --git a/tutorial/SMT_DesignSpace_example.ipynb b/tutorial/SMT_DesignSpace_example.ipynb
index 434ff9c..148e36a 100644
--- a/tutorial/SMT_DesignSpace_example.ipynb
+++ b/tutorial/SMT_DesignSpace_example.ipynb
@@ -21,7 +21,7 @@
     "This tutorial describes how to use de DesignSpace within the SMT toolbox. \n",
     "<div>\n",
     "    \n",
-    "    October 2024 - `SMT version 2.7.0`\n",
+    "    November 2024 - `SMT version 2.8.0`\n",
     "  \n",
     "     Paul Saves, Jasper Bussemaker (DLR), and Nathalie BARTOLI (ONERA/DTIS/M2CI)"
    ]
@@ -235,7 +235,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 43,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -288,7 +288,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 44,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
     {
@@ -322,7 +322,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 45,
+   "execution_count": 3,
    "metadata": {},
    "outputs": [
     {
@@ -330,13 +330,13 @@
      "output_type": "stream",
      "text": [
       "Data encoded: \n",
-      " [[0.         1.         2.         0.28355776]\n",
-      " [1.         0.         1.         0.98819894]\n",
-      " [1.         0.         0.         0.02769798]\n",
-      " [0.         2.         2.         0.7912921 ]\n",
-      " [0.         1.         0.         0.55319425]]\n",
+      " [[1.         0.         1.         0.94482701]\n",
+      " [1.         0.         2.         0.1055116 ]\n",
+      " [1.         0.         2.         0.45232683]\n",
+      " [0.         1.         0.         0.27013917]\n",
+      " [0.         0.         1.         0.72058314]]\n",
       "Data in initial space: \n",
-      " [['A', 'D', 2.0, 0.2835577607189896], ['B', 'C', 1.0, 0.988198943201518], ['B', 'C', 0.0, 0.027697983205961108], ['A', 'E', 2.0, 0.7912921020722401], ['A', 'D', 0.0, 0.5531942486982553]]\n"
+      " [['B', 'C', 1.0, 0.9448270095348057], ['B', 'C', 2.0, 0.10551160235415563], ['B', 'C', 2.0, 0.45232683275999763], ['A', 'D', 0.0, 0.2701391733660637], ['A', 'C', 1.0, 0.7205831410749407]]\n"
      ]
     }
    ],
@@ -352,7 +352,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 46,
+   "execution_count": 4,
    "metadata": {},
    "outputs": [
     {
@@ -360,7 +360,7 @@
      "output_type": "stream",
      "text": [
       "Which variables are active \n",
-      " [[ True  True  True  True]\n",
+      " [[ True False  True  True]\n",
       " [ True False  True  True]\n",
       " [ True False  True  True]\n",
       " [ True  True  True  True]\n",
@@ -377,7 +377,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 47,
+   "execution_count": 5,
    "metadata": {},
    "outputs": [
     {
@@ -422,7 +422,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 48,
+   "execution_count": 6,
    "metadata": {},
    "outputs": [
     {
@@ -446,7 +446,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 49,
+   "execution_count": 7,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -455,7 +455,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 50,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
     {
@@ -463,11 +463,11 @@
      "output_type": "stream",
      "text": [
       "Data encoded: \n",
-      " [[0.5303636  0.91341189 0.65019671]\n",
-      " [0.1504166  0.29280583 3.21956755]\n",
-      " [0.33103296 1.51096677 3.88448651]\n",
-      " [0.83721326 1.69921962 1.95599677]\n",
-      " [0.67048671 0.68810818 4.70005179]]\n",
+      " [[0.47960444 0.71482783 5.44091711]\n",
+      " [0.76063157 1.19717019 0.74450055]\n",
+      " [0.34919565 0.12696685 2.37324704]\n",
+      " [0.15027777 1.3123916  3.12400344]\n",
+      " [0.86674552 1.82780375 4.07065096]]\n",
       "Is_acting: \n",
       " [[ True  True  True]\n",
       " [ True  True  True]\n",
@@ -498,13 +498,13 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 51,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div id=\"94f5f77aa3384b2d9dbf29b13b3d3fab\"></div>\n",
+       "<div id=\"43b386f7b4ee4f6b81619c8c081a3be8\"></div>\n",
        "<script type=\"text/javascript\" src=\"https://cdn.jsdelivr.net/npm/@viz-js/viz@3.8.0/lib/viz-standalone.js\"></script>\n",
        "<script type=\"text/javascript\">\n",
        "(function() {\n",
@@ -516,10 +516,10 @@
        "    if (printDot) {\n",
        "      var preEl = document.createElement('pre');\n",
        "      preEl.innerText = dot;\n",
-       "      document.getElementById(\"94f5f77aa3384b2d9dbf29b13b3d3fab\").appendChild(preEl);\n",
+       "      document.getElementById(\"43b386f7b4ee4f6b81619c8c081a3be8\").appendChild(preEl);\n",
        "    } else {\n",
        "      Viz.instance().then(function(viz) {\n",
-       "        var tgtEl = document.getElementById(\"94f5f77aa3384b2d9dbf29b13b3d3fab\");\n",
+       "        var tgtEl = document.getElementById(\"43b386f7b4ee4f6b81619c8c081a3be8\");\n",
        "        var svgElement = viz.renderSVGElement(dot);\n",
        "        if (printSvg) {\n",
        "          var preEl = document.createElement('pre');\n",
@@ -532,10 +532,10 @@
        "        console.log('RENDER ERROR', e, dot);\n",
        "        var preEl = document.createElement('pre');\n",
        "        preEl.innerText = 'RENDER ERROR: '+e.toString();\n",
-       "        document.getElementById(\"94f5f77aa3384b2d9dbf29b13b3d3fab\").appendChild(preEl);\n",
+       "        document.getElementById(\"43b386f7b4ee4f6b81619c8c081a3be8\").appendChild(preEl);\n",
        "        var preEl = document.createElement('pre');\n",
        "        preEl.innerText = dot;\n",
-       "        document.getElementById(\"94f5f77aa3384b2d9dbf29b13b3d3fab\").appendChild(preEl);\n",
+       "        document.getElementById(\"43b386f7b4ee4f6b81619c8c081a3be8\").appendChild(preEl);\n",
        "      });\n",
        "    }\n",
        "  }\n",
@@ -695,7 +695,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 52,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [
     {
@@ -846,7 +846,7 @@
        "total-design-problem            1.75  0.493305        0.0  complete  "
       ]
      },
-     "execution_count": 52,
+     "execution_count": 10,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -875,7 +875,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 53,
+   "execution_count": 11,
    "metadata": {
     "scrolled": true
    },
@@ -883,11 +883,11 @@
     {
      "data": {
       "text/html": [
-       "<div id=\"594b2be58f18420a84ca598ad0e3fdc4\"></div>\n",
+       "<div id=\"1016bc58a5164cd3bb46a899e18a30f7\"></div>\n",
        "<script type=\"text/javascript\" src=\"https://cdn.jsdelivr.net/npm/@viz-js/viz@3.8.0/lib/viz-standalone.js\"></script>\n",
        "<script type=\"text/javascript\">\n",
        "(function() {\n",
-       "  var dot = \"strict digraph  {\\nrankdir=LR;\\ndpi=60;\\nfontsize=20;\\n0 [label=<<B>Learning_rate</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n1 [label=\\\"x0 = 0.05217\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n2 [label=<<B>Activation_function</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n3 [label=\\\"ReLU\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n4 [label=<<B>Optimizer</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n5 [label=\\\"Nb_layers\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n6 [label=\\\"Adam\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n7 [label=\\\"Layer_1\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n8 [label=\\\"Running_Average_1\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n9 [label=\\\"Running_Average_2\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n10 [label=\\\"Numerical_Stability\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n11 [label=\\\"30\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n12 [label=\\\"x4 = 0.07237\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n13 [label=\\\"x5 = 0.8951\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n14 [label=\\\"x6 = 0.6173\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n0 -> 1 [type=\\\"EdgeType.DERIVES\\\"];\\n2 -> 3 [type=\\\"EdgeType.DERIVES\\\"];\\n4 -> 5 [type=\\\"EdgeType.DERIVES\\\"];\\n4 -> 6 [type=\\\"EdgeType.DERIVES\\\"];\\n5 -> 7 [type=\\\"EdgeType.DERIVES\\\"];\\n6 -> 8 [type=\\\"EdgeType.DERIVES\\\"];\\n6 -> 9 [type=\\\"EdgeType.DERIVES\\\"];\\n6 -> 10 [type=\\\"EdgeType.DERIVES\\\"];\\n7 -> 11 [type=\\\"EdgeType.DERIVES\\\"];\\n8 -> 12 [type=\\\"EdgeType.DERIVES\\\"];\\n9 -> 13 [type=\\\"EdgeType.DERIVES\\\"];\\n10 -> 14 [type=\\\"EdgeType.DERIVES\\\"];\\n}\\n\"; // Export of the dot graph notation\n",
+       "  var dot = \"strict digraph  {\\nrankdir=LR;\\ndpi=60;\\nfontsize=20;\\n0 [label=<<B>Learning_rate</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n1 [label=\\\"x0 = 0.2642\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n2 [label=<<B>Activation_function</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n3 [label=\\\"ReLU\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n4 [label=<<B>Optimizer</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n5 [label=\\\"Nb_layers\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n6 [label=\\\"Adam\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n7 [label=\\\"Layer_1\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n8 [label=\\\"Running_Average_1\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n9 [label=\\\"Running_Average_2\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n10 [label=\\\"Numerical_Stability\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n11 [label=\\\"35\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n12 [label=\\\"x4 = 0.3933\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n13 [label=\\\"x5 = 0.62\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n14 [label=\\\"x6 = 0.212\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n0 -> 1 [type=\\\"EdgeType.DERIVES\\\"];\\n2 -> 3 [type=\\\"EdgeType.DERIVES\\\"];\\n4 -> 5 [type=\\\"EdgeType.DERIVES\\\"];\\n4 -> 6 [type=\\\"EdgeType.DERIVES\\\"];\\n5 -> 7 [type=\\\"EdgeType.DERIVES\\\"];\\n6 -> 8 [type=\\\"EdgeType.DERIVES\\\"];\\n6 -> 9 [type=\\\"EdgeType.DERIVES\\\"];\\n6 -> 10 [type=\\\"EdgeType.DERIVES\\\"];\\n7 -> 11 [type=\\\"EdgeType.DERIVES\\\"];\\n8 -> 12 [type=\\\"EdgeType.DERIVES\\\"];\\n9 -> 13 [type=\\\"EdgeType.DERIVES\\\"];\\n10 -> 14 [type=\\\"EdgeType.DERIVES\\\"];\\n}\\n\"; // Export of the dot graph notation\n",
        "  var printDot = false; // Whether to print the dot instead of rendering\n",
        "  var printSvg = false; // Whether to print the SVG instead of showing the results\n",
        "  // Create viz-js instance and render to SVG\n",
@@ -895,10 +895,10 @@
        "    if (printDot) {\n",
        "      var preEl = document.createElement('pre');\n",
        "      preEl.innerText = dot;\n",
-       "      document.getElementById(\"594b2be58f18420a84ca598ad0e3fdc4\").appendChild(preEl);\n",
+       "      document.getElementById(\"1016bc58a5164cd3bb46a899e18a30f7\").appendChild(preEl);\n",
        "    } else {\n",
        "      Viz.instance().then(function(viz) {\n",
-       "        var tgtEl = document.getElementById(\"594b2be58f18420a84ca598ad0e3fdc4\");\n",
+       "        var tgtEl = document.getElementById(\"1016bc58a5164cd3bb46a899e18a30f7\");\n",
        "        var svgElement = viz.renderSVGElement(dot);\n",
        "        if (printSvg) {\n",
        "          var preEl = document.createElement('pre');\n",
@@ -911,10 +911,10 @@
        "        console.log('RENDER ERROR', e, dot);\n",
        "        var preEl = document.createElement('pre');\n",
        "        preEl.innerText = 'RENDER ERROR: '+e.toString();\n",
-       "        document.getElementById(\"594b2be58f18420a84ca598ad0e3fdc4\").appendChild(preEl);\n",
+       "        document.getElementById(\"1016bc58a5164cd3bb46a899e18a30f7\").appendChild(preEl);\n",
        "        var preEl = document.createElement('pre');\n",
        "        preEl.innerText = dot;\n",
-       "        document.getElementById(\"594b2be58f18420a84ca598ad0e3fdc4\").appendChild(preEl);\n",
+       "        document.getElementById(\"1016bc58a5164cd3bb46a899e18a30f7\").appendChild(preEl);\n",
        "      });\n",
        "    }\n",
        "  }\n",
@@ -948,7 +948,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 80,
+   "execution_count": 12,
    "metadata": {
     "scrolled": true
    },
@@ -1009,7 +1009,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 86,
+   "execution_count": 13,
    "metadata": {},
    "outputs": [
     {
@@ -1017,11 +1017,11 @@
      "output_type": "stream",
      "text": [
       "Sampled data: \n",
-      " [[0.382776   2.         0.         0.10475731 0.0866094  0.88273633\n",
-      "  0.5        0.5        0.5        1.         2.         0.\n",
+      " [[0.62619581 1.         1.         0.5        0.5        0.5\n",
+      "  0.69622693 0.61218435 0.20399812 2.         2.         4.\n",
       "  0.        ]\n",
-      " [0.35718615 1.         1.         0.5        0.5        0.5\n",
-      "  0.77476507 0.84393725 0.79086771 2.         3.         3.\n",
+      " [0.9727416  0.         1.         0.5        0.5        0.5\n",
+      "  0.99698114 0.42416054 0.63425809 1.         0.         0.\n",
       "  0.        ]]\n"
      ]
     }
@@ -1040,7 +1040,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 78,
+   "execution_count": 14,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -1101,17 +1101,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 79,
+   "execution_count": 15,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<div id=\"50c3be6a930649ebaed17a801de5184e\"></div>\n",
+       "<div id=\"c657f4fef9a147ae9899f96d23ac6b7b\"></div>\n",
        "<script type=\"text/javascript\" src=\"https://cdn.jsdelivr.net/npm/@viz-js/viz@3.8.0/lib/viz-standalone.js\"></script>\n",
        "<script type=\"text/javascript\">\n",
        "(function() {\n",
-       "  var dot = \"strict digraph  {\\nrankdir=LR;\\ndpi=60;\\nfontsize=20;\\n0 [label=<<B>x1</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n1 [label=\\\"Sigmoid\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n2 [label=<<B>x2</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n3 [label=\\\"Adam\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n4 [label=\\\"x8 = 0.5885\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n5 [label=\\\"x7 = 0.6282\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n6 [label=\\\"x6 = 0.1262\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n7 [label=\\\"x10\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n8 [label=\\\"35\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n9 [label=<<B>x9</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n10 [label=\\\"1\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n11 [label=<<B>x0 = 0.7744</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n0 -> 1 [type=\\\"EdgeType.DERIVES\\\"];\\n2 -> 3 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 4 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 5 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 6 [type=\\\"EdgeType.DERIVES\\\"];\\n7 -> 8 [type=\\\"EdgeType.DERIVES\\\"];\\n9 -> 10 [type=\\\"EdgeType.DERIVES\\\"];\\n10 -> 7 [type=\\\"EdgeType.DERIVES\\\"];\\n}\\n\"; // Export of the dot graph notation\n",
+       "  var dot = \"strict digraph  {\\nrankdir=LR;\\ndpi=60;\\nfontsize=20;\\n0 [label=<<B>x1</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n1 [label=\\\"Sigmoid\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n2 [label=<<B>x2</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n3 [label=\\\"ASGD\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n4 [label=\\\"x5 = 0.9909\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n5 [label=\\\"x3 = 0.2733\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n6 [label=\\\"x4 = 0.4906\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n7 [label=\\\"x10\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n8 [label=\\\"35\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n9 [label=<<B>x9</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n10 [label=\\\"1\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n11 [label=<<B>x0 = 0.8647</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n0 -> 1 [type=\\\"EdgeType.DERIVES\\\"];\\n2 -> 3 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 4 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 5 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 6 [type=\\\"EdgeType.DERIVES\\\"];\\n7 -> 8 [type=\\\"EdgeType.DERIVES\\\"];\\n9 -> 10 [type=\\\"EdgeType.DERIVES\\\"];\\n10 -> 7 [type=\\\"EdgeType.DERIVES\\\"];\\n}\\n\"; // Export of the dot graph notation\n",
        "  var printDot = false; // Whether to print the dot instead of rendering\n",
        "  var printSvg = false; // Whether to print the SVG instead of showing the results\n",
        "  // Create viz-js instance and render to SVG\n",
@@ -1119,10 +1119,10 @@
        "    if (printDot) {\n",
        "      var preEl = document.createElement('pre');\n",
        "      preEl.innerText = dot;\n",
-       "      document.getElementById(\"50c3be6a930649ebaed17a801de5184e\").appendChild(preEl);\n",
+       "      document.getElementById(\"c657f4fef9a147ae9899f96d23ac6b7b\").appendChild(preEl);\n",
        "    } else {\n",
        "      Viz.instance().then(function(viz) {\n",
-       "        var tgtEl = document.getElementById(\"50c3be6a930649ebaed17a801de5184e\");\n",
+       "        var tgtEl = document.getElementById(\"c657f4fef9a147ae9899f96d23ac6b7b\");\n",
        "        var svgElement = viz.renderSVGElement(dot);\n",
        "        if (printSvg) {\n",
        "          var preEl = document.createElement('pre');\n",
@@ -1135,10 +1135,10 @@
        "        console.log('RENDER ERROR', e, dot);\n",
        "        var preEl = document.createElement('pre');\n",
        "        preEl.innerText = 'RENDER ERROR: '+e.toString();\n",
-       "        document.getElementById(\"50c3be6a930649ebaed17a801de5184e\").appendChild(preEl);\n",
+       "        document.getElementById(\"c657f4fef9a147ae9899f96d23ac6b7b\").appendChild(preEl);\n",
        "        var preEl = document.createElement('pre');\n",
        "        preEl.innerText = dot;\n",
-       "        document.getElementById(\"50c3be6a930649ebaed17a801de5184e\").appendChild(preEl);\n",
+       "        document.getElementById(\"c657f4fef9a147ae9899f96d23ac6b7b\").appendChild(preEl);\n",
        "      });\n",
        "    }\n",
        "  }\n",
@@ -1160,11 +1160,11 @@
     {
      "data": {
       "text/html": [
-       "<div id=\"0303c4b1844f46dfaba569538151a6ed\"></div>\n",
+       "<div id=\"66e16e6855d8493298873f90fcf9b5bf\"></div>\n",
        "<script type=\"text/javascript\" src=\"https://cdn.jsdelivr.net/npm/@viz-js/viz@3.8.0/lib/viz-standalone.js\"></script>\n",
        "<script type=\"text/javascript\">\n",
        "(function() {\n",
-       "  var dot = \"strict digraph  {\\nrankdir=LR;\\ndpi=60;\\nfontsize=20;\\n0 [label=<<B>x1</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n1 [label=\\\"Tanh\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n2 [label=<<B>x2</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n3 [label=\\\"ASGD\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n4 [label=\\\"x5 = 0.4809\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n5 [label=\\\"x3 = 0.08625\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n6 [label=\\\"x4 = 0.3989\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n7 [label=\\\"x10\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n8 [label=\\\"35\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n9 [label=<<B>x9</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n10 [label=\\\"1\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n11 [label=<<B>x0 = 0.1827</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n0 -> 1 [type=\\\"EdgeType.DERIVES\\\"];\\n2 -> 3 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 4 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 5 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 6 [type=\\\"EdgeType.DERIVES\\\"];\\n7 -> 8 [type=\\\"EdgeType.DERIVES\\\"];\\n9 -> 10 [type=\\\"EdgeType.DERIVES\\\"];\\n10 -> 7 [type=\\\"EdgeType.DERIVES\\\"];\\n}\\n\"; // Export of the dot graph notation\n",
+       "  var dot = \"strict digraph  {\\nrankdir=LR;\\ndpi=60;\\nfontsize=20;\\n0 [label=<<B>x1</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n1 [label=\\\"ReLU\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n2 [label=<<B>x2</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n3 [label=\\\"ASGD\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n4 [label=\\\"x5 = 0.667\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n5 [label=\\\"x3 = 0.7836\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n6 [label=\\\"x4 = 0.5339\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n7 [label=\\\"3\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n8 [label=\\\"x12\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n9 [label=\\\"x11\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n10 [label=\\\"x10\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n11 [label=\\\"30\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n12 [label=\\\"35\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n13 [label=\\\"35\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n14 [label=<<B>x9</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n15 [label=<<B>x0 = 0.5368</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n0 -> 1 [type=\\\"EdgeType.DERIVES\\\"];\\n2 -> 3 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 4 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 5 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 6 [type=\\\"EdgeType.DERIVES\\\"];\\n7 -> 8 [type=\\\"EdgeType.DERIVES\\\"];\\n7 -> 9 [type=\\\"EdgeType.DERIVES\\\"];\\n7 -> 10 [type=\\\"EdgeType.DERIVES\\\"];\\n8 -> 11 [type=\\\"EdgeType.DERIVES\\\"];\\n9 -> 12 [type=\\\"EdgeType.DERIVES\\\"];\\n10 -> 13 [type=\\\"EdgeType.DERIVES\\\"];\\n14 -> 7 [type=\\\"EdgeType.DERIVES\\\"];\\n}\\n\"; // Export of the dot graph notation\n",
        "  var printDot = false; // Whether to print the dot instead of rendering\n",
        "  var printSvg = false; // Whether to print the SVG instead of showing the results\n",
        "  // Create viz-js instance and render to SVG\n",
@@ -1172,10 +1172,10 @@
        "    if (printDot) {\n",
        "      var preEl = document.createElement('pre');\n",
        "      preEl.innerText = dot;\n",
-       "      document.getElementById(\"0303c4b1844f46dfaba569538151a6ed\").appendChild(preEl);\n",
+       "      document.getElementById(\"66e16e6855d8493298873f90fcf9b5bf\").appendChild(preEl);\n",
        "    } else {\n",
        "      Viz.instance().then(function(viz) {\n",
-       "        var tgtEl = document.getElementById(\"0303c4b1844f46dfaba569538151a6ed\");\n",
+       "        var tgtEl = document.getElementById(\"66e16e6855d8493298873f90fcf9b5bf\");\n",
        "        var svgElement = viz.renderSVGElement(dot);\n",
        "        if (printSvg) {\n",
        "          var preEl = document.createElement('pre');\n",
@@ -1188,10 +1188,10 @@
        "        console.log('RENDER ERROR', e, dot);\n",
        "        var preEl = document.createElement('pre');\n",
        "        preEl.innerText = 'RENDER ERROR: '+e.toString();\n",
-       "        document.getElementById(\"0303c4b1844f46dfaba569538151a6ed\").appendChild(preEl);\n",
+       "        document.getElementById(\"66e16e6855d8493298873f90fcf9b5bf\").appendChild(preEl);\n",
        "        var preEl = document.createElement('pre');\n",
        "        preEl.innerText = dot;\n",
-       "        document.getElementById(\"0303c4b1844f46dfaba569538151a6ed\").appendChild(preEl);\n",
+       "        document.getElementById(\"66e16e6855d8493298873f90fcf9b5bf\").appendChild(preEl);\n",
        "      });\n",
        "    }\n",
        "  }\n",
@@ -1213,11 +1213,11 @@
     {
      "data": {
       "text/html": [
-       "<div id=\"43438f171b6d415ea82dc90abe14e326\"></div>\n",
+       "<div id=\"c9128a41f5104778bbaa0a2b64d26a30\"></div>\n",
        "<script type=\"text/javascript\" src=\"https://cdn.jsdelivr.net/npm/@viz-js/viz@3.8.0/lib/viz-standalone.js\"></script>\n",
        "<script type=\"text/javascript\">\n",
        "(function() {\n",
-       "  var dot = \"strict digraph  {\\nrankdir=LR;\\ndpi=60;\\nfontsize=20;\\n0 [label=<<B>x1</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n1 [label=\\\"ReLU\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n2 [label=<<B>x2</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n3 [label=\\\"Adam\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n4 [label=\\\"x8 = 0.255\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n5 [label=\\\"x7 = 0.9105\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n6 [label=\\\"x6 = 0.5232\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n7 [label=\\\"x10\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n8 [label=\\\"35\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n9 [label=<<B>x9</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n10 [label=\\\"1\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n11 [label=<<B>x0 = 0.1609</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n0 -> 1 [type=\\\"EdgeType.DERIVES\\\"];\\n2 -> 3 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 4 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 5 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 6 [type=\\\"EdgeType.DERIVES\\\"];\\n7 -> 8 [type=\\\"EdgeType.DERIVES\\\"];\\n9 -> 10 [type=\\\"EdgeType.DERIVES\\\"];\\n10 -> 7 [type=\\\"EdgeType.DERIVES\\\"];\\n}\\n\"; // Export of the dot graph notation\n",
+       "  var dot = \"strict digraph  {\\nrankdir=LR;\\ndpi=60;\\nfontsize=20;\\n0 [label=<<B>x1</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n1 [label=\\\"ReLU\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n2 [label=<<B>x2</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n3 [label=\\\"ASGD\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n4 [label=\\\"x5 = 0.01251\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n5 [label=\\\"x3 = 0.2079\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n6 [label=\\\"x4 = 0.8769\\\", style=\\\"filled\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n7 [label=\\\"x10\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n8 [label=\\\"35\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n9 [label=<<B>x9</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n10 [label=\\\"1\\\", style=\\\"filled\\\", fillcolor=\\\"#ffffff\\\", shape=ellipse, margin=0.05];\\n11 [label=<<B>x0 = 0.8893</B>>, style=\\\"filled,bold\\\", fillcolor=\\\"#DCE775\\\", shape=ellipse, margin=0.05];\\n0 -> 1 [type=\\\"EdgeType.DERIVES\\\"];\\n2 -> 3 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 4 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 5 [type=\\\"EdgeType.DERIVES\\\"];\\n3 -> 6 [type=\\\"EdgeType.DERIVES\\\"];\\n7 -> 8 [type=\\\"EdgeType.DERIVES\\\"];\\n9 -> 10 [type=\\\"EdgeType.DERIVES\\\"];\\n10 -> 7 [type=\\\"EdgeType.DERIVES\\\"];\\n}\\n\"; // Export of the dot graph notation\n",
        "  var printDot = false; // Whether to print the dot instead of rendering\n",
        "  var printSvg = false; // Whether to print the SVG instead of showing the results\n",
        "  // Create viz-js instance and render to SVG\n",
@@ -1225,10 +1225,10 @@
        "    if (printDot) {\n",
        "      var preEl = document.createElement('pre');\n",
        "      preEl.innerText = dot;\n",
-       "      document.getElementById(\"43438f171b6d415ea82dc90abe14e326\").appendChild(preEl);\n",
+       "      document.getElementById(\"c9128a41f5104778bbaa0a2b64d26a30\").appendChild(preEl);\n",
        "    } else {\n",
        "      Viz.instance().then(function(viz) {\n",
-       "        var tgtEl = document.getElementById(\"43438f171b6d415ea82dc90abe14e326\");\n",
+       "        var tgtEl = document.getElementById(\"c9128a41f5104778bbaa0a2b64d26a30\");\n",
        "        var svgElement = viz.renderSVGElement(dot);\n",
        "        if (printSvg) {\n",
        "          var preEl = document.createElement('pre');\n",
@@ -1241,10 +1241,10 @@
        "        console.log('RENDER ERROR', e, dot);\n",
        "        var preEl = document.createElement('pre');\n",
        "        preEl.innerText = 'RENDER ERROR: '+e.toString();\n",
-       "        document.getElementById(\"43438f171b6d415ea82dc90abe14e326\").appendChild(preEl);\n",
+       "        document.getElementById(\"c9128a41f5104778bbaa0a2b64d26a30\").appendChild(preEl);\n",
        "        var preEl = document.createElement('pre');\n",
        "        preEl.innerText = dot;\n",
-       "        document.getElementById(\"43438f171b6d415ea82dc90abe14e326\").appendChild(preEl);\n",
+       "        document.getElementById(\"c9128a41f5104778bbaa0a2b64d26a30\").appendChild(preEl);\n",
        "      });\n",
        "    }\n",
        "  }\n",