demo.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import math\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from micrograd.engine import Value\n",
    "from micrograd.nn import MLP\n",
    "from micrograd.utils import draw_dot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Value(data=-8.0, grad=1)\n"
     ]
    }
   ],
   "source": [
    "a = Value(2.0, label='a')\n",
    "b = Value(-3.0, label='b')\n",
    "c = Value(10.0, label='c')\n",
    "e = a*b; e.label = 'e'\n",
    "d = e + c; d.label='d'\n",
    "f = Value(-2.0, label='f')\n",
    "L = d*f; L.label = 'L'\n",
    "L.backward()\n",
    "print(L)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 12.1.2 (20240928.0832)\n",
       " -->\n",
       "<!-- Pages: 1 -->\n",
       "<svg width=\"1151pt\" height=\"156pt\"\n",
       " viewBox=\"0.00 0.00 1151.00 156.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 152)\">\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-152 1147,-152 1147,4 -4,4\"/>\n",
       "<!-- 4478282768 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>4478282768</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-111.5 0,-147.5 192.75,-147.5 192.75,-111.5 0,-111.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"11.38\" y=\"-124.7\" font-family=\"Times,serif\" font-size=\"14.00\">b</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"22.75,-112 22.75,-147.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"64.88\" y=\"-124.7\" font-family=\"Times,serif\" font-size=\"14.00\">data &#45;3.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"107,-112 107,-147.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"149.88\" y=\"-124.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad &#45;4.0000</text>\n",
       "</g>\n",
       "<!-- 4508050816* -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>4508050816*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"255.75\" cy=\"-101.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"255.75\" y=\"-96.45\" font-family=\"Times,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 4478282768&#45;&gt;4508050816* -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>4478282768&#45;&gt;4508050816*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M193,-112.49C201.81,-110.92 210.32,-109.41 218.06,-108.03\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"218.43,-111.52 227.66,-106.32 217.21,-104.62 218.43,-111.52\"/>\n",
       "</g>\n",
       "<!-- 4508070048 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>4508070048</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"953.25,-27.5 953.25,-63.5 1143,-63.5 1143,-27.5 953.25,-27.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"965.38\" y=\"-40.7\" font-family=\"Times,serif\" font-size=\"14.00\">L</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"977.5,-28 977.5,-63.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1019.62\" y=\"-40.7\" font-family=\"Times,serif\" font-size=\"14.00\">data &#45;8.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1061.75,-28 1061.75,-63.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1102.38\" y=\"-40.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4508070048* -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>4508070048*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"890.25\" cy=\"-45.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"890.25\" y=\"-40.45\" font-family=\"Times,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 4508070048*&#45;&gt;4508070048 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>4508070048*&#45;&gt;4508070048</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M917.69,-45.5C924.84,-45.5 933.03,-45.5 941.74,-45.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"941.51,-49 951.51,-45.5 941.51,-42 941.51,-49\"/>\n",
       "</g>\n",
       "<!-- 4507755808 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>4507755808</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"318.75,-28.5 318.75,-64.5 513,-64.5 513,-28.5 318.75,-28.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"329.75\" y=\"-41.7\" font-family=\"Times,serif\" font-size=\"14.00\">c</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"340.75,-29 340.75,-64.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"384\" y=\"-41.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 10.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"427.25,-29 427.25,-64.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"470.12\" y=\"-41.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad &#45;2.0000</text>\n",
       "</g>\n",
       "<!-- 4508051248+ -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>4508051248+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"576\" cy=\"-73.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"576\" y=\"-68.45\" font-family=\"Times,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 4507755808&#45;&gt;4508051248+ -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>4507755808&#45;&gt;4508051248+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M513.41,-62.98C522.1,-64.47 530.5,-65.9 538.15,-67.21\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"537.55,-70.66 548,-68.89 538.73,-63.76 537.55,-70.66\"/>\n",
       "</g>\n",
       "<!-- 4508051248 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>4508051248</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"639,-55.5 639,-91.5 827.25,-91.5 827.25,-55.5 639,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"650.38\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">d</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"661.75,-56 661.75,-91.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"701.62\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 4.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"741.5,-56 741.5,-91.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"784.38\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad &#45;2.0000</text>\n",
       "</g>\n",
       "<!-- 4508051248&#45;&gt;4508070048* -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>4508051248&#45;&gt;4508070048*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M827.49,-56.65C836.36,-55.05 844.93,-53.5 852.73,-52.09\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"853.2,-55.56 862.42,-50.34 851.95,-48.68 853.2,-55.56\"/>\n",
       "</g>\n",
       "<!-- 4508051248+&#45;&gt;4508051248 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>4508051248+&#45;&gt;4508051248</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M603.31,-73.5C610.49,-73.5 618.72,-73.5 627.47,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"627.29,-77 637.29,-73.5 627.29,-70 627.29,-77\"/>\n",
       "</g>\n",
       "<!-- 4507755856 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>4507755856</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"4.88,-56.5 4.88,-92.5 187.88,-92.5 187.88,-56.5 4.88,-56.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"15.88\" y=\"-69.7\" font-family=\"Times,serif\" font-size=\"14.00\">a</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"26.88,-57 26.88,-92.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"66.75\" y=\"-69.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"106.62,-57 106.62,-92.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"147.25\" y=\"-69.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 6.0000</text>\n",
       "</g>\n",
       "<!-- 4507755856&#45;&gt;4508050816* -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>4507755856&#45;&gt;4508050816*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M188.01,-90.05C198.46,-91.84 208.62,-93.59 217.74,-95.15\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"217.11,-98.59 227.56,-96.84 218.3,-91.69 217.11,-98.59\"/>\n",
       "</g>\n",
       "<!-- 4508050816 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>4508050816</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"319.88,-83.5 319.88,-119.5 511.88,-119.5 511.88,-83.5 319.88,-83.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"330.88\" y=\"-96.7\" font-family=\"Times,serif\" font-size=\"14.00\">e</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"341.88,-84 341.88,-119.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"384\" y=\"-96.7\" font-family=\"Times,serif\" font-size=\"14.00\">data &#45;6.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"426.12,-84 426.12,-119.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"469\" y=\"-96.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad &#45;2.0000</text>\n",
       "</g>\n",
       "<!-- 4508050816&#45;&gt;4508051248+ -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>4508050816&#45;&gt;4508051248+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M512.05,-84.65C521.28,-83.01 530.2,-81.43 538.29,-80\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"538.74,-83.47 547.98,-78.28 537.52,-76.58 538.74,-83.47\"/>\n",
       "</g>\n",
       "<!-- 4508050816*&#45;&gt;4508050816 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>4508050816*&#45;&gt;4508050816</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M283.22,-101.5C290.59,-101.5 299.09,-101.5 308.13,-101.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"307.89,-105 317.89,-101.5 307.89,-98 307.89,-105\"/>\n",
       "</g>\n",
       "<!-- 4508050864 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>4508050864</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"640.12,-0.5 640.12,-36.5 826.12,-36.5 826.12,-0.5 640.12,-0.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"650.38\" y=\"-13.7\" font-family=\"Times,serif\" font-size=\"14.00\">f</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"660.62,-1 660.62,-36.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"702.75\" y=\"-13.7\" font-family=\"Times,serif\" font-size=\"14.00\">data &#45;2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"744.88,-1 744.88,-36.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"785.5\" y=\"-13.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 4.0000</text>\n",
       "</g>\n",
       "<!-- 4508050864&#45;&gt;4508070048* -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>4508050864&#45;&gt;4508070048*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M826.6,-34.6C835.76,-36.19 844.62,-37.73 852.67,-39.13\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"851.85,-42.54 862.3,-40.81 853.05,-35.65 851.85,-42.54\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x10cb367c0>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "draw_dot(L)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 12.1.2 (20240928.0832)\n",
       " -->\n",
       "<!-- Pages: 1 -->\n",
       "<svg width=\"1543pt\" height=\"210pt\"\n",
       " viewBox=\"0.00 0.00 1543.38 210.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 206)\">\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-206 1539.38,-206 1539.38,4 -4,4\"/>\n",
       "<!-- 4510038576 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>4510038576</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2.25,-165.5 2.25,-201.5 195.75,-201.5 195.75,-165.5 2.25,-165.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"18.5\" y=\"-178.7\" font-family=\"Times,serif\" font-size=\"14.00\">w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"34.75,-166 34.75,-201.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"74.62\" y=\"-178.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 1.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"114.5,-166 114.5,-201.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"155.12\" y=\"-178.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 0.0000</text>\n",
       "</g>\n",
       "<!-- 4510039104* -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>4510039104*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"261\" cy=\"-128.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"261\" y=\"-123.45\" font-family=\"Times,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 4510038576&#45;&gt;4510039104* -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>4510038576&#45;&gt;4510039104*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M172.12,-165.01C180.9,-162.35 189.7,-159.5 198,-156.5 208.09,-152.86 218.82,-148.27 228.47,-143.88\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"229.86,-147.09 237.45,-139.69 226.9,-140.75 229.86,-147.09\"/>\n",
       "</g>\n",
       "<!-- 4510039104 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>4510039104</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"326.25,-110.5 326.25,-146.5 533.25,-146.5 533.25,-110.5 326.25,-110.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"349.25\" y=\"-123.7\" font-family=\"Times,serif\" font-size=\"14.00\">x2w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"372.25,-111 372.25,-146.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"412.12\" y=\"-123.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"452,-111 452,-146.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"492.62\" y=\"-123.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4510039824+ -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>4510039824+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"598.5\" cy=\"-100.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"598.5\" y=\"-95.45\" font-family=\"Times,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 4510039104&#45;&gt;4510039824+ -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>4510039104&#45;&gt;4510039824+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M533.51,-111.25C543.16,-109.62 552.45,-108.06 560.82,-106.66\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"561.2,-110.15 570.48,-105.04 560.04,-103.24 561.2,-110.15\"/>\n",
       "</g>\n",
       "<!-- 4510039104*&#45;&gt;4510039104 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>4510039104*&#45;&gt;4510039104</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M288.42,-128.5C296.08,-128.5 304.96,-128.5 314.47,-128.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"314.37,-132 324.37,-128.5 314.37,-125 314.37,-132\"/>\n",
       "</g>\n",
       "<!-- 4510037040 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>4510037040</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"0,-55.5 0,-91.5 198,-91.5 198,-55.5 0,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.25\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">w1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"32.5,-56 32.5,-91.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"74.62\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">data &#45;3.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"116.75,-56 116.75,-91.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"157.38\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 2.0000</text>\n",
       "</g>\n",
       "<!-- 4510037712* -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>4510037712*</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"261\" cy=\"-73.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"261\" y=\"-68.45\" font-family=\"Times,serif\" font-size=\"14.00\">*</text>\n",
       "</g>\n",
       "<!-- 4510037040&#45;&gt;4510037712* -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>4510037040&#45;&gt;4510037712*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M198.14,-73.5C206.61,-73.5 214.8,-73.5 222.29,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"222.29,-77 232.29,-73.5 222.29,-70 222.29,-77\"/>\n",
       "</g>\n",
       "<!-- 4510036080 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>4510036080</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1.5,-0.5 1.5,-36.5 196.5,-36.5 196.5,-0.5 1.5,-0.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"16.25\" y=\"-13.7\" font-family=\"Times,serif\" font-size=\"14.00\">x1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"31,-1 31,-36.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"70.88\" y=\"-13.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 2.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"110.75,-1 110.75,-36.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"153.62\" y=\"-13.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad &#45;3.0000</text>\n",
       "</g>\n",
       "<!-- 4510036080&#45;&gt;4510037712* -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>4510036080&#45;&gt;4510037712*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M172.12,-36.99C180.9,-39.65 189.7,-42.5 198,-45.5 208.09,-49.14 218.82,-53.73 228.47,-58.12\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"226.9,-61.25 237.45,-62.31 229.86,-54.91 226.9,-61.25\"/>\n",
       "</g>\n",
       "<!-- 4510039200 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>4510039200</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1029,-54.5 1029,-90.5 1212.75,-90.5 1212.75,-54.5 1029,-54.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1040.38\" y=\"-67.7\" font-family=\"Times,serif\" font-size=\"14.00\">n</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1051.75,-55 1051.75,-90.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1091.62\" y=\"-67.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.7000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1131.5,-55 1131.5,-90.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1172.12\" y=\"-67.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4510038768ReLU -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>4510038768ReLU</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"1282.19\" cy=\"-72.5\" rx=\"33.44\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1282.19\" y=\"-67.45\" font-family=\"Times,serif\" font-size=\"14.00\">ReLU</text>\n",
       "</g>\n",
       "<!-- 4510039200&#45;&gt;4510038768ReLU -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>4510039200&#45;&gt;4510038768ReLU</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1213.16,-72.5C1221.38,-72.5 1229.42,-72.5 1236.94,-72.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1236.75,-76 1246.75,-72.5 1236.75,-69 1236.75,-76\"/>\n",
       "</g>\n",
       "<!-- 4510039200+ -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>4510039200+</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"966\" cy=\"-72.5\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"966\" y=\"-67.45\" font-family=\"Times,serif\" font-size=\"14.00\">+</text>\n",
       "</g>\n",
       "<!-- 4510039200+&#45;&gt;4510039200 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>4510039200+&#45;&gt;4510039200</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M993.28,-72.5C1000.42,-72.5 1008.61,-72.5 1017.32,-72.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1017.06,-76 1027.06,-72.5 1017.06,-69 1017.06,-76\"/>\n",
       "</g>\n",
       "<!-- 4510037184 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>4510037184</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"690.38,-27.5 690.38,-63.5 874.12,-63.5 874.12,-27.5 690.38,-27.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"701.75\" y=\"-40.7\" font-family=\"Times,serif\" font-size=\"14.00\">b</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"713.12,-28 713.12,-63.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"753\" y=\"-40.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 6.7000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"792.88,-28 792.88,-63.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"833.5\" y=\"-40.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4510037184&#45;&gt;4510039200+ -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>4510037184&#45;&gt;4510039200+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M874.39,-59.04C893.45,-61.87 912.49,-64.7 928.16,-67.03\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"927.53,-70.47 937.94,-68.48 928.56,-63.55 927.53,-70.47\"/>\n",
       "</g>\n",
       "<!-- 4510037712 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>4510037712</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"324,-55.5 324,-91.5 535.5,-91.5 535.5,-55.5 324,-55.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"347\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">x1w1</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"370,-56 370,-91.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"412.12\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">data &#45;6.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"454.25,-56 454.25,-91.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"494.88\" y=\"-68.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4510037712&#45;&gt;4510039824+ -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>4510037712&#45;&gt;4510039824+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M535.88,-90.52C544.59,-91.93 552.96,-93.29 560.56,-94.52\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"559.91,-97.96 570.34,-96.1 561.03,-91.05 559.91,-97.96\"/>\n",
       "</g>\n",
       "<!-- 4510037712*&#45;&gt;4510037712 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>4510037712*&#45;&gt;4510037712</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M288.42,-73.5C295.52,-73.5 303.68,-73.5 312.42,-73.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"312.24,-77 322.24,-73.5 312.24,-70 312.24,-77\"/>\n",
       "</g>\n",
       "<!-- 4510038768 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>4510038768</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1351.63,-54.5 1351.63,-90.5 1535.38,-90.5 1535.38,-54.5 1351.63,-54.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1363\" y=\"-67.7\" font-family=\"Times,serif\" font-size=\"14.00\">o</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1374.38,-55 1374.38,-90.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1414.25\" y=\"-67.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.7000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"1454.13,-55 1454.13,-90.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1494.75\" y=\"-67.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4510038768ReLU&#45;&gt;4510038768 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>4510038768ReLU&#45;&gt;4510038768</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1315.81,-72.5C1323.15,-72.5 1331.33,-72.5 1339.89,-72.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1339.81,-76 1349.81,-72.5 1339.81,-69 1339.81,-76\"/>\n",
       "</g>\n",
       "<!-- 4510039824 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>4510039824</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"661.5,-82.5 661.5,-118.5 903,-118.5 903,-82.5 661.5,-82.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"699.5\" y=\"-95.7\" font-family=\"Times,serif\" font-size=\"14.00\">x1w1x2w2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"737.5,-83 737.5,-118.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"779.62\" y=\"-95.7\" font-family=\"Times,serif\" font-size=\"14.00\">data &#45;6.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"821.75,-83 821.75,-118.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"862.38\" y=\"-95.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4510039824&#45;&gt;4510039200+ -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>4510039824&#45;&gt;4510039200+</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M903.21,-82.02C911.99,-80.67 920.37,-79.38 927.96,-78.21\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"928.35,-81.69 937.7,-76.71 927.28,-74.77 928.35,-81.69\"/>\n",
       "</g>\n",
       "<!-- 4510039824+&#45;&gt;4510039824 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>4510039824+&#45;&gt;4510039824</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M625.93,-100.5C632.99,-100.5 641.12,-100.5 649.88,-100.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"649.77,-104 659.77,-100.5 649.77,-97 649.77,-104\"/>\n",
       "</g>\n",
       "<!-- 4510037952 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>4510037952</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3.75,-110.5 3.75,-146.5 194.25,-146.5 194.25,-110.5 3.75,-110.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"18.5\" y=\"-123.7\" font-family=\"Times,serif\" font-size=\"14.00\">x2</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"33.25,-111 33.25,-146.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"73.12\" y=\"-123.7\" font-family=\"Times,serif\" font-size=\"14.00\">data 0.0000</text>\n",
       "<polyline fill=\"none\" stroke=\"black\" points=\"113,-111 113,-146.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"153.62\" y=\"-123.7\" font-family=\"Times,serif\" font-size=\"14.00\">grad 1.0000</text>\n",
       "</g>\n",
       "<!-- 4510037952&#45;&gt;4510039104* -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>4510037952&#45;&gt;4510039104*</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M194.46,-128.5C204.21,-128.5 213.66,-128.5 222.21,-128.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"222.12,-132 232.12,-128.5 222.12,-125 222.12,-132\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x10cd1b190>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# inputs x1, x2\n",
    "x1 = Value(2.0, label='x1')\n",
    "x2 = Value(0.0, label='x2')\n",
    "\n",
    "# weights w1, w2\n",
    "w1 = Value(-3.0, label='w1')\n",
    "w2 = Value(1.0, label='w2')\n",
    "\n",
    "# bias\n",
    "b = Value(6.7, label='b')\n",
    "\n",
    "# x1*w1 + x2w2 + b\n",
    "x1w1 = x1*w1; x1w1.label = 'x1w1'\n",
    "x2w2 = x2*w2; x2w2.label = 'x2w2'\n",
    "x1w1x2w2 = x1w1 + x2w2; x1w1x2w2.label = 'x1w1x2w2'\n",
    "n = x1w1x2w2 + b; n.label = 'n'\n",
    "o = n.relu(); o.label = 'o'\n",
    "o.backward()\n",
    "draw_dot(o)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "# define the network\n",
    "n = MLP(3, [4, 4, 1])\n",
    "xs = [\n",
    "    [2.0, 3.0, -1.0],\n",
    "    [3.0, -1.0, 0.5],\n",
    "    [0.5, 1.0, 1.0], \n",
    "    [1.0, 1.0, -1.0]\n",
    "]\n",
    "ys = [1.0, -1.0, -1.0, 1.0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3.782647099715463\n",
      "3.16832258960887\n",
      "2.754272344574165\n",
      "2.4581327323191644\n",
      "2.2374411617248278\n",
      "2.0657197663155027\n",
      "1.925958038914842\n",
      "1.8360480071517706\n",
      "1.7318224864124159\n",
      "1.6153486680373632\n",
      "1.5148313339589166\n",
      "1.4241285106144184\n",
      "1.34008559304296\n",
      "1.2611560552086172\n",
      "1.1866342373672647\n",
      "1.1160946111563321\n",
      "1.049258465763234\n",
      "0.9859146892515283\n",
      "0.9258869563898802\n",
      "0.8690197403619295\n",
      "0.8159544730378498\n",
      "0.7876693231412732\n",
      "0.7284540998773279\n",
      "0.6793613962626981\n",
      "0.6349771532400813\n",
      "0.5936450641614719\n",
      "0.5548406833538313\n",
      "0.5183508491136213\n",
      "0.4840595011837741\n",
      "0.4518436355068244\n",
      "0.4215832416004598\n",
      "0.3931984272775171\n",
      "0.3665939019132797\n",
      "0.34167688581112743\n",
      "0.31835713356849105\n",
      "0.2965470424964405\n",
      "0.27616178730230173\n",
      "0.25711945674116476\n",
      "0.23934117901539004\n",
      "0.22275122773096395\n",
      "0.207277103382\n",
      "0.1928495876911983\n",
      "0.17940276998074228\n",
      "0.16687404618394683\n",
      "0.15520409218224043\n",
      "0.14433681390516867\n",
      "0.13421927710493087\n",
      "0.12480161995616185\n",
      "0.11603695168164159\n",
      "0.1078812403093081\n",
      "0.10029646747664192\n",
      "0.09323737847892061\n",
      "0.08667081524370024\n",
      "0.08056322945206032\n",
      "0.07488300174663229\n",
      "0.06960061342705204\n",
      "0.06468852203400655\n",
      "0.06012104141423502\n",
      "0.05587422649416704\n",
      "0.05192576309376282\n",
      "0.04825486301947027\n",
      "0.04484216456266135\n",
      "0.04166963843050044\n",
      "0.03872049905569199\n",
      "0.035979121169310374\n",
      "0.03343096147464683\n",
      "0.03106248522714275\n",
      "0.028861097503567103\n",
      "0.026815078930450206\n",
      "0.02491352563552828\n",
      "0.023146293184987184\n",
      "0.0215039442723097\n",
      "0.019977699930451932\n",
      "0.01855971973391573\n",
      "0.017241789776559206\n",
      "0.016017076526933686\n",
      "0.014879073509955279\n",
      "0.013821669703395711\n",
      "0.012839182149885234\n",
      "0.012050071251831398\n",
      "0.011818821390737234\n",
      "0.010531211728343183\n",
      "0.009744396858380458\n",
      "0.009047957057958404\n",
      "0.008403789499388942\n",
      "0.007805590323097574\n",
      "0.007249892851447339\n",
      "0.006733669930446752\n",
      "0.006254124197889545\n",
      "0.005808657246568757\n",
      "0.005394854321158492\n",
      "0.00501047122619702\n",
      "0.0046534222755844\n",
      "0.004321769115289493\n",
      "0.004013710343371408\n",
      "0.003727571866073774\n",
      "0.0034617979352547694\n",
      "0.0032149428173287703\n",
      "0.0029856630480848516\n",
      "0.0027727102314314515\n",
      "0.0025749642945754915\n",
      "0.002391266462525084\n",
      "0.0022206543612369473\n",
      "0.0020621994404248552\n",
      "0.0019150370955862738\n",
      "0.0017783640369095125\n",
      "0.0016514339565418072\n",
      "0.0015335535030117308\n",
      "0.0014240785386863259\n",
      "0.0013224106602245352\n",
      "0.001227993963639856\n",
      "0.001140312036900544\n",
      "0.001058885164185641\n",
      "0.0009832677270162375\n",
      "0.0009130457885044321\n",
      "0.0008478348479145695\n",
      "0.0007872777536177909\n",
      "0.0007310427633465614\n",
      "0.0006788262152573421\n",
      "0.0006303387033139449\n",
      "0.0005853066410073638\n",
      "0.000543489664831662\n",
      "0.0005046584490455105\n",
      "0.0004686000032121483\n",
      "0.0004351165099821248\n",
      "0.00040402424630890817\n",
      "0.00037515258121727495\n",
      "0.00034834304463697124\n",
      "0.0003234484622760005\n",
      "0.00030033215186896917\n",
      "0.00027886717646449197\n",
      "0.0002589356507202335\n",
      "0.00024042809645730948\n",
      "0.00022324284398931232\n",
      "0.00020728547598622513\n",
      "0.0001924683108615931\n",
      "0.00017870992288336116\n",
      "0.00016593560885041591\n",
      "0.0001540748672035927\n",
      "0.00014306013942546008\n",
      "0.00013283260445646404\n",
      "0.00012333602927461709\n",
      "0.00011451819540962693\n",
      "0.00010633061236604735\n",
      "9.872825171370971e-05\n",
      "9.16693001365835e-05\n",
      "8.511493007421964e-05\n",
      "7.902908670340787e-05\n",
      "7.33782900980223e-05\n",
      "6.813145148763095e-05\n",
      "6.325970261196248e-05\n",
      "5.8736237239539904e-05\n",
      "5.453616398485337e-05\n",
      "5.063636961989571e-05\n",
      "4.701539213301019e-05\n",
      "4.365330284099676e-05\n",
      "4.0531775351023e-05\n",
      "3.763368661652827e-05\n",
      "3.494238444553566e-05\n",
      "3.2443516451242273e-05\n",
      "3.0123326172001317e-05\n",
      "2.7969040291992103e-05\n",
      "2.6223102447391217e-05\n",
      "2.5841857262120427e-05\n",
      "2.2914288446751833e-05\n",
      "2.120243383583867e-05\n",
      "1.9680320968645123e-05\n",
      "1.8271748110398616e-05\n",
      "1.696437860296652e-05\n",
      "1.5750656438729837e-05\n",
      "1.4623834569585486e-05\n",
      "1.3577673407579237e-05\n",
      "1.2606386587559786e-05\n",
      "1.1704606042928968e-05\n",
      "1.0867350929451598e-05\n",
      "1.0089999105726189e-05\n",
      "9.368260859936583e-06\n",
      "8.698154668631173e-06\n",
      "8.075984804524428e-06\n",
      "7.4983206328107005e-06\n",
      "6.96197745385436e-06\n",
      "6.463998765519317e-06\n",
      "6.001665024884129e-06\n",
      "5.572437345498235e-06\n",
      "5.173849823990168e-06\n",
      "4.803772017540826e-06\n",
      "4.460164624904281e-06\n",
      "4.1411342699658045e-06\n",
      "3.8449230375490635e-06\n",
      "3.5698987714438755e-06\n",
      "3.314546070521368e-06\n",
      "3.0774579315179214e-06\n",
      "2.8573279914922013e-06\n",
      "2.6529433265500986e-06\n",
      "2.463177766658368e-06\n",
      "2.2869856893518426e-06\n",
      "2.1233962578658453e-06\n",
      "1.971508071753252e-06\n",
      "1.8304842003620375e-06\n",
      "1.6995475717151498e-06\n",
      "1.5779766913016771e-06\n",
      "1.4651137530398918e-06\n",
      "1.3603215541177068e-06\n",
      "1.2630152853572115e-06\n",
      "1.172669315889775e-06\n",
      "1.0887857949239573e-06\n",
      "1.0109024814913968e-06\n",
      "9.385901957503374e-07\n",
      "8.714504543796102e-07\n",
      "8.09113275196584e-07\n",
      "7.512351387822506e-07\n",
      "6.97497095878967e-07\n",
      "6.47603010134933e-07\n",
      "6.012779265164861e-07\n",
      "5.582665564017156e-07\n",
      "5.183318710136848e-07\n",
      "4.812537954428438e-07\n",
      "4.4682799606781126e-07\n",
      "4.148647546958639e-07\n",
      "3.851879232208194e-07\n",
      "3.5763828825831726e-07\n",
      "3.3205609454897946e-07\n",
      "3.0830279245359445e-07\n",
      "2.8624863542846165e-07\n",
      "2.657720806670739e-07\n",
      "2.467602796378154e-07\n",
      "2.2910845583867874e-07\n",
      "2.1271932740831547e-07\n",
      "1.9750257105737777e-07\n",
      "1.8337432434159052e-07\n",
      "1.70256723534753e-07\n",
      "1.5807747455358489e-07\n",
      "1.4676945457184098e-07\n",
      "1.362703421294854e-07\n",
      "1.26522273697042e-07\n",
      "1.1747152480485762e-07\n",
      "1.0906821397969398e-07\n",
      "1.0126602785740544e-07\n",
      "9.40222844773501e-08\n",
      "8.729747335705987e-08\n",
      "8.10526438715793e-08\n",
      "7.525453553238078e-08\n",
      "6.98711925081931e-08\n",
      "6.487294502630126e-08\n",
      "6.023224568643634e-08\n",
      "5.592351763429766e-08\n",
      "5.192301360479464e-08\n",
      "4.820868504892755e-08\n",
      "4.47600606214636e-08\n",
      "4.1558133361057925e-08\n",
      "3.858525593960066e-08\n",
      "3.5825043404699017e-08\n",
      "3.326228287917038e-08\n",
      "3.0882849719546516e-08\n",
      "2.8673629672105483e-08\n",
      "2.6622446596650016e-08\n",
      "2.4717995360855317e-08\n",
      "2.2949818409699942e-08\n",
      "2.138536503645849e-08\n",
      "2.1196480743373175e-08\n",
      "1.880222880096398e-08\n",
      "1.7398436453154436e-08\n",
      "1.6149227730531133e-08\n",
      "1.4993125168386217e-08\n",
      "1.392010609438892e-08\n",
      "1.292397300463912e-08\n",
      "1.1999184311653484e-08\n",
      "1.1140614873443408e-08\n",
      "1.0343512059964956e-08\n",
      "9.60346706322854e-09\n",
      "8.916389327024626e-09\n",
      "8.278483080334074e-09\n",
      "7.68622572257329e-09\n",
      "7.136347883391487e-09\n",
      "6.625815005976922e-09\n",
      "6.151810321404779e-09\n",
      "5.7117190962338185e-09\n",
      "5.30311404921732e-09\n",
      "4.923741842987884e-09\n",
      "4.571510566107974e-09\n",
      "4.244478128821358e-09\n",
      "3.940841502626761e-09\n",
      "3.658926740200634e-09\n",
      "3.3971797169636595e-09\n",
      "3.154157541020939e-09\n",
      "2.928531214576363e-09\n",
      "2.7190670582159848e-09\n",
      "2.5245552645219935e-09\n",
      "2.343958220006402e-09\n",
      "2.1762804752146e-09\n",
      "2.0205978061575134e-09\n",
      "1.8760521118127155e-09\n",
      "1.74184668177892e-09\n",
      "1.617241803273391e-09\n",
      "1.501550682669403e-09\n",
      "1.3941356591137542e-09\n",
      "1.2944046891562286e-09\n",
      "1.2018080830175823e-09\n",
      "1.1158354744889525e-09\n",
      "1.0360130075885297e-09\n",
      "9.619007245792215e-10\n",
      "8.930901409278817e-10\n",
      "8.292019936909555e-10\n",
      "7.698841510854532e-10\n",
      "7.148130321244722e-10\n",
      "6.63685355768442e-10\n",
      "6.162079163662347e-10\n",
      "5.721268257228649e-10\n",
      "5.311991213711687e-10\n",
      "4.931992226283262e-10\n",
      "4.5791768600650586e-10\n",
      "4.2516005078058793e-10\n",
      "3.9474576715761074e-10\n",
      "3.665072011425407e-10\n",
      "3.4028871059961414e-10\n",
      "3.1594578739842494e-10\n",
      "2.9334426093473177e-10\n",
      "2.7235955863122674e-10\n",
      "2.528760193219453e-10\n",
      "2.34786255782793e-10\n",
      "2.1799056283130343e-10\n",
      "2.0239636779757876e-10\n",
      "1.8791772028233725e-10\n",
      "1.7447564139784581e-10\n",
      "1.619961008981764e-10\n",
      "1.5040752979701366e-10\n",
      "1.3964796006212973e-10\n",
      "1.2965808789261446e-10\n",
      "1.2038285213729667e-10\n",
      "1.1177113051666178e-10\n",
      "1.0377545784209053e-10\n",
      "9.63517643932043e-11\n",
      "8.945913302832587e-11\n",
      "8.305957364448356e-11\n",
      "7.711781381118267e-11\n",
      "7.16011043417778e-11\n",
      "6.647903879806088e-11\n",
      "6.172338589612061e-11\n",
      "5.7307933914246486e-11\n",
      "5.32083462056126e-11\n",
      "4.9402027073822877e-11\n",
      "4.5867997229212626e-11\n",
      "4.258696724313981e-11\n",
      "3.954090331271293e-11\n",
      "3.671229989116563e-11\n",
      "3.408604387853227e-11\n",
      "3.1647660045699346e-11\n",
      "2.9383708744567385e-11\n",
      "2.728171174884372e-11\n",
      "2.53300834775215e-11\n",
      "2.3518067135649454e-11\n",
      "2.1835675429522603e-11\n",
      "2.0273635514177627e-11\n",
      "1.8823337891609995e-11\n",
      "1.7476788950275887e-11\n",
      "1.6226566913533254e-11\n",
      "1.506578092705624e-11\n",
      "1.3988033082896668e-11\n",
      "1.298738315418867e-11\n",
      "1.2058315855073684e-11\n",
      "1.1195710441348098e-11\n",
      "1.0419055776830549e-11\n",
      "1.033941055996151e-11\n",
      "9.172489847060149e-12\n",
      "8.487735725235159e-12\n",
      "7.87831783476283e-12\n",
      "7.314316245968833e-12\n",
      "6.7908466331813364e-12\n",
      "6.304885898706831e-12\n",
      "5.853730582008781e-12\n",
      "5.43488036150022e-12\n",
      "5.046016645285155e-12\n",
      "4.684988577871904e-12\n",
      "4.349800563535739e-12\n",
      "4.038600820330059e-12\n",
      "3.749670835560243e-12\n",
      "3.4814156365643127e-12\n",
      "3.232354805023461e-12\n",
      "3.001114174083036e-12\n",
      "2.78641814073173e-12\n",
      "2.5870825513212007e-12\n",
      "2.4020081128311904e-12\n",
      "2.230174284400697e-12\n",
      "2.0706336167525005e-12\n",
      "1.9225065025711205e-12\n",
      "1.7849763074128326e-12\n",
      "1.6572848524691805e-12\n",
      "1.5387282250088357e-12\n",
      "1.4286528879392176e-12\n",
      "1.3264572293024972e-12\n",
      "1.2315814597787498e-12\n",
      "1.1434785969969332e-12\n",
      "1.0616783401046017e-12\n",
      "9.857298069359464e-13\n",
      "9.152143760659811e-13\n",
      "8.497433748406727e-13\n",
      "7.889559381320171e-13\n",
      "7.325170164115011e-13\n",
      "6.801155297869348e-13\n",
      "6.314626528776145e-13\n",
      "5.862902224253469e-13\n",
      "5.443492589869248e-13\n",
      "5.054085945466694e-13\n",
      "4.692535983019966e-13\n",
      "4.3568499358882213e-13\n",
      "4.0451775948947747e-13\n",
      "3.755801107454062e-13\n",
      "3.487125509709623e-13\n",
      "3.2376860701305124e-13\n",
      "3.006106336924189e-13\n",
      "2.791061035611761e-13\n",
      "2.591399254575974e-13\n",
      "2.406020512726287e-13\n",
      "2.233903054355789e-13\n",
      "2.0740982165240728e-13\n",
      "1.9257252041738462e-13\n",
      "1.787966225444642e-13\n",
      "1.660061994812379e-13\n",
      "1.5413075419729876e-13\n",
      "1.4310483257037085e-13\n",
      "1.3286766298738965e-13\n",
      "1.2336282113921593e-13\n",
      "1.145379192454612e-13\n",
      "1.063443168911178e-13\n",
      "9.873685326851449e-14\n",
      "9.167359838095995e-14\n",
      "8.511562162809936e-14\n",
      "7.90271923133644e-14\n",
      "7.337465074941528e-14\n",
      "6.812571017962495e-14\n",
      "6.325225878949088e-14\n",
      "5.872743531705663e-14\n",
      "5.452630035161901e-14\n",
      "5.062569842330242e-14\n",
      "4.700413057645814e-14\n",
      "4.3641635801325696e-14\n",
      "4.051968091669885e-14\n",
      "3.76210587076545e-14\n",
      "3.492979276767658e-14\n",
      "3.243104968322733e-14\n",
      "3.011105704872004e-14\n",
      "2.7957027809054274e-14\n",
      "2.5957089487147166e-14\n",
      "2.4100219075095334e-14\n",
      "2.2376182060784397e-14\n",
      "2.0775476010668676e-14\n",
      "1.9289384635424212e-14\n",
      "1.7909676931939755e-14\n",
      "1.6628487442103503e-14\n",
      "1.5438949344050685e-14\n",
      "1.433450625748918e-14\n",
      "1.3309070752990314e-14\n",
      "1.2356990998922569e-14\n",
      "1.147301937481992e-14\n",
      "1.0652283661526534e-14\n",
      "9.890260219114598e-15\n",
      "9.18274902693715e-15\n",
      "8.525850456891868e-15\n",
      "7.915943895154143e-15\n",
      "7.349667706204217e-15\n",
      "6.823900726624985e-15\n",
      "6.335745107402054e-15\n",
      "5.882510249287944e-15\n",
      "5.4616980856995405e-15\n",
      "5.07098919055303e-15\n",
      "4.708258343705544e-15\n",
      "4.404555370749565e-15\n",
      "4.350092291895715e-15\n",
      "3.857195652054505e-15\n",
      "3.569109485255094e-15\n",
      "3.312838123252251e-15\n",
      "3.0756735941644313e-15\n",
      "2.8555536520896726e-15\n",
      "2.6512064574352008e-15\n",
      "2.4614951161902163e-15\n",
      "2.2853681974159057e-15\n",
      "2.12185070076805e-15\n",
      "1.970038172070309e-15\n",
      "1.8290914400667377e-15\n",
      "1.6982318174086549e-15\n",
      "1.5767366610057541e-15\n",
      "1.4639352862912264e-15\n",
      "1.3592051598678728e-15\n",
      "1.2619684387039415e-15\n",
      "1.171688732280362e-15\n",
      "1.0878680953939554e-15\n",
      "1.010044284244929e-15\n",
      "9.377881565761158e-16\n",
      "8.707013081750122e-16\n",
      "8.084138510676099e-16\n",
      "7.505824095252815e-16\n",
      "6.968881588302482e-16\n",
      "6.470350960001825e-16\n",
      "6.007573811189436e-16\n",
      "5.577813598984723e-16\n",
      "5.178796805087733e-16\n",
      "4.808324471351784e-16\n",
      "4.46435456690871e-16\n",
      "4.144991177039521e-16\n",
      "3.848473978116842e-16\n",
      "3.5731685784151754e-16\n",
      "3.317557553321504e-16\n",
      "3.080232033686422e-16\n",
      "2.859883916671542e-16\n",
      "2.6552986737993184e-16\n",
      "2.4653487073677794e-16\n",
      "2.2889870711690584e-16\n",
      "2.1252416622226675e-16\n",
      "1.973210017581474e-16\n",
      "1.8320541464229286e-16\n",
      "1.7009960093418357e-16\n",
      "1.5793312923740394e-16\n",
      "1.4663577733619458e-16\n",
      "1.3614601609845554e-16\n",
      "1.2640665173268e-16\n",
      "1.173640047664271e-16\n",
      "1.0896823568473079e-16\n",
      "1.0117306830772882e-16\n",
      "9.393553593415203e-17\n",
      "8.721574960437734e-17\n",
      "8.097666860212613e-17\n",
      "7.518390914915548e-17\n",
      "6.980553939383623e-17\n",
      "6.481191989778411e-17\n",
      "6.017552354948058e-17\n",
      "5.587079716798403e-17\n",
      "5.187401479607065e-17\n",
      "4.8163147355194637e-17\n",
      "4.4717740461221114e-17\n",
      "4.15189027683155e-17\n",
      "3.854931356504936e-17\n",
      "3.57916446915931e-17\n",
      "3.3231249001400575e-17\n",
      "3.0854013705486345e-17\n",
      "2.864683553378723e-17\n",
      "2.6597551764134758e-17\n",
      "2.4694865860880688e-17\n",
      "2.2928289231169626e-17\n",
      "2.1288087336610793e-17\n",
      "1.9765220191582473e-17\n",
      "1.8351292716678194e-17\n",
      "1.7038511560849776e-17\n",
      "1.5819641459308162e-17\n",
      "1.4687965172309674e-17\n",
      "1.3637244952333808e-17\n",
      "1.266168920335471e-17\n",
      "1.1755920031743073e-17\n",
      "1.0914946796994424e-17\n",
      "1.0134133645258154e-17\n",
      "9.409323008497891e-18\n",
      "8.736213501643068e-18\n",
      "8.1112585321528e-18\n",
      "7.53101067086643e-18\n",
      "6.992271369740212e-18\n",
      "6.492071408435716e-18\n",
      "6.027653540573453e-18\n",
      "5.5964587161418596e-18\n",
      "5.196109767461186e-18\n",
      "4.8243996989186325e-18\n",
      "4.479281210069655e-18\n",
      "4.158850663413089e-18\n",
      "3.861342696067429e-18\n",
      "3.5851171850427024e-18\n",
      "3.3286515314589575e-18\n",
      "3.090532973990102e-18\n",
      "2.8801015425351788e-18\n",
      "2.854406567999995e-18\n",
      "2.531957170940004e-18\n",
      "2.3429176993769733e-18\n",
      "2.174694654078551e-18\n",
      "2.0190098518403845e-18\n",
      "1.87452924508742e-18\n",
      "1.7403944555740755e-18\n",
      "1.6158581547456358e-18\n",
      "1.500239114696134e-18\n",
      "1.3928972806278327e-18\n",
      "1.2932396383859275e-18\n",
      "1.2007147389612739e-18\n",
      "1.1148114558038053e-18\n",
      "1.0350554978772378e-18\n",
      "9.610066221132064e-19\n",
      "8.922562618031353e-19\n",
      "8.284247376945595e-19\n",
      "7.691602184232479e-19\n",
      "7.141359128413278e-19\n",
      "6.63048254423738e-19\n",
      "6.156152175325596e-19\n",
      "5.715758430557996e-19\n",
      "5.306879428389195e-19\n",
      "4.927307713082059e-19\n",
      "4.574822850300748e-19\n",
      "4.2475556843410916e-19\n",
      "3.9437004303552476e-19\n",
      "3.661582516865827e-19\n",
      "3.3996458317431926e-19\n",
      "3.156447940301861e-19\n",
      "2.9306466134355774e-19\n",
      "2.7209984215727164e-19\n",
      "2.5263483220721274e-19\n",
      "2.345622103017265e-19\n",
      "2.1778253352168176e-19\n",
      "2.0220318420263639e-19\n",
      "1.8773838660762187e-19\n",
      "1.7430826797454251e-19\n",
      "1.618389648343246e-19\n",
      "1.5026158765258563e-19\n",
      "1.3951248612480178e-19\n",
      "1.2953266668608691e-19\n",
      "1.2026796875198798e-19\n",
      "1.116645071829502e-19\n",
      "1.0367641776266849e-19\n",
      "9.625977189327599e-20\n",
      "8.937367275708882e-20\n",
      "8.298024863910812e-20\n",
      "7.704416452110848e-20\n",
      "7.153269696199145e-20\n",
      "6.641548562632186e-20\n",
      "6.166435457100827e-20\n",
      "5.725315129767325e-20\n",
      "5.315747248568466e-20\n",
      "4.9354774645366724e-20\n",
      "4.58241412561092e-20\n",
      "4.254604569633511e-20\n",
      "3.950244878641047e-20\n",
      "3.667663197117462e-20\n",
      "3.4052915373225673e-20\n",
      "3.1616938711515093e-20\n",
      "2.935559820607079e-20\n",
      "2.725559691345655e-20\n",
      "2.5305861629655252e-20\n",
      "2.3495592565932198e-20\n",
      "2.1814829361921053e-20\n",
      "2.0254266000132356e-20\n",
      "1.8805349385118377e-20\n",
      "1.7460100962683027e-20\n",
      "1.621107893006719e-20\n",
      "1.505141282062153e-20\n",
      "1.3974695265668484e-20\n",
      "1.2975008321674933e-20\n",
      "1.2046823227971344e-20\n",
      "1.1185051346273762e-20\n",
      "1.0384896743214267e-20\n",
      "9.641987992493783e-21\n",
      "8.952230906901683e-21\n",
      "8.311820541598665e-21\n",
      "7.717222252469413e-21\n",
      "7.165261207651818e-21\n",
      "6.652707375395205e-21\n",
      "6.1767929194021596e-21\n",
      "5.734919813635356e-21\n",
      "5.324659557292251e-21\n",
      "4.943750849699192e-21\n",
      "4.5900896694117895e-21\n",
      "4.2617381418989555e-21\n",
      "3.956861011649762e-21\n",
      "3.673803294238988e-21\n",
      "3.411000557549343e-21\n",
      "3.1669841997069824e-21\n",
      "2.9404242917721443e-21\n",
      "2.730086334455085e-21\n",
      "2.5347907832900574e-21\n",
      "2.353459561797132e-21\n",
      "2.1851078290530483e-21\n",
      "2.028789407871515e-21\n",
      "1.883660511513952e-21\n",
      "1.748941884689255e-21\n",
      "1.6238216827092545e-21\n",
      "1.5076534425916804e-21\n",
      "1.4002651498388383e-21\n",
      "1.3920385690350487e-21\n",
      "1.2351941793439315e-21\n",
      "1.142999383333928e-21\n",
      "1.0609293964941836e-21\n",
      "9.849814287057477e-22\n",
      "9.14484500237122e-22\n",
      "8.49041221717048e-22\n",
      "7.882867573890943e-22\n",
      "7.318825915081316e-22\n",
      "6.795119034460603e-22\n",
      "6.308974035533811e-22\n",
      "5.857578924257109e-22\n",
      "5.438540697484003e-22\n",
      "5.049441591573079e-22\n",
      "4.688213311222163e-22\n",
      "4.352861927046616e-22\n",
      "4.041449423876242e-22\n",
      "3.7523223773568677e-22\n",
      "3.4839264025255584e-22\n",
      "3.234713474733687e-22\n",
      "3.003306923110009e-22\n",
      "2.788475991522102e-22\n",
      "2.589018542971628e-22\n",
      "2.403821496816731e-22\n",
      "2.231865077404312e-22\n",
      "2.0722177603065931e-22\n",
      "1.923977675733078e-22\n",
      "1.786355800569022e-22\n",
      "1.6585654256505827e-22\n",
      "1.5399373989753494e-22\n",
      "1.4297834416221878e-22\n",
      "1.327522794808972e-22\n",
      "1.23255916757539e-22\n",
      "1.144373623921939e-22\n",
      "1.062497925720823e-22\n",
      "9.864861095645006e-23\n",
      "9.159031843610644e-23\n",
      "8.503812893560087e-23\n",
      "7.895546467573955e-23\n",
      "7.33058819343788e-23\n",
      "6.806290536857399e-23\n",
      "6.319337332430357e-23\n",
      "5.867312612283232e-23\n",
      "5.447510650071256e-23\n",
      "5.057807181427327e-23\n",
      "4.6959343273913567e-23\n",
      "4.359976521679101e-23\n",
      "4.0480899843486895e-23\n",
      "3.758590618161802e-23\n",
      "3.4897146238115964e-23\n",
      "3.240080946209088e-23\n",
      "3.0084008997143175e-23\n",
      "2.7930885127574073e-23\n",
      "2.5933031739251588e-23\n",
      "2.4078562596530593e-23\n",
      "2.2355608818705874e-23\n",
      "2.0755890299849103e-23\n",
      "1.9271284915754172e-23\n",
      "1.789317914350078e-23\n",
      "1.6613111821256898e-23\n",
      "1.5425137994633166e-23\n",
      "1.4320918824541672e-23\n",
      "1.3296136000105574e-23\n",
      "1.2345246910649079e-23\n",
      "1.1461648445268842e-23\n",
      "1.0641982768217983e-23\n",
      "9.880512013420714e-24\n",
      "9.173332736880632e-24\n",
      "8.517227507766034e-24\n",
      "7.90768669177866e-24\n",
      "7.342142164567514e-24\n",
      "6.817116639588333e-24\n",
      "6.329259676665224e-24\n",
      "5.8765794882941654e-24\n",
      "5.456708135904814e-24\n",
      "5.066037616235721e-24\n",
      "4.703699430408093e-24\n",
      "4.366960126081533e-24\n",
      "4.054708962449587e-24\n",
      "3.764635871284879e-24\n",
      "3.495394821690021e-24\n",
      "3.2450288716262896e-24\n",
      "3.0129923758663046e-24\n",
      "2.797394853902607e-24\n",
      "2.5974764847720496e-24\n",
      "2.411704178935093e-24\n",
      "2.239361379518861e-24\n",
      "2.0790953133304156e-24\n",
      "1.930548231949239e-24\n",
      "1.792520228634684e-24\n",
      "1.6642042740288055e-24\n",
      "1.545016968514338e-24\n",
      "1.434418225868093e-24\n",
      "1.3319369482182337e-24\n",
      "1.2367161737767055e-24\n",
      "1.1480991388620571e-24\n",
      "1.0659283794420354e-24\n",
      "9.899631203772249e-25\n",
      "9.189525980504944e-25\n",
      "8.533461427030771e-25\n",
      "7.924496923238467e-25\n",
      "7.355525818448122e-25\n",
      "6.831009860635859e-25\n",
      "6.34197329181446e-25\n",
      "5.888299631740889e-25\n",
      "5.467968040643099e-25\n",
      "5.077292812460478e-25\n",
      "5.047897759720164e-25\n",
      "4.4793760591267615e-25\n",
      "4.146201888401832e-25\n",
      "3.8488607382204346e-25\n",
      "3.573474080069404e-25\n",
      "3.3175868309002726e-25\n",
      "3.080692763879018e-25\n",
      "2.8603880719160117e-25\n",
      "2.656408486608005e-25\n",
      "2.466032930870051e-25\n",
      "2.2892095124457284e-25\n",
      "2.1257364555066234e-25\n",
      "1.9734013749921404e-25\n",
      "1.8322098175805193e-25\n",
      "1.701596638388879e-25\n",
      "1.5794955148836065e-25\n",
      "1.4666564812222436e-25\n",
      "1.3618231531537096e-25\n",
      "1.2644848665013903e-25\n",
      "1.1735587864133535e-25\n",
      "1.0895987178969675e-25\n",
      "1.0118351517910925e-25\n",
      "9.392523064207401e-26\n",
      "8.720386455865482e-26\n",
      "8.095471800867191e-26\n",
      "7.516680856921042e-26\n",
      "6.979000659493386e-26\n",
      "6.479003361432007e-26\n",
      "6.019245365107886e-26\n",
      "5.594085082453529e-26\n",
      "5.195665951890999e-26\n",
      "4.825117030590895e-26\n",
      "4.475428549853229e-26\n",
      "4.1522236088180296e-26\n",
      "3.856355163339067e-26\n",
      "3.58177979932525e-26\n",
      "3.3283298838342184e-26\n",
      "3.089798067618015e-26\n",
      "2.8700263498040987e-26\n",
      "2.6653600857300004e-26\n",
      "2.478642872440009e-26\n",
      "2.299788383703775e-26\n",
      "2.1354279815058128e-26\n",
      "1.9817381556461292e-26\n",
      "1.8420345871169812e-26\n",
      "1.7100618554589992e-26\n",
      "1.5893020420116352e-26\n",
      "1.4754422962946262e-26\n",
      "1.367979719480894e-26\n",
      "1.2713011177605657e-26\n",
      "1.1789846703270767e-26\n",
      "1.094590112015237e-26\n",
      "1.01604914813917e-26\n",
      "9.42676455787465e-27\n",
      "8.759018453508352e-27\n",
      "8.126327355617812e-27\n",
      "7.545417580584046e-27\n",
      "7.01183945986354e-27\n",
      "6.517494843226135e-27\n",
      "6.0401723658092025e-27\n",
      "5.603488550962796e-27\n",
      "5.208084348172408e-27\n",
      "4.843334787120843e-27\n",
      "4.507181433883539e-27\n",
      "4.188309064851233e-27\n",
      "3.888529594915605e-27\n",
      "3.6089646856762645e-27\n",
      "3.3489364097927885e-27\n",
      "3.1153103223309282e-27\n",
      "2.891902448782009e-27\n",
      "2.6835815400454414e-27\n",
      "2.4936632771134828e-27\n",
      "2.3219257928565397e-27\n",
      "2.158594607620858e-27\n",
      "2.0020796736443516e-27\n",
      "1.8586672262655005e-27\n",
      "1.7208014571264846e-27\n",
      "1.5940906742253596e-27\n",
      "1.4830954796704344e-27\n",
      "1.3759213301251735e-27\n",
      "1.28061707201316e-27\n",
      "1.1933493343730856e-27\n",
      "1.1076593185434532e-27\n",
      "1.0288841615861487e-27\n",
      "9.532767742013724e-28\n",
      "8.857428851434673e-28\n",
      "8.22720294387295e-28\n",
      "7.608070392790896e-28\n",
      "7.084463966950449e-28\n",
      "6.595986503295626e-28\n",
      "6.12599796710692e-28\n",
      "5.643436960241254e-28\n",
      "5.281670279487556e-28\n",
      "4.921629231964028e-28\n",
      "4.576132807380513e-28\n",
      "4.231868977961406e-28\n",
      "3.9134896469948633e-28\n",
      "3.6605611192583763e-28\n",
      "3.4342566470730986e-28\n",
      "3.224961988156649e-28\n",
      "2.9786894743079643e-28\n",
      "2.763478358602357e-28\n",
      "2.6251811811557983e-28\n",
      "2.545309014502171e-28\n",
      "2.242337123090726e-28\n",
      "2.0864138347931354e-28\n",
      "1.958840235276925e-28\n",
      "1.8126544487781562e-28\n",
      "1.6975300604224648e-28\n",
      "1.570079720422695e-28\n",
      "1.45594140819853e-28\n",
      "1.3493219264772525e-28\n",
      "1.2572470676959876e-28\n",
      "1.1681304373093014e-28\n",
      "1.1015702984312785e-28\n",
      "1.0339008239052886e-28\n",
      "9.792968581220217e-29\n",
      "9.152019095728145e-29\n",
      "8.613375008881923e-29\n",
      "8.04638123325432e-29\n",
      "7.357360536350343e-29\n",
      "6.879113612560105e-29\n",
      "6.440309734030917e-29\n",
      "6.000273260337321e-29\n",
      "5.616936164206486e-29\n",
      "5.111572146799275e-29\n",
      "4.7270024555040317e-29\n",
      "4.352293525524051e-29\n",
      "4.1217982297797867e-29\n",
      "3.9270481938033494e-29\n",
      "3.769276012759147e-29\n",
      "3.7446241094709904e-29\n",
      "3.6139690220437603e-29\n",
      "3.2478882582146345e-29\n",
      "3.003834415661884e-29\n",
      "2.8633185669193913e-29\n",
      "2.7375938601497925e-29\n",
      "2.457794757829215e-29\n",
      "2.2803010541544873e-29\n",
      "2.1570415377137042e-29\n",
      "2.0374798067661446e-29\n",
      "1.9080573145033223e-29\n",
      "1.7305636108285946e-29\n",
      "1.6208626411962977e-29\n",
      "1.5111616715640007e-29\n",
      "1.3879021551232176e-29\n",
      "1.3533894905197984e-29\n",
      "1.333667967889273e-29\n",
      "1.1919195239823725e-29\n",
      "1.1093356479670479e-29\n",
      "9.688197992245551e-30\n",
      "8.430950924549564e-30\n",
      "7.740697632481178e-30\n",
      "7.14905195356542e-30\n",
      "7.14905195356542e-30\n",
      "7.112074098633185e-30\n",
      "6.92718482397201e-30\n",
      "6.914858872327932e-30\n",
      "6.914858872327932e-30\n",
      "6.508102468073347e-30\n",
      "6.002738450666137e-30\n",
      "6.002738450666137e-30\n",
      "5.867152982581275e-30\n",
      "5.5959820464115525e-30\n",
      "4.992010415851715e-30\n",
      "4.9550325609194804e-30\n",
      "4.9550325609194804e-30\n",
      "4.9550325609194804e-30\n",
      "4.893402802699089e-30\n",
      "4.8810768510550105e-30\n",
      "4.3264090270714866e-30\n",
      "4.289431172139252e-30\n",
      "4.289431172139252e-30\n",
      "4.979684464207637e-30\n",
      "4.7208394796819925e-30\n",
      "4.659209721461601e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.215475462274782e-30\n",
      "4.548276156664896e-30\n",
      "3.771741203087963e-30\n",
      "3.771741203087963e-30\n",
      "3.710111444867571e-30\n",
      "3.710111444867571e-30\n",
      "3.710111444867571e-30\n",
      "3.6484816866471796e-30\n",
      "3.6484816866471796e-30\n",
      "3.6484816866471796e-30\n",
      "3.6484816866471796e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n",
      "3.5991778800708664e-30\n"
     ]
    }
   ],
   "source": [
    "lr = 0.01\n",
    "for i in range(1000):\n",
    "    # forward pass\n",
    "    ypred = [n(x) for x in xs]\n",
    "    loss = sum((yout - ygt)**2 for ygt, yout in zip(ys, ypred))\n",
    "\n",
    "    # reset the grads\n",
    "    for p in n.parameters():\n",
    "        p.grad = 0.0\n",
    "\n",
    "    # backward pass\n",
    "    loss.backward()\n",
    "    print(loss.data)\n",
    "\n",
    "    # update the parameters\n",
    "    for p in n.parameters():\n",
    "        p.data -= p.grad * lr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Value(data=0.9999999999999987, grad=-2.6645352591003757e-15),\n",
       " Value(data=-1.0, grad=0.0),\n",
       " Value(data=-0.9999999999999998, grad=4.440892098500626e-16),\n",
       " Value(data=0.9999999999999987, grad=-2.6645352591003757e-15)]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ypred"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.19"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}