4532 lines
180 KiB
Plaintext
4532 lines
180 KiB
Plaintext
{
|
||
"cells": [
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"# 3.8 多层感知机"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 1,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"0.4.1\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"%matplotlib inline\n",
|
||
"import torch\n",
|
||
"import numpy as np\n",
|
||
"import matplotlib.pylab as plt\n",
|
||
"import sys\n",
|
||
"sys.path.append(\"..\") \n",
|
||
"import d2lzh_pytorch as d2l\n",
|
||
"\n",
|
||
"print(torch.__version__)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 3.8.2 激活函数"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 2,
|
||
"metadata": {
|
||
"collapsed": true
|
||
},
|
||
"outputs": [],
|
||
"source": [
|
||
"def xyplot(x_vals, y_vals, name):\n",
|
||
" d2l.set_figsize(figsize=(5, 2.5))\n",
|
||
" d2l.plt.plot(x_vals.detach().numpy(), y_vals.detach().numpy())\n",
|
||
" d2l.plt.xlabel('x')\n",
|
||
" d2l.plt.ylabel(name + '(x)')"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"### 3.8.2.1 ReLU函数"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 3,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"image/svg+xml": [
|
||
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
|
||
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
|
||
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
|
||
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
|
||
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 323 184\" width=\"323pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
|
||
" <defs>\n",
|
||
" <style type=\"text/css\">\n",
|
||
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
|
||
" </style>\n",
|
||
" </defs>\n",
|
||
" <g id=\"figure_1\">\n",
|
||
" <g id=\"patch_1\">\n",
|
||
" <path d=\"M 0 184.15625 \n",
|
||
"L 323.940625 184.15625 \n",
|
||
"L 323.940625 -0 \n",
|
||
"L 0 -0 \n",
|
||
"z\n",
|
||
"\" style=\"fill:none;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"axes_1\">\n",
|
||
" <g id=\"patch_2\">\n",
|
||
" <path d=\"M 34.240625 146.6 \n",
|
||
"L 313.240625 146.6 \n",
|
||
"L 313.240625 10.7 \n",
|
||
"L 34.240625 10.7 \n",
|
||
"z\n",
|
||
"\" style=\"fill:#ffffff;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_1\">\n",
|
||
" <g id=\"xtick_1\">\n",
|
||
" <g id=\"line2d_1\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L 0 3.5 \n",
|
||
"\" id=\"m447d84ddde\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"46.922443\" xlink:href=\"#m447d84ddde\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_1\">\n",
|
||
" <!-- −8 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.59375 35.5 \n",
|
||
"L 73.1875 35.5 \n",
|
||
"L 73.1875 27.203125 \n",
|
||
"L 10.59375 27.203125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2212\"/>\n",
|
||
" <path d=\"M 31.78125 34.625 \n",
|
||
"Q 24.75 34.625 20.71875 30.859375 \n",
|
||
"Q 16.703125 27.09375 16.703125 20.515625 \n",
|
||
"Q 16.703125 13.921875 20.71875 10.15625 \n",
|
||
"Q 24.75 6.390625 31.78125 6.390625 \n",
|
||
"Q 38.8125 6.390625 42.859375 10.171875 \n",
|
||
"Q 46.921875 13.96875 46.921875 20.515625 \n",
|
||
"Q 46.921875 27.09375 42.890625 30.859375 \n",
|
||
"Q 38.875 34.625 31.78125 34.625 \n",
|
||
"z\n",
|
||
"M 21.921875 38.8125 \n",
|
||
"Q 15.578125 40.375 12.03125 44.71875 \n",
|
||
"Q 8.5 49.078125 8.5 55.328125 \n",
|
||
"Q 8.5 64.0625 14.71875 69.140625 \n",
|
||
"Q 20.953125 74.21875 31.78125 74.21875 \n",
|
||
"Q 42.671875 74.21875 48.875 69.140625 \n",
|
||
"Q 55.078125 64.0625 55.078125 55.328125 \n",
|
||
"Q 55.078125 49.078125 51.53125 44.71875 \n",
|
||
"Q 48 40.375 41.703125 38.8125 \n",
|
||
"Q 48.828125 37.15625 52.796875 32.3125 \n",
|
||
"Q 56.78125 27.484375 56.78125 20.515625 \n",
|
||
"Q 56.78125 9.90625 50.3125 4.234375 \n",
|
||
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.734375 -1.421875 13.25 4.234375 \n",
|
||
"Q 6.78125 9.90625 6.78125 20.515625 \n",
|
||
"Q 6.78125 27.484375 10.78125 32.3125 \n",
|
||
"Q 14.796875 37.15625 21.921875 38.8125 \n",
|
||
"z\n",
|
||
"M 18.3125 54.390625 \n",
|
||
"Q 18.3125 48.734375 21.84375 45.5625 \n",
|
||
"Q 25.390625 42.390625 31.78125 42.390625 \n",
|
||
"Q 38.140625 42.390625 41.71875 45.5625 \n",
|
||
"Q 45.3125 48.734375 45.3125 54.390625 \n",
|
||
"Q 45.3125 60.0625 41.71875 63.234375 \n",
|
||
"Q 38.140625 66.40625 31.78125 66.40625 \n",
|
||
"Q 25.390625 66.40625 21.84375 63.234375 \n",
|
||
"Q 18.3125 60.0625 18.3125 54.390625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-38\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(39.551349 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_2\">\n",
|
||
" <g id=\"line2d_2\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"78.826388\" xlink:href=\"#m447d84ddde\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_2\">\n",
|
||
" <!-- −6 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 33.015625 40.375 \n",
|
||
"Q 26.375 40.375 22.484375 35.828125 \n",
|
||
"Q 18.609375 31.296875 18.609375 23.390625 \n",
|
||
"Q 18.609375 15.53125 22.484375 10.953125 \n",
|
||
"Q 26.375 6.390625 33.015625 6.390625 \n",
|
||
"Q 39.65625 6.390625 43.53125 10.953125 \n",
|
||
"Q 47.40625 15.53125 47.40625 23.390625 \n",
|
||
"Q 47.40625 31.296875 43.53125 35.828125 \n",
|
||
"Q 39.65625 40.375 33.015625 40.375 \n",
|
||
"z\n",
|
||
"M 52.59375 71.296875 \n",
|
||
"L 52.59375 62.3125 \n",
|
||
"Q 48.875 64.0625 45.09375 64.984375 \n",
|
||
"Q 41.3125 65.921875 37.59375 65.921875 \n",
|
||
"Q 27.828125 65.921875 22.671875 59.328125 \n",
|
||
"Q 17.53125 52.734375 16.796875 39.40625 \n",
|
||
"Q 19.671875 43.65625 24.015625 45.921875 \n",
|
||
"Q 28.375 48.1875 33.59375 48.1875 \n",
|
||
"Q 44.578125 48.1875 50.953125 41.515625 \n",
|
||
"Q 57.328125 34.859375 57.328125 23.390625 \n",
|
||
"Q 57.328125 12.15625 50.6875 5.359375 \n",
|
||
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
|
||
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
|
||
"Q 6.984375 17.96875 6.984375 36.375 \n",
|
||
"Q 6.984375 53.65625 15.1875 63.9375 \n",
|
||
"Q 23.390625 74.21875 37.203125 74.21875 \n",
|
||
"Q 40.921875 74.21875 44.703125 73.484375 \n",
|
||
"Q 48.484375 72.75 52.59375 71.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-36\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(71.455294 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_3\">\n",
|
||
" <g id=\"line2d_3\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"110.730333\" xlink:href=\"#m447d84ddde\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_3\">\n",
|
||
" <!-- −4 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 37.796875 64.3125 \n",
|
||
"L 12.890625 25.390625 \n",
|
||
"L 37.796875 25.390625 \n",
|
||
"z\n",
|
||
"M 35.203125 72.90625 \n",
|
||
"L 47.609375 72.90625 \n",
|
||
"L 47.609375 25.390625 \n",
|
||
"L 58.015625 25.390625 \n",
|
||
"L 58.015625 17.1875 \n",
|
||
"L 47.609375 17.1875 \n",
|
||
"L 47.609375 0 \n",
|
||
"L 37.796875 0 \n",
|
||
"L 37.796875 17.1875 \n",
|
||
"L 4.890625 17.1875 \n",
|
||
"L 4.890625 26.703125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-34\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(103.359239 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_4\">\n",
|
||
" <g id=\"line2d_4\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"142.634278\" xlink:href=\"#m447d84ddde\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_4\">\n",
|
||
" <!-- −2 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 19.1875 8.296875 \n",
|
||
"L 53.609375 8.296875 \n",
|
||
"L 53.609375 0 \n",
|
||
"L 7.328125 0 \n",
|
||
"L 7.328125 8.296875 \n",
|
||
"Q 12.9375 14.109375 22.625 23.890625 \n",
|
||
"Q 32.328125 33.6875 34.8125 36.53125 \n",
|
||
"Q 39.546875 41.84375 41.421875 45.53125 \n",
|
||
"Q 43.3125 49.21875 43.3125 52.78125 \n",
|
||
"Q 43.3125 58.59375 39.234375 62.25 \n",
|
||
"Q 35.15625 65.921875 28.609375 65.921875 \n",
|
||
"Q 23.96875 65.921875 18.8125 64.3125 \n",
|
||
"Q 13.671875 62.703125 7.8125 59.421875 \n",
|
||
"L 7.8125 69.390625 \n",
|
||
"Q 13.765625 71.78125 18.9375 73 \n",
|
||
"Q 24.125 74.21875 28.421875 74.21875 \n",
|
||
"Q 39.75 74.21875 46.484375 68.546875 \n",
|
||
"Q 53.21875 62.890625 53.21875 53.421875 \n",
|
||
"Q 53.21875 48.921875 51.53125 44.890625 \n",
|
||
"Q 49.859375 40.875 45.40625 35.40625 \n",
|
||
"Q 44.1875 33.984375 37.640625 27.21875 \n",
|
||
"Q 31.109375 20.453125 19.1875 8.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-32\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(135.263184 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_5\">\n",
|
||
" <g id=\"line2d_5\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"174.538223\" xlink:href=\"#m447d84ddde\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_5\">\n",
|
||
" <!-- 0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 31.78125 66.40625 \n",
|
||
"Q 24.171875 66.40625 20.328125 58.90625 \n",
|
||
"Q 16.5 51.421875 16.5 36.375 \n",
|
||
"Q 16.5 21.390625 20.328125 13.890625 \n",
|
||
"Q 24.171875 6.390625 31.78125 6.390625 \n",
|
||
"Q 39.453125 6.390625 43.28125 13.890625 \n",
|
||
"Q 47.125 21.390625 47.125 36.375 \n",
|
||
"Q 47.125 51.421875 43.28125 58.90625 \n",
|
||
"Q 39.453125 66.40625 31.78125 66.40625 \n",
|
||
"z\n",
|
||
"M 31.78125 74.21875 \n",
|
||
"Q 44.046875 74.21875 50.515625 64.515625 \n",
|
||
"Q 56.984375 54.828125 56.984375 36.375 \n",
|
||
"Q 56.984375 17.96875 50.515625 8.265625 \n",
|
||
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
|
||
"Q 6.59375 17.96875 6.59375 36.375 \n",
|
||
"Q 6.59375 54.828125 13.0625 64.515625 \n",
|
||
"Q 19.53125 74.21875 31.78125 74.21875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-30\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(171.356973 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_6\">\n",
|
||
" <g id=\"line2d_6\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"206.442168\" xlink:href=\"#m447d84ddde\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_6\">\n",
|
||
" <!-- 2 -->\n",
|
||
" <g transform=\"translate(203.260918 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_7\">\n",
|
||
" <g id=\"line2d_7\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"238.346113\" xlink:href=\"#m447d84ddde\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_7\">\n",
|
||
" <!-- 4 -->\n",
|
||
" <g transform=\"translate(235.164863 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_8\">\n",
|
||
" <g id=\"line2d_8\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"270.250058\" xlink:href=\"#m447d84ddde\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_8\">\n",
|
||
" <!-- 6 -->\n",
|
||
" <g transform=\"translate(267.068808 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_9\">\n",
|
||
" <g id=\"line2d_9\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"302.154003\" xlink:href=\"#m447d84ddde\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_9\">\n",
|
||
" <!-- 8 -->\n",
|
||
" <g transform=\"translate(298.972753 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_10\">\n",
|
||
" <!-- x -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 54.890625 54.6875 \n",
|
||
"L 35.109375 28.078125 \n",
|
||
"L 55.90625 0 \n",
|
||
"L 45.3125 0 \n",
|
||
"L 29.390625 21.484375 \n",
|
||
"L 13.484375 0 \n",
|
||
"L 2.875 0 \n",
|
||
"L 24.125 28.609375 \n",
|
||
"L 4.6875 54.6875 \n",
|
||
"L 15.28125 54.6875 \n",
|
||
"L 29.78125 35.203125 \n",
|
||
"L 44.28125 54.6875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-78\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(170.78125 174.876562)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_2\">\n",
|
||
" <g id=\"ytick_1\">\n",
|
||
" <g id=\"line2d_10\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L -3.5 0 \n",
|
||
"\" id=\"m6224591d6c\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"34.240625\" xlink:href=\"#m6224591d6c\" y=\"140.422727\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_11\">\n",
|
||
" <!-- 0 -->\n",
|
||
" <g transform=\"translate(20.878125 144.221946)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_2\">\n",
|
||
" <g id=\"line2d_11\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"34.240625\" xlink:href=\"#m6224591d6c\" y=\"109.145397\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_12\">\n",
|
||
" <!-- 2 -->\n",
|
||
" <g transform=\"translate(20.878125 112.944616)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_3\">\n",
|
||
" <g id=\"line2d_12\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"34.240625\" xlink:href=\"#m6224591d6c\" y=\"77.868067\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_13\">\n",
|
||
" <!-- 4 -->\n",
|
||
" <g transform=\"translate(20.878125 81.667286)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_4\">\n",
|
||
" <g id=\"line2d_13\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"34.240625\" xlink:href=\"#m6224591d6c\" y=\"46.590738\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_14\">\n",
|
||
" <!-- 6 -->\n",
|
||
" <g transform=\"translate(20.878125 50.389956)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_5\">\n",
|
||
" <g id=\"line2d_14\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"34.240625\" xlink:href=\"#m6224591d6c\" y=\"15.313408\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_15\">\n",
|
||
" <!-- 8 -->\n",
|
||
" <g transform=\"translate(20.878125 19.112626)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_16\">\n",
|
||
" <!-- relu(x) -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 41.109375 46.296875 \n",
|
||
"Q 39.59375 47.171875 37.8125 47.578125 \n",
|
||
"Q 36.03125 48 33.890625 48 \n",
|
||
"Q 26.265625 48 22.1875 43.046875 \n",
|
||
"Q 18.109375 38.09375 18.109375 28.8125 \n",
|
||
"L 18.109375 0 \n",
|
||
"L 9.078125 0 \n",
|
||
"L 9.078125 54.6875 \n",
|
||
"L 18.109375 54.6875 \n",
|
||
"L 18.109375 46.1875 \n",
|
||
"Q 20.953125 51.171875 25.484375 53.578125 \n",
|
||
"Q 30.03125 56 36.53125 56 \n",
|
||
"Q 37.453125 56 38.578125 55.875 \n",
|
||
"Q 39.703125 55.765625 41.0625 55.515625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-72\"/>\n",
|
||
" <path d=\"M 56.203125 29.59375 \n",
|
||
"L 56.203125 25.203125 \n",
|
||
"L 14.890625 25.203125 \n",
|
||
"Q 15.484375 15.921875 20.484375 11.0625 \n",
|
||
"Q 25.484375 6.203125 34.421875 6.203125 \n",
|
||
"Q 39.59375 6.203125 44.453125 7.46875 \n",
|
||
"Q 49.3125 8.734375 54.109375 11.28125 \n",
|
||
"L 54.109375 2.78125 \n",
|
||
"Q 49.265625 0.734375 44.1875 -0.34375 \n",
|
||
"Q 39.109375 -1.421875 33.890625 -1.421875 \n",
|
||
"Q 20.796875 -1.421875 13.15625 6.1875 \n",
|
||
"Q 5.515625 13.8125 5.515625 26.8125 \n",
|
||
"Q 5.515625 40.234375 12.765625 48.109375 \n",
|
||
"Q 20.015625 56 32.328125 56 \n",
|
||
"Q 43.359375 56 49.78125 48.890625 \n",
|
||
"Q 56.203125 41.796875 56.203125 29.59375 \n",
|
||
"z\n",
|
||
"M 47.21875 32.234375 \n",
|
||
"Q 47.125 39.59375 43.09375 43.984375 \n",
|
||
"Q 39.0625 48.390625 32.421875 48.390625 \n",
|
||
"Q 24.90625 48.390625 20.390625 44.140625 \n",
|
||
"Q 15.875 39.890625 15.1875 32.171875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-65\"/>\n",
|
||
" <path d=\"M 9.421875 75.984375 \n",
|
||
"L 18.40625 75.984375 \n",
|
||
"L 18.40625 0 \n",
|
||
"L 9.421875 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-6c\"/>\n",
|
||
" <path d=\"M 8.5 21.578125 \n",
|
||
"L 8.5 54.6875 \n",
|
||
"L 17.484375 54.6875 \n",
|
||
"L 17.484375 21.921875 \n",
|
||
"Q 17.484375 14.15625 20.5 10.265625 \n",
|
||
"Q 23.53125 6.390625 29.59375 6.390625 \n",
|
||
"Q 36.859375 6.390625 41.078125 11.03125 \n",
|
||
"Q 45.3125 15.671875 45.3125 23.6875 \n",
|
||
"L 45.3125 54.6875 \n",
|
||
"L 54.296875 54.6875 \n",
|
||
"L 54.296875 0 \n",
|
||
"L 45.3125 0 \n",
|
||
"L 45.3125 8.40625 \n",
|
||
"Q 42.046875 3.421875 37.71875 1 \n",
|
||
"Q 33.40625 -1.421875 27.6875 -1.421875 \n",
|
||
"Q 18.265625 -1.421875 13.375 4.4375 \n",
|
||
"Q 8.5 10.296875 8.5 21.578125 \n",
|
||
"z\n",
|
||
"M 31.109375 56 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-75\"/>\n",
|
||
" <path d=\"M 31 75.875 \n",
|
||
"Q 24.46875 64.65625 21.28125 53.65625 \n",
|
||
"Q 18.109375 42.671875 18.109375 31.390625 \n",
|
||
"Q 18.109375 20.125 21.3125 9.0625 \n",
|
||
"Q 24.515625 -2 31 -13.1875 \n",
|
||
"L 23.1875 -13.1875 \n",
|
||
"Q 15.875 -1.703125 12.234375 9.375 \n",
|
||
"Q 8.59375 20.453125 8.59375 31.390625 \n",
|
||
"Q 8.59375 42.28125 12.203125 53.3125 \n",
|
||
"Q 15.828125 64.359375 23.1875 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-28\"/>\n",
|
||
" <path d=\"M 8.015625 75.875 \n",
|
||
"L 15.828125 75.875 \n",
|
||
"Q 23.140625 64.359375 26.78125 53.3125 \n",
|
||
"Q 30.421875 42.28125 30.421875 31.390625 \n",
|
||
"Q 30.421875 20.453125 26.78125 9.375 \n",
|
||
"Q 23.140625 -1.703125 15.828125 -13.1875 \n",
|
||
"L 8.015625 -13.1875 \n",
|
||
"Q 14.5 -2 17.703125 9.0625 \n",
|
||
"Q 20.90625 20.125 20.90625 31.390625 \n",
|
||
"Q 20.90625 42.671875 17.703125 53.65625 \n",
|
||
"Q 14.5 64.65625 8.015625 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-29\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(14.798438 95.199219)rotate(-90)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-72\"/>\n",
|
||
" <use x=\"41.082031\" xlink:href=\"#DejaVuSans-65\"/>\n",
|
||
" <use x=\"102.605469\" xlink:href=\"#DejaVuSans-6c\"/>\n",
|
||
" <use x=\"130.388672\" xlink:href=\"#DejaVuSans-75\"/>\n",
|
||
" <use x=\"193.767578\" xlink:href=\"#DejaVuSans-28\"/>\n",
|
||
" <use x=\"232.78125\" xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" <use x=\"291.960938\" xlink:href=\"#DejaVuSans-29\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"line2d_15\">\n",
|
||
" <path clip-path=\"url(#pd2c11eaedc)\" d=\"M 46.922443 140.422727 \n",
|
||
"L 174.538223 140.422727 \n",
|
||
"L 300.558807 16.877273 \n",
|
||
"L 300.558807 16.877273 \n",
|
||
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_3\">\n",
|
||
" <path d=\"M 34.240625 146.6 \n",
|
||
"L 34.240625 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_4\">\n",
|
||
" <path d=\"M 313.240625 146.6 \n",
|
||
"L 313.240625 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_5\">\n",
|
||
" <path d=\"M 34.240625 146.6 \n",
|
||
"L 313.240625 146.6 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_6\">\n",
|
||
" <path d=\"M 34.240625 10.7 \n",
|
||
"L 313.240625 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <defs>\n",
|
||
" <clipPath id=\"pd2c11eaedc\">\n",
|
||
" <rect height=\"135.9\" width=\"279\" x=\"34.240625\" y=\"10.7\"/>\n",
|
||
" </clipPath>\n",
|
||
" </defs>\n",
|
||
"</svg>\n"
|
||
],
|
||
"text/plain": [
|
||
"<matplotlib.figure.Figure at 0x108f21128>"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"x = torch.arange(-8.0, 8.0, 0.1, requires_grad=True)\n",
|
||
"y = x.relu()\n",
|
||
"xyplot(x, y, 'relu')"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 4,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"image/svg+xml": [
|
||
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
|
||
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
|
||
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
|
||
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
|
||
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 333 184\" width=\"333pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
|
||
" <defs>\n",
|
||
" <style type=\"text/css\">\n",
|
||
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
|
||
" </style>\n",
|
||
" </defs>\n",
|
||
" <g id=\"figure_1\">\n",
|
||
" <g id=\"patch_1\">\n",
|
||
" <path d=\"M 0 184.15625 \n",
|
||
"L 333.48125 184.15625 \n",
|
||
"L 333.48125 -0 \n",
|
||
"L 0 -0 \n",
|
||
"z\n",
|
||
"\" style=\"fill:none;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"axes_1\">\n",
|
||
" <g id=\"patch_2\">\n",
|
||
" <path d=\"M 43.78125 146.6 \n",
|
||
"L 322.78125 146.6 \n",
|
||
"L 322.78125 10.7 \n",
|
||
"L 43.78125 10.7 \n",
|
||
"z\n",
|
||
"\" style=\"fill:#ffffff;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_1\">\n",
|
||
" <g id=\"xtick_1\">\n",
|
||
" <g id=\"line2d_1\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L 0 3.5 \n",
|
||
"\" id=\"m553a199678\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.463068\" xlink:href=\"#m553a199678\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_1\">\n",
|
||
" <!-- −8 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.59375 35.5 \n",
|
||
"L 73.1875 35.5 \n",
|
||
"L 73.1875 27.203125 \n",
|
||
"L 10.59375 27.203125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2212\"/>\n",
|
||
" <path d=\"M 31.78125 34.625 \n",
|
||
"Q 24.75 34.625 20.71875 30.859375 \n",
|
||
"Q 16.703125 27.09375 16.703125 20.515625 \n",
|
||
"Q 16.703125 13.921875 20.71875 10.15625 \n",
|
||
"Q 24.75 6.390625 31.78125 6.390625 \n",
|
||
"Q 38.8125 6.390625 42.859375 10.171875 \n",
|
||
"Q 46.921875 13.96875 46.921875 20.515625 \n",
|
||
"Q 46.921875 27.09375 42.890625 30.859375 \n",
|
||
"Q 38.875 34.625 31.78125 34.625 \n",
|
||
"z\n",
|
||
"M 21.921875 38.8125 \n",
|
||
"Q 15.578125 40.375 12.03125 44.71875 \n",
|
||
"Q 8.5 49.078125 8.5 55.328125 \n",
|
||
"Q 8.5 64.0625 14.71875 69.140625 \n",
|
||
"Q 20.953125 74.21875 31.78125 74.21875 \n",
|
||
"Q 42.671875 74.21875 48.875 69.140625 \n",
|
||
"Q 55.078125 64.0625 55.078125 55.328125 \n",
|
||
"Q 55.078125 49.078125 51.53125 44.71875 \n",
|
||
"Q 48 40.375 41.703125 38.8125 \n",
|
||
"Q 48.828125 37.15625 52.796875 32.3125 \n",
|
||
"Q 56.78125 27.484375 56.78125 20.515625 \n",
|
||
"Q 56.78125 9.90625 50.3125 4.234375 \n",
|
||
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.734375 -1.421875 13.25 4.234375 \n",
|
||
"Q 6.78125 9.90625 6.78125 20.515625 \n",
|
||
"Q 6.78125 27.484375 10.78125 32.3125 \n",
|
||
"Q 14.796875 37.15625 21.921875 38.8125 \n",
|
||
"z\n",
|
||
"M 18.3125 54.390625 \n",
|
||
"Q 18.3125 48.734375 21.84375 45.5625 \n",
|
||
"Q 25.390625 42.390625 31.78125 42.390625 \n",
|
||
"Q 38.140625 42.390625 41.71875 45.5625 \n",
|
||
"Q 45.3125 48.734375 45.3125 54.390625 \n",
|
||
"Q 45.3125 60.0625 41.71875 63.234375 \n",
|
||
"Q 38.140625 66.40625 31.78125 66.40625 \n",
|
||
"Q 25.390625 66.40625 21.84375 63.234375 \n",
|
||
"Q 18.3125 60.0625 18.3125 54.390625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-38\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(49.091974 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_2\">\n",
|
||
" <g id=\"line2d_2\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"88.367013\" xlink:href=\"#m553a199678\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_2\">\n",
|
||
" <!-- −6 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 33.015625 40.375 \n",
|
||
"Q 26.375 40.375 22.484375 35.828125 \n",
|
||
"Q 18.609375 31.296875 18.609375 23.390625 \n",
|
||
"Q 18.609375 15.53125 22.484375 10.953125 \n",
|
||
"Q 26.375 6.390625 33.015625 6.390625 \n",
|
||
"Q 39.65625 6.390625 43.53125 10.953125 \n",
|
||
"Q 47.40625 15.53125 47.40625 23.390625 \n",
|
||
"Q 47.40625 31.296875 43.53125 35.828125 \n",
|
||
"Q 39.65625 40.375 33.015625 40.375 \n",
|
||
"z\n",
|
||
"M 52.59375 71.296875 \n",
|
||
"L 52.59375 62.3125 \n",
|
||
"Q 48.875 64.0625 45.09375 64.984375 \n",
|
||
"Q 41.3125 65.921875 37.59375 65.921875 \n",
|
||
"Q 27.828125 65.921875 22.671875 59.328125 \n",
|
||
"Q 17.53125 52.734375 16.796875 39.40625 \n",
|
||
"Q 19.671875 43.65625 24.015625 45.921875 \n",
|
||
"Q 28.375 48.1875 33.59375 48.1875 \n",
|
||
"Q 44.578125 48.1875 50.953125 41.515625 \n",
|
||
"Q 57.328125 34.859375 57.328125 23.390625 \n",
|
||
"Q 57.328125 12.15625 50.6875 5.359375 \n",
|
||
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
|
||
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
|
||
"Q 6.984375 17.96875 6.984375 36.375 \n",
|
||
"Q 6.984375 53.65625 15.1875 63.9375 \n",
|
||
"Q 23.390625 74.21875 37.203125 74.21875 \n",
|
||
"Q 40.921875 74.21875 44.703125 73.484375 \n",
|
||
"Q 48.484375 72.75 52.59375 71.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-36\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(80.995919 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_3\">\n",
|
||
" <g id=\"line2d_3\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"120.270958\" xlink:href=\"#m553a199678\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_3\">\n",
|
||
" <!-- −4 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 37.796875 64.3125 \n",
|
||
"L 12.890625 25.390625 \n",
|
||
"L 37.796875 25.390625 \n",
|
||
"z\n",
|
||
"M 35.203125 72.90625 \n",
|
||
"L 47.609375 72.90625 \n",
|
||
"L 47.609375 25.390625 \n",
|
||
"L 58.015625 25.390625 \n",
|
||
"L 58.015625 17.1875 \n",
|
||
"L 47.609375 17.1875 \n",
|
||
"L 47.609375 0 \n",
|
||
"L 37.796875 0 \n",
|
||
"L 37.796875 17.1875 \n",
|
||
"L 4.890625 17.1875 \n",
|
||
"L 4.890625 26.703125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-34\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(112.899864 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_4\">\n",
|
||
" <g id=\"line2d_4\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"152.174903\" xlink:href=\"#m553a199678\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_4\">\n",
|
||
" <!-- −2 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 19.1875 8.296875 \n",
|
||
"L 53.609375 8.296875 \n",
|
||
"L 53.609375 0 \n",
|
||
"L 7.328125 0 \n",
|
||
"L 7.328125 8.296875 \n",
|
||
"Q 12.9375 14.109375 22.625 23.890625 \n",
|
||
"Q 32.328125 33.6875 34.8125 36.53125 \n",
|
||
"Q 39.546875 41.84375 41.421875 45.53125 \n",
|
||
"Q 43.3125 49.21875 43.3125 52.78125 \n",
|
||
"Q 43.3125 58.59375 39.234375 62.25 \n",
|
||
"Q 35.15625 65.921875 28.609375 65.921875 \n",
|
||
"Q 23.96875 65.921875 18.8125 64.3125 \n",
|
||
"Q 13.671875 62.703125 7.8125 59.421875 \n",
|
||
"L 7.8125 69.390625 \n",
|
||
"Q 13.765625 71.78125 18.9375 73 \n",
|
||
"Q 24.125 74.21875 28.421875 74.21875 \n",
|
||
"Q 39.75 74.21875 46.484375 68.546875 \n",
|
||
"Q 53.21875 62.890625 53.21875 53.421875 \n",
|
||
"Q 53.21875 48.921875 51.53125 44.890625 \n",
|
||
"Q 49.859375 40.875 45.40625 35.40625 \n",
|
||
"Q 44.1875 33.984375 37.640625 27.21875 \n",
|
||
"Q 31.109375 20.453125 19.1875 8.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-32\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(144.803809 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_5\">\n",
|
||
" <g id=\"line2d_5\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"184.078848\" xlink:href=\"#m553a199678\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_5\">\n",
|
||
" <!-- 0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 31.78125 66.40625 \n",
|
||
"Q 24.171875 66.40625 20.328125 58.90625 \n",
|
||
"Q 16.5 51.421875 16.5 36.375 \n",
|
||
"Q 16.5 21.390625 20.328125 13.890625 \n",
|
||
"Q 24.171875 6.390625 31.78125 6.390625 \n",
|
||
"Q 39.453125 6.390625 43.28125 13.890625 \n",
|
||
"Q 47.125 21.390625 47.125 36.375 \n",
|
||
"Q 47.125 51.421875 43.28125 58.90625 \n",
|
||
"Q 39.453125 66.40625 31.78125 66.40625 \n",
|
||
"z\n",
|
||
"M 31.78125 74.21875 \n",
|
||
"Q 44.046875 74.21875 50.515625 64.515625 \n",
|
||
"Q 56.984375 54.828125 56.984375 36.375 \n",
|
||
"Q 56.984375 17.96875 50.515625 8.265625 \n",
|
||
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
|
||
"Q 6.59375 17.96875 6.59375 36.375 \n",
|
||
"Q 6.59375 54.828125 13.0625 64.515625 \n",
|
||
"Q 19.53125 74.21875 31.78125 74.21875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-30\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(180.897598 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_6\">\n",
|
||
" <g id=\"line2d_6\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"215.982793\" xlink:href=\"#m553a199678\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_6\">\n",
|
||
" <!-- 2 -->\n",
|
||
" <g transform=\"translate(212.801543 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_7\">\n",
|
||
" <g id=\"line2d_7\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"247.886738\" xlink:href=\"#m553a199678\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_7\">\n",
|
||
" <!-- 4 -->\n",
|
||
" <g transform=\"translate(244.705488 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_8\">\n",
|
||
" <g id=\"line2d_8\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"279.790683\" xlink:href=\"#m553a199678\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_8\">\n",
|
||
" <!-- 6 -->\n",
|
||
" <g transform=\"translate(276.609433 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_9\">\n",
|
||
" <g id=\"line2d_9\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"311.694628\" xlink:href=\"#m553a199678\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_9\">\n",
|
||
" <!-- 8 -->\n",
|
||
" <g transform=\"translate(308.513378 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_10\">\n",
|
||
" <!-- x -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 54.890625 54.6875 \n",
|
||
"L 35.109375 28.078125 \n",
|
||
"L 55.90625 0 \n",
|
||
"L 45.3125 0 \n",
|
||
"L 29.390625 21.484375 \n",
|
||
"L 13.484375 0 \n",
|
||
"L 2.875 0 \n",
|
||
"L 24.125 28.609375 \n",
|
||
"L 4.6875 54.6875 \n",
|
||
"L 15.28125 54.6875 \n",
|
||
"L 29.78125 35.203125 \n",
|
||
"L 44.28125 54.6875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-78\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(180.321875 174.876562)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_2\">\n",
|
||
" <g id=\"ytick_1\">\n",
|
||
" <g id=\"line2d_10\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L -3.5 0 \n",
|
||
"\" id=\"m36b204a345\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36b204a345\" y=\"140.422727\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_11\">\n",
|
||
" <!-- 0.0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.6875 12.40625 \n",
|
||
"L 21 12.40625 \n",
|
||
"L 21 0 \n",
|
||
"L 10.6875 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2e\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 144.221946)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_2\">\n",
|
||
" <g id=\"line2d_11\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36b204a345\" y=\"115.713636\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_12\">\n",
|
||
" <!-- 0.2 -->\n",
|
||
" <g transform=\"translate(20.878125 119.512855)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_3\">\n",
|
||
" <g id=\"line2d_12\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36b204a345\" y=\"91.004545\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_13\">\n",
|
||
" <!-- 0.4 -->\n",
|
||
" <g transform=\"translate(20.878125 94.803764)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_4\">\n",
|
||
" <g id=\"line2d_13\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36b204a345\" y=\"66.295455\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_14\">\n",
|
||
" <!-- 0.6 -->\n",
|
||
" <g transform=\"translate(20.878125 70.094673)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_5\">\n",
|
||
" <g id=\"line2d_14\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36b204a345\" y=\"41.586364\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_15\">\n",
|
||
" <!-- 0.8 -->\n",
|
||
" <g transform=\"translate(20.878125 45.385582)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_6\">\n",
|
||
" <g id=\"line2d_15\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36b204a345\" y=\"16.877273\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_16\">\n",
|
||
" <!-- 1.0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 12.40625 8.296875 \n",
|
||
"L 28.515625 8.296875 \n",
|
||
"L 28.515625 63.921875 \n",
|
||
"L 10.984375 60.40625 \n",
|
||
"L 10.984375 69.390625 \n",
|
||
"L 28.421875 72.90625 \n",
|
||
"L 38.28125 72.90625 \n",
|
||
"L 38.28125 8.296875 \n",
|
||
"L 54.390625 8.296875 \n",
|
||
"L 54.390625 0 \n",
|
||
"L 12.40625 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-31\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 20.676491)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_17\">\n",
|
||
" <!-- grad of relu(x) -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 45.40625 27.984375 \n",
|
||
"Q 45.40625 37.75 41.375 43.109375 \n",
|
||
"Q 37.359375 48.484375 30.078125 48.484375 \n",
|
||
"Q 22.859375 48.484375 18.828125 43.109375 \n",
|
||
"Q 14.796875 37.75 14.796875 27.984375 \n",
|
||
"Q 14.796875 18.265625 18.828125 12.890625 \n",
|
||
"Q 22.859375 7.515625 30.078125 7.515625 \n",
|
||
"Q 37.359375 7.515625 41.375 12.890625 \n",
|
||
"Q 45.40625 18.265625 45.40625 27.984375 \n",
|
||
"z\n",
|
||
"M 54.390625 6.78125 \n",
|
||
"Q 54.390625 -7.171875 48.1875 -13.984375 \n",
|
||
"Q 42 -20.796875 29.203125 -20.796875 \n",
|
||
"Q 24.46875 -20.796875 20.265625 -20.09375 \n",
|
||
"Q 16.0625 -19.390625 12.109375 -17.921875 \n",
|
||
"L 12.109375 -9.1875 \n",
|
||
"Q 16.0625 -11.328125 19.921875 -12.34375 \n",
|
||
"Q 23.78125 -13.375 27.78125 -13.375 \n",
|
||
"Q 36.625 -13.375 41.015625 -8.765625 \n",
|
||
"Q 45.40625 -4.15625 45.40625 5.171875 \n",
|
||
"L 45.40625 9.625 \n",
|
||
"Q 42.625 4.78125 38.28125 2.390625 \n",
|
||
"Q 33.9375 0 27.875 0 \n",
|
||
"Q 17.828125 0 11.671875 7.65625 \n",
|
||
"Q 5.515625 15.328125 5.515625 27.984375 \n",
|
||
"Q 5.515625 40.671875 11.671875 48.328125 \n",
|
||
"Q 17.828125 56 27.875 56 \n",
|
||
"Q 33.9375 56 38.28125 53.609375 \n",
|
||
"Q 42.625 51.21875 45.40625 46.390625 \n",
|
||
"L 45.40625 54.6875 \n",
|
||
"L 54.390625 54.6875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-67\"/>\n",
|
||
" <path d=\"M 41.109375 46.296875 \n",
|
||
"Q 39.59375 47.171875 37.8125 47.578125 \n",
|
||
"Q 36.03125 48 33.890625 48 \n",
|
||
"Q 26.265625 48 22.1875 43.046875 \n",
|
||
"Q 18.109375 38.09375 18.109375 28.8125 \n",
|
||
"L 18.109375 0 \n",
|
||
"L 9.078125 0 \n",
|
||
"L 9.078125 54.6875 \n",
|
||
"L 18.109375 54.6875 \n",
|
||
"L 18.109375 46.1875 \n",
|
||
"Q 20.953125 51.171875 25.484375 53.578125 \n",
|
||
"Q 30.03125 56 36.53125 56 \n",
|
||
"Q 37.453125 56 38.578125 55.875 \n",
|
||
"Q 39.703125 55.765625 41.0625 55.515625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-72\"/>\n",
|
||
" <path d=\"M 34.28125 27.484375 \n",
|
||
"Q 23.390625 27.484375 19.1875 25 \n",
|
||
"Q 14.984375 22.515625 14.984375 16.5 \n",
|
||
"Q 14.984375 11.71875 18.140625 8.90625 \n",
|
||
"Q 21.296875 6.109375 26.703125 6.109375 \n",
|
||
"Q 34.1875 6.109375 38.703125 11.40625 \n",
|
||
"Q 43.21875 16.703125 43.21875 25.484375 \n",
|
||
"L 43.21875 27.484375 \n",
|
||
"z\n",
|
||
"M 52.203125 31.203125 \n",
|
||
"L 52.203125 0 \n",
|
||
"L 43.21875 0 \n",
|
||
"L 43.21875 8.296875 \n",
|
||
"Q 40.140625 3.328125 35.546875 0.953125 \n",
|
||
"Q 30.953125 -1.421875 24.3125 -1.421875 \n",
|
||
"Q 15.921875 -1.421875 10.953125 3.296875 \n",
|
||
"Q 6 8.015625 6 15.921875 \n",
|
||
"Q 6 25.140625 12.171875 29.828125 \n",
|
||
"Q 18.359375 34.515625 30.609375 34.515625 \n",
|
||
"L 43.21875 34.515625 \n",
|
||
"L 43.21875 35.40625 \n",
|
||
"Q 43.21875 41.609375 39.140625 45 \n",
|
||
"Q 35.0625 48.390625 27.6875 48.390625 \n",
|
||
"Q 23 48.390625 18.546875 47.265625 \n",
|
||
"Q 14.109375 46.140625 10.015625 43.890625 \n",
|
||
"L 10.015625 52.203125 \n",
|
||
"Q 14.9375 54.109375 19.578125 55.046875 \n",
|
||
"Q 24.21875 56 28.609375 56 \n",
|
||
"Q 40.484375 56 46.34375 49.84375 \n",
|
||
"Q 52.203125 43.703125 52.203125 31.203125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-61\"/>\n",
|
||
" <path d=\"M 45.40625 46.390625 \n",
|
||
"L 45.40625 75.984375 \n",
|
||
"L 54.390625 75.984375 \n",
|
||
"L 54.390625 0 \n",
|
||
"L 45.40625 0 \n",
|
||
"L 45.40625 8.203125 \n",
|
||
"Q 42.578125 3.328125 38.25 0.953125 \n",
|
||
"Q 33.9375 -1.421875 27.875 -1.421875 \n",
|
||
"Q 17.96875 -1.421875 11.734375 6.484375 \n",
|
||
"Q 5.515625 14.40625 5.515625 27.296875 \n",
|
||
"Q 5.515625 40.1875 11.734375 48.09375 \n",
|
||
"Q 17.96875 56 27.875 56 \n",
|
||
"Q 33.9375 56 38.25 53.625 \n",
|
||
"Q 42.578125 51.265625 45.40625 46.390625 \n",
|
||
"z\n",
|
||
"M 14.796875 27.296875 \n",
|
||
"Q 14.796875 17.390625 18.875 11.75 \n",
|
||
"Q 22.953125 6.109375 30.078125 6.109375 \n",
|
||
"Q 37.203125 6.109375 41.296875 11.75 \n",
|
||
"Q 45.40625 17.390625 45.40625 27.296875 \n",
|
||
"Q 45.40625 37.203125 41.296875 42.84375 \n",
|
||
"Q 37.203125 48.484375 30.078125 48.484375 \n",
|
||
"Q 22.953125 48.484375 18.875 42.84375 \n",
|
||
"Q 14.796875 37.203125 14.796875 27.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-64\"/>\n",
|
||
" <path id=\"DejaVuSans-20\"/>\n",
|
||
" <path d=\"M 30.609375 48.390625 \n",
|
||
"Q 23.390625 48.390625 19.1875 42.75 \n",
|
||
"Q 14.984375 37.109375 14.984375 27.296875 \n",
|
||
"Q 14.984375 17.484375 19.15625 11.84375 \n",
|
||
"Q 23.34375 6.203125 30.609375 6.203125 \n",
|
||
"Q 37.796875 6.203125 41.984375 11.859375 \n",
|
||
"Q 46.1875 17.53125 46.1875 27.296875 \n",
|
||
"Q 46.1875 37.015625 41.984375 42.703125 \n",
|
||
"Q 37.796875 48.390625 30.609375 48.390625 \n",
|
||
"z\n",
|
||
"M 30.609375 56 \n",
|
||
"Q 42.328125 56 49.015625 48.375 \n",
|
||
"Q 55.71875 40.765625 55.71875 27.296875 \n",
|
||
"Q 55.71875 13.875 49.015625 6.21875 \n",
|
||
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
|
||
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
|
||
"Q 5.515625 13.875 5.515625 27.296875 \n",
|
||
"Q 5.515625 40.765625 12.171875 48.375 \n",
|
||
"Q 18.84375 56 30.609375 56 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-6f\"/>\n",
|
||
" <path d=\"M 37.109375 75.984375 \n",
|
||
"L 37.109375 68.5 \n",
|
||
"L 28.515625 68.5 \n",
|
||
"Q 23.6875 68.5 21.796875 66.546875 \n",
|
||
"Q 19.921875 64.59375 19.921875 59.515625 \n",
|
||
"L 19.921875 54.6875 \n",
|
||
"L 34.71875 54.6875 \n",
|
||
"L 34.71875 47.703125 \n",
|
||
"L 19.921875 47.703125 \n",
|
||
"L 19.921875 0 \n",
|
||
"L 10.890625 0 \n",
|
||
"L 10.890625 47.703125 \n",
|
||
"L 2.296875 47.703125 \n",
|
||
"L 2.296875 54.6875 \n",
|
||
"L 10.890625 54.6875 \n",
|
||
"L 10.890625 58.5 \n",
|
||
"Q 10.890625 67.625 15.140625 71.796875 \n",
|
||
"Q 19.390625 75.984375 28.609375 75.984375 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-66\"/>\n",
|
||
" <path d=\"M 56.203125 29.59375 \n",
|
||
"L 56.203125 25.203125 \n",
|
||
"L 14.890625 25.203125 \n",
|
||
"Q 15.484375 15.921875 20.484375 11.0625 \n",
|
||
"Q 25.484375 6.203125 34.421875 6.203125 \n",
|
||
"Q 39.59375 6.203125 44.453125 7.46875 \n",
|
||
"Q 49.3125 8.734375 54.109375 11.28125 \n",
|
||
"L 54.109375 2.78125 \n",
|
||
"Q 49.265625 0.734375 44.1875 -0.34375 \n",
|
||
"Q 39.109375 -1.421875 33.890625 -1.421875 \n",
|
||
"Q 20.796875 -1.421875 13.15625 6.1875 \n",
|
||
"Q 5.515625 13.8125 5.515625 26.8125 \n",
|
||
"Q 5.515625 40.234375 12.765625 48.109375 \n",
|
||
"Q 20.015625 56 32.328125 56 \n",
|
||
"Q 43.359375 56 49.78125 48.890625 \n",
|
||
"Q 56.203125 41.796875 56.203125 29.59375 \n",
|
||
"z\n",
|
||
"M 47.21875 32.234375 \n",
|
||
"Q 47.125 39.59375 43.09375 43.984375 \n",
|
||
"Q 39.0625 48.390625 32.421875 48.390625 \n",
|
||
"Q 24.90625 48.390625 20.390625 44.140625 \n",
|
||
"Q 15.875 39.890625 15.1875 32.171875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-65\"/>\n",
|
||
" <path d=\"M 9.421875 75.984375 \n",
|
||
"L 18.40625 75.984375 \n",
|
||
"L 18.40625 0 \n",
|
||
"L 9.421875 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-6c\"/>\n",
|
||
" <path d=\"M 8.5 21.578125 \n",
|
||
"L 8.5 54.6875 \n",
|
||
"L 17.484375 54.6875 \n",
|
||
"L 17.484375 21.921875 \n",
|
||
"Q 17.484375 14.15625 20.5 10.265625 \n",
|
||
"Q 23.53125 6.390625 29.59375 6.390625 \n",
|
||
"Q 36.859375 6.390625 41.078125 11.03125 \n",
|
||
"Q 45.3125 15.671875 45.3125 23.6875 \n",
|
||
"L 45.3125 54.6875 \n",
|
||
"L 54.296875 54.6875 \n",
|
||
"L 54.296875 0 \n",
|
||
"L 45.3125 0 \n",
|
||
"L 45.3125 8.40625 \n",
|
||
"Q 42.046875 3.421875 37.71875 1 \n",
|
||
"Q 33.40625 -1.421875 27.6875 -1.421875 \n",
|
||
"Q 18.265625 -1.421875 13.375 4.4375 \n",
|
||
"Q 8.5 10.296875 8.5 21.578125 \n",
|
||
"z\n",
|
||
"M 31.109375 56 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-75\"/>\n",
|
||
" <path d=\"M 31 75.875 \n",
|
||
"Q 24.46875 64.65625 21.28125 53.65625 \n",
|
||
"Q 18.109375 42.671875 18.109375 31.390625 \n",
|
||
"Q 18.109375 20.125 21.3125 9.0625 \n",
|
||
"Q 24.515625 -2 31 -13.1875 \n",
|
||
"L 23.1875 -13.1875 \n",
|
||
"Q 15.875 -1.703125 12.234375 9.375 \n",
|
||
"Q 8.59375 20.453125 8.59375 31.390625 \n",
|
||
"Q 8.59375 42.28125 12.203125 53.3125 \n",
|
||
"Q 15.828125 64.359375 23.1875 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-28\"/>\n",
|
||
" <path d=\"M 8.015625 75.875 \n",
|
||
"L 15.828125 75.875 \n",
|
||
"Q 23.140625 64.359375 26.78125 53.3125 \n",
|
||
"Q 30.421875 42.28125 30.421875 31.390625 \n",
|
||
"Q 30.421875 20.453125 26.78125 9.375 \n",
|
||
"Q 23.140625 -1.703125 15.828125 -13.1875 \n",
|
||
"L 8.015625 -13.1875 \n",
|
||
"Q 14.5 -2 17.703125 9.0625 \n",
|
||
"Q 20.90625 20.125 20.90625 31.390625 \n",
|
||
"Q 20.90625 42.671875 17.703125 53.65625 \n",
|
||
"Q 14.5 64.65625 8.015625 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-29\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(14.798438 114.664844)rotate(-90)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-67\"/>\n",
|
||
" <use x=\"63.476562\" xlink:href=\"#DejaVuSans-72\"/>\n",
|
||
" <use x=\"104.589844\" xlink:href=\"#DejaVuSans-61\"/>\n",
|
||
" <use x=\"165.869141\" xlink:href=\"#DejaVuSans-64\"/>\n",
|
||
" <use x=\"229.345703\" xlink:href=\"#DejaVuSans-20\"/>\n",
|
||
" <use x=\"261.132812\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
" <use x=\"322.314453\" xlink:href=\"#DejaVuSans-66\"/>\n",
|
||
" <use x=\"357.519531\" xlink:href=\"#DejaVuSans-20\"/>\n",
|
||
" <use x=\"389.306641\" xlink:href=\"#DejaVuSans-72\"/>\n",
|
||
" <use x=\"430.388672\" xlink:href=\"#DejaVuSans-65\"/>\n",
|
||
" <use x=\"491.912109\" xlink:href=\"#DejaVuSans-6c\"/>\n",
|
||
" <use x=\"519.695312\" xlink:href=\"#DejaVuSans-75\"/>\n",
|
||
" <use x=\"583.074219\" xlink:href=\"#DejaVuSans-28\"/>\n",
|
||
" <use x=\"622.087891\" xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" <use x=\"681.267578\" xlink:href=\"#DejaVuSans-29\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"line2d_16\">\n",
|
||
" <path clip-path=\"url(#pa5ff931a9b)\" d=\"M 56.463068 140.422727 \n",
|
||
"L 184.078848 140.422727 \n",
|
||
"L 185.674045 16.877273 \n",
|
||
"L 310.099432 16.877273 \n",
|
||
"L 310.099432 16.877273 \n",
|
||
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_3\">\n",
|
||
" <path d=\"M 43.78125 146.6 \n",
|
||
"L 43.78125 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_4\">\n",
|
||
" <path d=\"M 322.78125 146.6 \n",
|
||
"L 322.78125 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_5\">\n",
|
||
" <path d=\"M 43.78125 146.6 \n",
|
||
"L 322.78125 146.6 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_6\">\n",
|
||
" <path d=\"M 43.78125 10.7 \n",
|
||
"L 322.78125 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <defs>\n",
|
||
" <clipPath id=\"pa5ff931a9b\">\n",
|
||
" <rect height=\"135.9\" width=\"279\" x=\"43.78125\" y=\"10.7\"/>\n",
|
||
" </clipPath>\n",
|
||
" </defs>\n",
|
||
"</svg>\n"
|
||
],
|
||
"text/plain": [
|
||
"<matplotlib.figure.Figure at 0x108e69908>"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"y.sum().backward()\n",
|
||
"xyplot(x, x.grad, 'grad of relu')"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"### 3.8.2.2 sigmoid函数"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 5,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"image/svg+xml": [
|
||
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
|
||
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
|
||
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
|
||
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
|
||
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 333 184\" width=\"333pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
|
||
" <defs>\n",
|
||
" <style type=\"text/css\">\n",
|
||
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
|
||
" </style>\n",
|
||
" </defs>\n",
|
||
" <g id=\"figure_1\">\n",
|
||
" <g id=\"patch_1\">\n",
|
||
" <path d=\"M 0 184.15625 \n",
|
||
"L 333.48125 184.15625 \n",
|
||
"L 333.48125 -0 \n",
|
||
"L 0 -0 \n",
|
||
"z\n",
|
||
"\" style=\"fill:none;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"axes_1\">\n",
|
||
" <g id=\"patch_2\">\n",
|
||
" <path d=\"M 43.78125 146.6 \n",
|
||
"L 322.78125 146.6 \n",
|
||
"L 322.78125 10.7 \n",
|
||
"L 43.78125 10.7 \n",
|
||
"z\n",
|
||
"\" style=\"fill:#ffffff;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_1\">\n",
|
||
" <g id=\"xtick_1\">\n",
|
||
" <g id=\"line2d_1\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L 0 3.5 \n",
|
||
"\" id=\"m51f5dc3316\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.463068\" xlink:href=\"#m51f5dc3316\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_1\">\n",
|
||
" <!-- −8 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.59375 35.5 \n",
|
||
"L 73.1875 35.5 \n",
|
||
"L 73.1875 27.203125 \n",
|
||
"L 10.59375 27.203125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2212\"/>\n",
|
||
" <path d=\"M 31.78125 34.625 \n",
|
||
"Q 24.75 34.625 20.71875 30.859375 \n",
|
||
"Q 16.703125 27.09375 16.703125 20.515625 \n",
|
||
"Q 16.703125 13.921875 20.71875 10.15625 \n",
|
||
"Q 24.75 6.390625 31.78125 6.390625 \n",
|
||
"Q 38.8125 6.390625 42.859375 10.171875 \n",
|
||
"Q 46.921875 13.96875 46.921875 20.515625 \n",
|
||
"Q 46.921875 27.09375 42.890625 30.859375 \n",
|
||
"Q 38.875 34.625 31.78125 34.625 \n",
|
||
"z\n",
|
||
"M 21.921875 38.8125 \n",
|
||
"Q 15.578125 40.375 12.03125 44.71875 \n",
|
||
"Q 8.5 49.078125 8.5 55.328125 \n",
|
||
"Q 8.5 64.0625 14.71875 69.140625 \n",
|
||
"Q 20.953125 74.21875 31.78125 74.21875 \n",
|
||
"Q 42.671875 74.21875 48.875 69.140625 \n",
|
||
"Q 55.078125 64.0625 55.078125 55.328125 \n",
|
||
"Q 55.078125 49.078125 51.53125 44.71875 \n",
|
||
"Q 48 40.375 41.703125 38.8125 \n",
|
||
"Q 48.828125 37.15625 52.796875 32.3125 \n",
|
||
"Q 56.78125 27.484375 56.78125 20.515625 \n",
|
||
"Q 56.78125 9.90625 50.3125 4.234375 \n",
|
||
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.734375 -1.421875 13.25 4.234375 \n",
|
||
"Q 6.78125 9.90625 6.78125 20.515625 \n",
|
||
"Q 6.78125 27.484375 10.78125 32.3125 \n",
|
||
"Q 14.796875 37.15625 21.921875 38.8125 \n",
|
||
"z\n",
|
||
"M 18.3125 54.390625 \n",
|
||
"Q 18.3125 48.734375 21.84375 45.5625 \n",
|
||
"Q 25.390625 42.390625 31.78125 42.390625 \n",
|
||
"Q 38.140625 42.390625 41.71875 45.5625 \n",
|
||
"Q 45.3125 48.734375 45.3125 54.390625 \n",
|
||
"Q 45.3125 60.0625 41.71875 63.234375 \n",
|
||
"Q 38.140625 66.40625 31.78125 66.40625 \n",
|
||
"Q 25.390625 66.40625 21.84375 63.234375 \n",
|
||
"Q 18.3125 60.0625 18.3125 54.390625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-38\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(49.091974 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_2\">\n",
|
||
" <g id=\"line2d_2\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"88.367013\" xlink:href=\"#m51f5dc3316\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_2\">\n",
|
||
" <!-- −6 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 33.015625 40.375 \n",
|
||
"Q 26.375 40.375 22.484375 35.828125 \n",
|
||
"Q 18.609375 31.296875 18.609375 23.390625 \n",
|
||
"Q 18.609375 15.53125 22.484375 10.953125 \n",
|
||
"Q 26.375 6.390625 33.015625 6.390625 \n",
|
||
"Q 39.65625 6.390625 43.53125 10.953125 \n",
|
||
"Q 47.40625 15.53125 47.40625 23.390625 \n",
|
||
"Q 47.40625 31.296875 43.53125 35.828125 \n",
|
||
"Q 39.65625 40.375 33.015625 40.375 \n",
|
||
"z\n",
|
||
"M 52.59375 71.296875 \n",
|
||
"L 52.59375 62.3125 \n",
|
||
"Q 48.875 64.0625 45.09375 64.984375 \n",
|
||
"Q 41.3125 65.921875 37.59375 65.921875 \n",
|
||
"Q 27.828125 65.921875 22.671875 59.328125 \n",
|
||
"Q 17.53125 52.734375 16.796875 39.40625 \n",
|
||
"Q 19.671875 43.65625 24.015625 45.921875 \n",
|
||
"Q 28.375 48.1875 33.59375 48.1875 \n",
|
||
"Q 44.578125 48.1875 50.953125 41.515625 \n",
|
||
"Q 57.328125 34.859375 57.328125 23.390625 \n",
|
||
"Q 57.328125 12.15625 50.6875 5.359375 \n",
|
||
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
|
||
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
|
||
"Q 6.984375 17.96875 6.984375 36.375 \n",
|
||
"Q 6.984375 53.65625 15.1875 63.9375 \n",
|
||
"Q 23.390625 74.21875 37.203125 74.21875 \n",
|
||
"Q 40.921875 74.21875 44.703125 73.484375 \n",
|
||
"Q 48.484375 72.75 52.59375 71.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-36\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(80.995919 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_3\">\n",
|
||
" <g id=\"line2d_3\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"120.270958\" xlink:href=\"#m51f5dc3316\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_3\">\n",
|
||
" <!-- −4 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 37.796875 64.3125 \n",
|
||
"L 12.890625 25.390625 \n",
|
||
"L 37.796875 25.390625 \n",
|
||
"z\n",
|
||
"M 35.203125 72.90625 \n",
|
||
"L 47.609375 72.90625 \n",
|
||
"L 47.609375 25.390625 \n",
|
||
"L 58.015625 25.390625 \n",
|
||
"L 58.015625 17.1875 \n",
|
||
"L 47.609375 17.1875 \n",
|
||
"L 47.609375 0 \n",
|
||
"L 37.796875 0 \n",
|
||
"L 37.796875 17.1875 \n",
|
||
"L 4.890625 17.1875 \n",
|
||
"L 4.890625 26.703125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-34\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(112.899864 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_4\">\n",
|
||
" <g id=\"line2d_4\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"152.174903\" xlink:href=\"#m51f5dc3316\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_4\">\n",
|
||
" <!-- −2 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 19.1875 8.296875 \n",
|
||
"L 53.609375 8.296875 \n",
|
||
"L 53.609375 0 \n",
|
||
"L 7.328125 0 \n",
|
||
"L 7.328125 8.296875 \n",
|
||
"Q 12.9375 14.109375 22.625 23.890625 \n",
|
||
"Q 32.328125 33.6875 34.8125 36.53125 \n",
|
||
"Q 39.546875 41.84375 41.421875 45.53125 \n",
|
||
"Q 43.3125 49.21875 43.3125 52.78125 \n",
|
||
"Q 43.3125 58.59375 39.234375 62.25 \n",
|
||
"Q 35.15625 65.921875 28.609375 65.921875 \n",
|
||
"Q 23.96875 65.921875 18.8125 64.3125 \n",
|
||
"Q 13.671875 62.703125 7.8125 59.421875 \n",
|
||
"L 7.8125 69.390625 \n",
|
||
"Q 13.765625 71.78125 18.9375 73 \n",
|
||
"Q 24.125 74.21875 28.421875 74.21875 \n",
|
||
"Q 39.75 74.21875 46.484375 68.546875 \n",
|
||
"Q 53.21875 62.890625 53.21875 53.421875 \n",
|
||
"Q 53.21875 48.921875 51.53125 44.890625 \n",
|
||
"Q 49.859375 40.875 45.40625 35.40625 \n",
|
||
"Q 44.1875 33.984375 37.640625 27.21875 \n",
|
||
"Q 31.109375 20.453125 19.1875 8.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-32\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(144.803809 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_5\">\n",
|
||
" <g id=\"line2d_5\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"184.078848\" xlink:href=\"#m51f5dc3316\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_5\">\n",
|
||
" <!-- 0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 31.78125 66.40625 \n",
|
||
"Q 24.171875 66.40625 20.328125 58.90625 \n",
|
||
"Q 16.5 51.421875 16.5 36.375 \n",
|
||
"Q 16.5 21.390625 20.328125 13.890625 \n",
|
||
"Q 24.171875 6.390625 31.78125 6.390625 \n",
|
||
"Q 39.453125 6.390625 43.28125 13.890625 \n",
|
||
"Q 47.125 21.390625 47.125 36.375 \n",
|
||
"Q 47.125 51.421875 43.28125 58.90625 \n",
|
||
"Q 39.453125 66.40625 31.78125 66.40625 \n",
|
||
"z\n",
|
||
"M 31.78125 74.21875 \n",
|
||
"Q 44.046875 74.21875 50.515625 64.515625 \n",
|
||
"Q 56.984375 54.828125 56.984375 36.375 \n",
|
||
"Q 56.984375 17.96875 50.515625 8.265625 \n",
|
||
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
|
||
"Q 6.59375 17.96875 6.59375 36.375 \n",
|
||
"Q 6.59375 54.828125 13.0625 64.515625 \n",
|
||
"Q 19.53125 74.21875 31.78125 74.21875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-30\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(180.897598 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_6\">\n",
|
||
" <g id=\"line2d_6\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"215.982793\" xlink:href=\"#m51f5dc3316\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_6\">\n",
|
||
" <!-- 2 -->\n",
|
||
" <g transform=\"translate(212.801543 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_7\">\n",
|
||
" <g id=\"line2d_7\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"247.886738\" xlink:href=\"#m51f5dc3316\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_7\">\n",
|
||
" <!-- 4 -->\n",
|
||
" <g transform=\"translate(244.705488 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_8\">\n",
|
||
" <g id=\"line2d_8\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"279.790683\" xlink:href=\"#m51f5dc3316\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_8\">\n",
|
||
" <!-- 6 -->\n",
|
||
" <g transform=\"translate(276.609433 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_9\">\n",
|
||
" <g id=\"line2d_9\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"311.694628\" xlink:href=\"#m51f5dc3316\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_9\">\n",
|
||
" <!-- 8 -->\n",
|
||
" <g transform=\"translate(308.513378 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_10\">\n",
|
||
" <!-- x -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 54.890625 54.6875 \n",
|
||
"L 35.109375 28.078125 \n",
|
||
"L 55.90625 0 \n",
|
||
"L 45.3125 0 \n",
|
||
"L 29.390625 21.484375 \n",
|
||
"L 13.484375 0 \n",
|
||
"L 2.875 0 \n",
|
||
"L 24.125 28.609375 \n",
|
||
"L 4.6875 54.6875 \n",
|
||
"L 15.28125 54.6875 \n",
|
||
"L 29.78125 35.203125 \n",
|
||
"L 44.28125 54.6875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-78\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(180.321875 174.876562)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_2\">\n",
|
||
" <g id=\"ytick_1\">\n",
|
||
" <g id=\"line2d_10\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L -3.5 0 \n",
|
||
"\" id=\"m36463c11c2\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36463c11c2\" y=\"140.464188\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_11\">\n",
|
||
" <!-- 0.0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.6875 12.40625 \n",
|
||
"L 21 12.40625 \n",
|
||
"L 21 0 \n",
|
||
"L 10.6875 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2e\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 144.263406)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_2\">\n",
|
||
" <g id=\"line2d_11\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36463c11c2\" y=\"115.73764\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_12\">\n",
|
||
" <!-- 0.2 -->\n",
|
||
" <g transform=\"translate(20.878125 119.536859)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_3\">\n",
|
||
" <g id=\"line2d_12\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36463c11c2\" y=\"91.011093\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_13\">\n",
|
||
" <!-- 0.4 -->\n",
|
||
" <g transform=\"translate(20.878125 94.810312)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_4\">\n",
|
||
" <g id=\"line2d_13\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36463c11c2\" y=\"66.284546\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_14\">\n",
|
||
" <!-- 0.6 -->\n",
|
||
" <g transform=\"translate(20.878125 70.083765)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_5\">\n",
|
||
" <g id=\"line2d_14\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36463c11c2\" y=\"41.557999\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_15\">\n",
|
||
" <!-- 0.8 -->\n",
|
||
" <g transform=\"translate(20.878125 45.357218)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_6\">\n",
|
||
" <g id=\"line2d_15\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#m36463c11c2\" y=\"16.831452\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_16\">\n",
|
||
" <!-- 1.0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 12.40625 8.296875 \n",
|
||
"L 28.515625 8.296875 \n",
|
||
"L 28.515625 63.921875 \n",
|
||
"L 10.984375 60.40625 \n",
|
||
"L 10.984375 69.390625 \n",
|
||
"L 28.421875 72.90625 \n",
|
||
"L 38.28125 72.90625 \n",
|
||
"L 38.28125 8.296875 \n",
|
||
"L 54.390625 8.296875 \n",
|
||
"L 54.390625 0 \n",
|
||
"L 12.40625 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-31\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 20.630671)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_17\">\n",
|
||
" <!-- sigmoid(x) -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 44.28125 53.078125 \n",
|
||
"L 44.28125 44.578125 \n",
|
||
"Q 40.484375 46.53125 36.375 47.5 \n",
|
||
"Q 32.28125 48.484375 27.875 48.484375 \n",
|
||
"Q 21.1875 48.484375 17.84375 46.4375 \n",
|
||
"Q 14.5 44.390625 14.5 40.28125 \n",
|
||
"Q 14.5 37.15625 16.890625 35.375 \n",
|
||
"Q 19.28125 33.59375 26.515625 31.984375 \n",
|
||
"L 29.59375 31.296875 \n",
|
||
"Q 39.15625 29.25 43.1875 25.515625 \n",
|
||
"Q 47.21875 21.78125 47.21875 15.09375 \n",
|
||
"Q 47.21875 7.46875 41.1875 3.015625 \n",
|
||
"Q 35.15625 -1.421875 24.609375 -1.421875 \n",
|
||
"Q 20.21875 -1.421875 15.453125 -0.5625 \n",
|
||
"Q 10.6875 0.296875 5.421875 2 \n",
|
||
"L 5.421875 11.28125 \n",
|
||
"Q 10.40625 8.6875 15.234375 7.390625 \n",
|
||
"Q 20.0625 6.109375 24.8125 6.109375 \n",
|
||
"Q 31.15625 6.109375 34.5625 8.28125 \n",
|
||
"Q 37.984375 10.453125 37.984375 14.40625 \n",
|
||
"Q 37.984375 18.0625 35.515625 20.015625 \n",
|
||
"Q 33.0625 21.96875 24.703125 23.78125 \n",
|
||
"L 21.578125 24.515625 \n",
|
||
"Q 13.234375 26.265625 9.515625 29.90625 \n",
|
||
"Q 5.8125 33.546875 5.8125 39.890625 \n",
|
||
"Q 5.8125 47.609375 11.28125 51.796875 \n",
|
||
"Q 16.75 56 26.8125 56 \n",
|
||
"Q 31.78125 56 36.171875 55.265625 \n",
|
||
"Q 40.578125 54.546875 44.28125 53.078125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-73\"/>\n",
|
||
" <path d=\"M 9.421875 54.6875 \n",
|
||
"L 18.40625 54.6875 \n",
|
||
"L 18.40625 0 \n",
|
||
"L 9.421875 0 \n",
|
||
"z\n",
|
||
"M 9.421875 75.984375 \n",
|
||
"L 18.40625 75.984375 \n",
|
||
"L 18.40625 64.59375 \n",
|
||
"L 9.421875 64.59375 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-69\"/>\n",
|
||
" <path d=\"M 45.40625 27.984375 \n",
|
||
"Q 45.40625 37.75 41.375 43.109375 \n",
|
||
"Q 37.359375 48.484375 30.078125 48.484375 \n",
|
||
"Q 22.859375 48.484375 18.828125 43.109375 \n",
|
||
"Q 14.796875 37.75 14.796875 27.984375 \n",
|
||
"Q 14.796875 18.265625 18.828125 12.890625 \n",
|
||
"Q 22.859375 7.515625 30.078125 7.515625 \n",
|
||
"Q 37.359375 7.515625 41.375 12.890625 \n",
|
||
"Q 45.40625 18.265625 45.40625 27.984375 \n",
|
||
"z\n",
|
||
"M 54.390625 6.78125 \n",
|
||
"Q 54.390625 -7.171875 48.1875 -13.984375 \n",
|
||
"Q 42 -20.796875 29.203125 -20.796875 \n",
|
||
"Q 24.46875 -20.796875 20.265625 -20.09375 \n",
|
||
"Q 16.0625 -19.390625 12.109375 -17.921875 \n",
|
||
"L 12.109375 -9.1875 \n",
|
||
"Q 16.0625 -11.328125 19.921875 -12.34375 \n",
|
||
"Q 23.78125 -13.375 27.78125 -13.375 \n",
|
||
"Q 36.625 -13.375 41.015625 -8.765625 \n",
|
||
"Q 45.40625 -4.15625 45.40625 5.171875 \n",
|
||
"L 45.40625 9.625 \n",
|
||
"Q 42.625 4.78125 38.28125 2.390625 \n",
|
||
"Q 33.9375 0 27.875 0 \n",
|
||
"Q 17.828125 0 11.671875 7.65625 \n",
|
||
"Q 5.515625 15.328125 5.515625 27.984375 \n",
|
||
"Q 5.515625 40.671875 11.671875 48.328125 \n",
|
||
"Q 17.828125 56 27.875 56 \n",
|
||
"Q 33.9375 56 38.28125 53.609375 \n",
|
||
"Q 42.625 51.21875 45.40625 46.390625 \n",
|
||
"L 45.40625 54.6875 \n",
|
||
"L 54.390625 54.6875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-67\"/>\n",
|
||
" <path d=\"M 52 44.1875 \n",
|
||
"Q 55.375 50.25 60.0625 53.125 \n",
|
||
"Q 64.75 56 71.09375 56 \n",
|
||
"Q 79.640625 56 84.28125 50.015625 \n",
|
||
"Q 88.921875 44.046875 88.921875 33.015625 \n",
|
||
"L 88.921875 0 \n",
|
||
"L 79.890625 0 \n",
|
||
"L 79.890625 32.71875 \n",
|
||
"Q 79.890625 40.578125 77.09375 44.375 \n",
|
||
"Q 74.3125 48.1875 68.609375 48.1875 \n",
|
||
"Q 61.625 48.1875 57.5625 43.546875 \n",
|
||
"Q 53.515625 38.921875 53.515625 30.90625 \n",
|
||
"L 53.515625 0 \n",
|
||
"L 44.484375 0 \n",
|
||
"L 44.484375 32.71875 \n",
|
||
"Q 44.484375 40.625 41.703125 44.40625 \n",
|
||
"Q 38.921875 48.1875 33.109375 48.1875 \n",
|
||
"Q 26.21875 48.1875 22.15625 43.53125 \n",
|
||
"Q 18.109375 38.875 18.109375 30.90625 \n",
|
||
"L 18.109375 0 \n",
|
||
"L 9.078125 0 \n",
|
||
"L 9.078125 54.6875 \n",
|
||
"L 18.109375 54.6875 \n",
|
||
"L 18.109375 46.1875 \n",
|
||
"Q 21.1875 51.21875 25.484375 53.609375 \n",
|
||
"Q 29.78125 56 35.6875 56 \n",
|
||
"Q 41.65625 56 45.828125 52.96875 \n",
|
||
"Q 50 49.953125 52 44.1875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-6d\"/>\n",
|
||
" <path d=\"M 30.609375 48.390625 \n",
|
||
"Q 23.390625 48.390625 19.1875 42.75 \n",
|
||
"Q 14.984375 37.109375 14.984375 27.296875 \n",
|
||
"Q 14.984375 17.484375 19.15625 11.84375 \n",
|
||
"Q 23.34375 6.203125 30.609375 6.203125 \n",
|
||
"Q 37.796875 6.203125 41.984375 11.859375 \n",
|
||
"Q 46.1875 17.53125 46.1875 27.296875 \n",
|
||
"Q 46.1875 37.015625 41.984375 42.703125 \n",
|
||
"Q 37.796875 48.390625 30.609375 48.390625 \n",
|
||
"z\n",
|
||
"M 30.609375 56 \n",
|
||
"Q 42.328125 56 49.015625 48.375 \n",
|
||
"Q 55.71875 40.765625 55.71875 27.296875 \n",
|
||
"Q 55.71875 13.875 49.015625 6.21875 \n",
|
||
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
|
||
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
|
||
"Q 5.515625 13.875 5.515625 27.296875 \n",
|
||
"Q 5.515625 40.765625 12.171875 48.375 \n",
|
||
"Q 18.84375 56 30.609375 56 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-6f\"/>\n",
|
||
" <path d=\"M 45.40625 46.390625 \n",
|
||
"L 45.40625 75.984375 \n",
|
||
"L 54.390625 75.984375 \n",
|
||
"L 54.390625 0 \n",
|
||
"L 45.40625 0 \n",
|
||
"L 45.40625 8.203125 \n",
|
||
"Q 42.578125 3.328125 38.25 0.953125 \n",
|
||
"Q 33.9375 -1.421875 27.875 -1.421875 \n",
|
||
"Q 17.96875 -1.421875 11.734375 6.484375 \n",
|
||
"Q 5.515625 14.40625 5.515625 27.296875 \n",
|
||
"Q 5.515625 40.1875 11.734375 48.09375 \n",
|
||
"Q 17.96875 56 27.875 56 \n",
|
||
"Q 33.9375 56 38.25 53.625 \n",
|
||
"Q 42.578125 51.265625 45.40625 46.390625 \n",
|
||
"z\n",
|
||
"M 14.796875 27.296875 \n",
|
||
"Q 14.796875 17.390625 18.875 11.75 \n",
|
||
"Q 22.953125 6.109375 30.078125 6.109375 \n",
|
||
"Q 37.203125 6.109375 41.296875 11.75 \n",
|
||
"Q 45.40625 17.390625 45.40625 27.296875 \n",
|
||
"Q 45.40625 37.203125 41.296875 42.84375 \n",
|
||
"Q 37.203125 48.484375 30.078125 48.484375 \n",
|
||
"Q 22.953125 48.484375 18.875 42.84375 \n",
|
||
"Q 14.796875 37.203125 14.796875 27.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-64\"/>\n",
|
||
" <path d=\"M 31 75.875 \n",
|
||
"Q 24.46875 64.65625 21.28125 53.65625 \n",
|
||
"Q 18.109375 42.671875 18.109375 31.390625 \n",
|
||
"Q 18.109375 20.125 21.3125 9.0625 \n",
|
||
"Q 24.515625 -2 31 -13.1875 \n",
|
||
"L 23.1875 -13.1875 \n",
|
||
"Q 15.875 -1.703125 12.234375 9.375 \n",
|
||
"Q 8.59375 20.453125 8.59375 31.390625 \n",
|
||
"Q 8.59375 42.28125 12.203125 53.3125 \n",
|
||
"Q 15.828125 64.359375 23.1875 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-28\"/>\n",
|
||
" <path d=\"M 8.015625 75.875 \n",
|
||
"L 15.828125 75.875 \n",
|
||
"Q 23.140625 64.359375 26.78125 53.3125 \n",
|
||
"Q 30.421875 42.28125 30.421875 31.390625 \n",
|
||
"Q 30.421875 20.453125 26.78125 9.375 \n",
|
||
"Q 23.140625 -1.703125 15.828125 -13.1875 \n",
|
||
"L 8.015625 -13.1875 \n",
|
||
"Q 14.5 -2 17.703125 9.0625 \n",
|
||
"Q 20.90625 20.125 20.90625 31.390625 \n",
|
||
"Q 20.90625 42.671875 17.703125 53.65625 \n",
|
||
"Q 14.5 64.65625 8.015625 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-29\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(14.798438 105.171875)rotate(-90)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-73\"/>\n",
|
||
" <use x=\"52.099609\" xlink:href=\"#DejaVuSans-69\"/>\n",
|
||
" <use x=\"79.882812\" xlink:href=\"#DejaVuSans-67\"/>\n",
|
||
" <use x=\"143.359375\" xlink:href=\"#DejaVuSans-6d\"/>\n",
|
||
" <use x=\"240.771484\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
" <use x=\"301.953125\" xlink:href=\"#DejaVuSans-69\"/>\n",
|
||
" <use x=\"329.736328\" xlink:href=\"#DejaVuSans-64\"/>\n",
|
||
" <use x=\"393.212891\" xlink:href=\"#DejaVuSans-28\"/>\n",
|
||
" <use x=\"432.226562\" xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" <use x=\"491.40625\" xlink:href=\"#DejaVuSans-29\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"line2d_16\">\n",
|
||
" <path clip-path=\"url(#p29b995d6c5)\" d=\"M 56.463068 140.422727 \n",
|
||
"L 83.581418 140.237576 \n",
|
||
"L 96.342999 139.960985 \n",
|
||
"L 105.914181 139.550351 \n",
|
||
"L 113.890168 138.964716 \n",
|
||
"L 120.270958 138.240503 \n",
|
||
"L 125.056549 137.481298 \n",
|
||
"L 129.84214 136.471411 \n",
|
||
"L 133.032535 135.622022 \n",
|
||
"L 136.22293 134.600797 \n",
|
||
"L 139.413326 133.377043 \n",
|
||
"L 142.603721 131.916414 \n",
|
||
"L 145.794112 130.18132 \n",
|
||
"L 148.984508 128.131763 \n",
|
||
"L 152.174903 125.726805 \n",
|
||
"L 155.365298 122.926752 \n",
|
||
"L 158.555692 119.696162 \n",
|
||
"L 161.746087 116.007641 \n",
|
||
"L 164.93648 111.846273 \n",
|
||
"L 168.126875 107.214222 \n",
|
||
"L 171.31727 102.134885 \n",
|
||
"L 174.507664 96.655705 \n",
|
||
"L 179.293256 87.85135 \n",
|
||
"L 193.650032 60.639934 \n",
|
||
"L 196.840426 55.160754 \n",
|
||
"L 200.03082 50.081413 \n",
|
||
"L 203.221216 45.449361 \n",
|
||
"L 206.411609 41.287994 \n",
|
||
"L 209.602004 37.59948 \n",
|
||
"L 212.792398 34.368895 \n",
|
||
"L 215.982793 31.568841 \n",
|
||
"L 219.173188 29.163874 \n",
|
||
"L 222.363583 27.114318 \n",
|
||
"L 225.553975 25.379222 \n",
|
||
"L 228.74437 23.918596 \n",
|
||
"L 231.934765 22.694841 \n",
|
||
"L 235.12516 21.673619 \n",
|
||
"L 239.910751 20.455406 \n",
|
||
"L 244.696342 19.536702 \n",
|
||
"L 249.481933 18.846978 \n",
|
||
"L 255.862724 18.189795 \n",
|
||
"L 263.83871 17.658904 \n",
|
||
"L 273.409892 17.286942 \n",
|
||
"L 286.171473 17.036533 \n",
|
||
"L 306.909033 16.88742 \n",
|
||
"L 310.099432 16.877273 \n",
|
||
"L 310.099432 16.877273 \n",
|
||
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_3\">\n",
|
||
" <path d=\"M 43.78125 146.6 \n",
|
||
"L 43.78125 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_4\">\n",
|
||
" <path d=\"M 322.78125 146.6 \n",
|
||
"L 322.78125 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_5\">\n",
|
||
" <path d=\"M 43.78125 146.6 \n",
|
||
"L 322.78125 146.6 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_6\">\n",
|
||
" <path d=\"M 43.78125 10.7 \n",
|
||
"L 322.78125 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <defs>\n",
|
||
" <clipPath id=\"p29b995d6c5\">\n",
|
||
" <rect height=\"135.9\" width=\"279\" x=\"43.78125\" y=\"10.7\"/>\n",
|
||
" </clipPath>\n",
|
||
" </defs>\n",
|
||
"</svg>\n"
|
||
],
|
||
"text/plain": [
|
||
"<matplotlib.figure.Figure at 0x10a78b160>"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"y = x.sigmoid()\n",
|
||
"xyplot(x, y, 'sigmoid')"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 6,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"image/svg+xml": [
|
||
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
|
||
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
|
||
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
|
||
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
|
||
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 339 184\" width=\"339pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
|
||
" <defs>\n",
|
||
" <style type=\"text/css\">\n",
|
||
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
|
||
" </style>\n",
|
||
" </defs>\n",
|
||
" <g id=\"figure_1\">\n",
|
||
" <g id=\"patch_1\">\n",
|
||
" <path d=\"M 0 184.15625 \n",
|
||
"L 339.84375 184.15625 \n",
|
||
"L 339.84375 -0 \n",
|
||
"L 0 -0 \n",
|
||
"z\n",
|
||
"\" style=\"fill:none;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"axes_1\">\n",
|
||
" <g id=\"patch_2\">\n",
|
||
" <path d=\"M 50.14375 146.6 \n",
|
||
"L 329.14375 146.6 \n",
|
||
"L 329.14375 10.7 \n",
|
||
"L 50.14375 10.7 \n",
|
||
"z\n",
|
||
"\" style=\"fill:#ffffff;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_1\">\n",
|
||
" <g id=\"xtick_1\">\n",
|
||
" <g id=\"line2d_1\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L 0 3.5 \n",
|
||
"\" id=\"m092f6e1b7f\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"62.825568\" xlink:href=\"#m092f6e1b7f\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_1\">\n",
|
||
" <!-- −8 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.59375 35.5 \n",
|
||
"L 73.1875 35.5 \n",
|
||
"L 73.1875 27.203125 \n",
|
||
"L 10.59375 27.203125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2212\"/>\n",
|
||
" <path d=\"M 31.78125 34.625 \n",
|
||
"Q 24.75 34.625 20.71875 30.859375 \n",
|
||
"Q 16.703125 27.09375 16.703125 20.515625 \n",
|
||
"Q 16.703125 13.921875 20.71875 10.15625 \n",
|
||
"Q 24.75 6.390625 31.78125 6.390625 \n",
|
||
"Q 38.8125 6.390625 42.859375 10.171875 \n",
|
||
"Q 46.921875 13.96875 46.921875 20.515625 \n",
|
||
"Q 46.921875 27.09375 42.890625 30.859375 \n",
|
||
"Q 38.875 34.625 31.78125 34.625 \n",
|
||
"z\n",
|
||
"M 21.921875 38.8125 \n",
|
||
"Q 15.578125 40.375 12.03125 44.71875 \n",
|
||
"Q 8.5 49.078125 8.5 55.328125 \n",
|
||
"Q 8.5 64.0625 14.71875 69.140625 \n",
|
||
"Q 20.953125 74.21875 31.78125 74.21875 \n",
|
||
"Q 42.671875 74.21875 48.875 69.140625 \n",
|
||
"Q 55.078125 64.0625 55.078125 55.328125 \n",
|
||
"Q 55.078125 49.078125 51.53125 44.71875 \n",
|
||
"Q 48 40.375 41.703125 38.8125 \n",
|
||
"Q 48.828125 37.15625 52.796875 32.3125 \n",
|
||
"Q 56.78125 27.484375 56.78125 20.515625 \n",
|
||
"Q 56.78125 9.90625 50.3125 4.234375 \n",
|
||
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.734375 -1.421875 13.25 4.234375 \n",
|
||
"Q 6.78125 9.90625 6.78125 20.515625 \n",
|
||
"Q 6.78125 27.484375 10.78125 32.3125 \n",
|
||
"Q 14.796875 37.15625 21.921875 38.8125 \n",
|
||
"z\n",
|
||
"M 18.3125 54.390625 \n",
|
||
"Q 18.3125 48.734375 21.84375 45.5625 \n",
|
||
"Q 25.390625 42.390625 31.78125 42.390625 \n",
|
||
"Q 38.140625 42.390625 41.71875 45.5625 \n",
|
||
"Q 45.3125 48.734375 45.3125 54.390625 \n",
|
||
"Q 45.3125 60.0625 41.71875 63.234375 \n",
|
||
"Q 38.140625 66.40625 31.78125 66.40625 \n",
|
||
"Q 25.390625 66.40625 21.84375 63.234375 \n",
|
||
"Q 18.3125 60.0625 18.3125 54.390625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-38\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(55.454474 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_2\">\n",
|
||
" <g id=\"line2d_2\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"94.729513\" xlink:href=\"#m092f6e1b7f\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_2\">\n",
|
||
" <!-- −6 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 33.015625 40.375 \n",
|
||
"Q 26.375 40.375 22.484375 35.828125 \n",
|
||
"Q 18.609375 31.296875 18.609375 23.390625 \n",
|
||
"Q 18.609375 15.53125 22.484375 10.953125 \n",
|
||
"Q 26.375 6.390625 33.015625 6.390625 \n",
|
||
"Q 39.65625 6.390625 43.53125 10.953125 \n",
|
||
"Q 47.40625 15.53125 47.40625 23.390625 \n",
|
||
"Q 47.40625 31.296875 43.53125 35.828125 \n",
|
||
"Q 39.65625 40.375 33.015625 40.375 \n",
|
||
"z\n",
|
||
"M 52.59375 71.296875 \n",
|
||
"L 52.59375 62.3125 \n",
|
||
"Q 48.875 64.0625 45.09375 64.984375 \n",
|
||
"Q 41.3125 65.921875 37.59375 65.921875 \n",
|
||
"Q 27.828125 65.921875 22.671875 59.328125 \n",
|
||
"Q 17.53125 52.734375 16.796875 39.40625 \n",
|
||
"Q 19.671875 43.65625 24.015625 45.921875 \n",
|
||
"Q 28.375 48.1875 33.59375 48.1875 \n",
|
||
"Q 44.578125 48.1875 50.953125 41.515625 \n",
|
||
"Q 57.328125 34.859375 57.328125 23.390625 \n",
|
||
"Q 57.328125 12.15625 50.6875 5.359375 \n",
|
||
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
|
||
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
|
||
"Q 6.984375 17.96875 6.984375 36.375 \n",
|
||
"Q 6.984375 53.65625 15.1875 63.9375 \n",
|
||
"Q 23.390625 74.21875 37.203125 74.21875 \n",
|
||
"Q 40.921875 74.21875 44.703125 73.484375 \n",
|
||
"Q 48.484375 72.75 52.59375 71.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-36\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(87.358419 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_3\">\n",
|
||
" <g id=\"line2d_3\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"126.633458\" xlink:href=\"#m092f6e1b7f\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_3\">\n",
|
||
" <!-- −4 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 37.796875 64.3125 \n",
|
||
"L 12.890625 25.390625 \n",
|
||
"L 37.796875 25.390625 \n",
|
||
"z\n",
|
||
"M 35.203125 72.90625 \n",
|
||
"L 47.609375 72.90625 \n",
|
||
"L 47.609375 25.390625 \n",
|
||
"L 58.015625 25.390625 \n",
|
||
"L 58.015625 17.1875 \n",
|
||
"L 47.609375 17.1875 \n",
|
||
"L 47.609375 0 \n",
|
||
"L 37.796875 0 \n",
|
||
"L 37.796875 17.1875 \n",
|
||
"L 4.890625 17.1875 \n",
|
||
"L 4.890625 26.703125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-34\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(119.262364 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_4\">\n",
|
||
" <g id=\"line2d_4\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"158.537403\" xlink:href=\"#m092f6e1b7f\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_4\">\n",
|
||
" <!-- −2 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 19.1875 8.296875 \n",
|
||
"L 53.609375 8.296875 \n",
|
||
"L 53.609375 0 \n",
|
||
"L 7.328125 0 \n",
|
||
"L 7.328125 8.296875 \n",
|
||
"Q 12.9375 14.109375 22.625 23.890625 \n",
|
||
"Q 32.328125 33.6875 34.8125 36.53125 \n",
|
||
"Q 39.546875 41.84375 41.421875 45.53125 \n",
|
||
"Q 43.3125 49.21875 43.3125 52.78125 \n",
|
||
"Q 43.3125 58.59375 39.234375 62.25 \n",
|
||
"Q 35.15625 65.921875 28.609375 65.921875 \n",
|
||
"Q 23.96875 65.921875 18.8125 64.3125 \n",
|
||
"Q 13.671875 62.703125 7.8125 59.421875 \n",
|
||
"L 7.8125 69.390625 \n",
|
||
"Q 13.765625 71.78125 18.9375 73 \n",
|
||
"Q 24.125 74.21875 28.421875 74.21875 \n",
|
||
"Q 39.75 74.21875 46.484375 68.546875 \n",
|
||
"Q 53.21875 62.890625 53.21875 53.421875 \n",
|
||
"Q 53.21875 48.921875 51.53125 44.890625 \n",
|
||
"Q 49.859375 40.875 45.40625 35.40625 \n",
|
||
"Q 44.1875 33.984375 37.640625 27.21875 \n",
|
||
"Q 31.109375 20.453125 19.1875 8.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-32\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(151.166309 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_5\">\n",
|
||
" <g id=\"line2d_5\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"190.441348\" xlink:href=\"#m092f6e1b7f\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_5\">\n",
|
||
" <!-- 0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 31.78125 66.40625 \n",
|
||
"Q 24.171875 66.40625 20.328125 58.90625 \n",
|
||
"Q 16.5 51.421875 16.5 36.375 \n",
|
||
"Q 16.5 21.390625 20.328125 13.890625 \n",
|
||
"Q 24.171875 6.390625 31.78125 6.390625 \n",
|
||
"Q 39.453125 6.390625 43.28125 13.890625 \n",
|
||
"Q 47.125 21.390625 47.125 36.375 \n",
|
||
"Q 47.125 51.421875 43.28125 58.90625 \n",
|
||
"Q 39.453125 66.40625 31.78125 66.40625 \n",
|
||
"z\n",
|
||
"M 31.78125 74.21875 \n",
|
||
"Q 44.046875 74.21875 50.515625 64.515625 \n",
|
||
"Q 56.984375 54.828125 56.984375 36.375 \n",
|
||
"Q 56.984375 17.96875 50.515625 8.265625 \n",
|
||
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
|
||
"Q 6.59375 17.96875 6.59375 36.375 \n",
|
||
"Q 6.59375 54.828125 13.0625 64.515625 \n",
|
||
"Q 19.53125 74.21875 31.78125 74.21875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-30\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(187.260098 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_6\">\n",
|
||
" <g id=\"line2d_6\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"222.345293\" xlink:href=\"#m092f6e1b7f\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_6\">\n",
|
||
" <!-- 2 -->\n",
|
||
" <g transform=\"translate(219.164043 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_7\">\n",
|
||
" <g id=\"line2d_7\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"254.249238\" xlink:href=\"#m092f6e1b7f\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_7\">\n",
|
||
" <!-- 4 -->\n",
|
||
" <g transform=\"translate(251.067988 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_8\">\n",
|
||
" <g id=\"line2d_8\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"286.153183\" xlink:href=\"#m092f6e1b7f\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_8\">\n",
|
||
" <!-- 6 -->\n",
|
||
" <g transform=\"translate(282.971933 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_9\">\n",
|
||
" <g id=\"line2d_9\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"318.057128\" xlink:href=\"#m092f6e1b7f\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_9\">\n",
|
||
" <!-- 8 -->\n",
|
||
" <g transform=\"translate(314.875878 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_10\">\n",
|
||
" <!-- x -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 54.890625 54.6875 \n",
|
||
"L 35.109375 28.078125 \n",
|
||
"L 55.90625 0 \n",
|
||
"L 45.3125 0 \n",
|
||
"L 29.390625 21.484375 \n",
|
||
"L 13.484375 0 \n",
|
||
"L 2.875 0 \n",
|
||
"L 24.125 28.609375 \n",
|
||
"L 4.6875 54.6875 \n",
|
||
"L 15.28125 54.6875 \n",
|
||
"L 29.78125 35.203125 \n",
|
||
"L 44.28125 54.6875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-78\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(186.684375 174.876562)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_2\">\n",
|
||
" <g id=\"ytick_1\">\n",
|
||
" <g id=\"line2d_10\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L -3.5 0 \n",
|
||
"\" id=\"m7ea57b0c74\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m7ea57b0c74\" y=\"140.588618\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_11\">\n",
|
||
" <!-- 0.00 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.6875 12.40625 \n",
|
||
"L 21 12.40625 \n",
|
||
"L 21 0 \n",
|
||
"L 10.6875 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2e\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 144.387837)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_2\">\n",
|
||
" <g id=\"line2d_11\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m7ea57b0c74\" y=\"115.846349\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_12\">\n",
|
||
" <!-- 0.05 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.796875 72.90625 \n",
|
||
"L 49.515625 72.90625 \n",
|
||
"L 49.515625 64.59375 \n",
|
||
"L 19.828125 64.59375 \n",
|
||
"L 19.828125 46.734375 \n",
|
||
"Q 21.96875 47.46875 24.109375 47.828125 \n",
|
||
"Q 26.265625 48.1875 28.421875 48.1875 \n",
|
||
"Q 40.625 48.1875 47.75 41.5 \n",
|
||
"Q 54.890625 34.8125 54.890625 23.390625 \n",
|
||
"Q 54.890625 11.625 47.5625 5.09375 \n",
|
||
"Q 40.234375 -1.421875 26.90625 -1.421875 \n",
|
||
"Q 22.3125 -1.421875 17.546875 -0.640625 \n",
|
||
"Q 12.796875 0.140625 7.71875 1.703125 \n",
|
||
"L 7.71875 11.625 \n",
|
||
"Q 12.109375 9.234375 16.796875 8.0625 \n",
|
||
"Q 21.484375 6.890625 26.703125 6.890625 \n",
|
||
"Q 35.15625 6.890625 40.078125 11.328125 \n",
|
||
"Q 45.015625 15.765625 45.015625 23.390625 \n",
|
||
"Q 45.015625 31 40.078125 35.4375 \n",
|
||
"Q 35.15625 39.890625 26.703125 39.890625 \n",
|
||
"Q 22.75 39.890625 18.8125 39.015625 \n",
|
||
"Q 14.890625 38.140625 10.796875 36.28125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-35\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 119.645568)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_3\">\n",
|
||
" <g id=\"line2d_12\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m7ea57b0c74\" y=\"91.10408\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_13\">\n",
|
||
" <!-- 0.10 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 12.40625 8.296875 \n",
|
||
"L 28.515625 8.296875 \n",
|
||
"L 28.515625 63.921875 \n",
|
||
"L 10.984375 60.40625 \n",
|
||
"L 10.984375 69.390625 \n",
|
||
"L 28.421875 72.90625 \n",
|
||
"L 38.28125 72.90625 \n",
|
||
"L 38.28125 8.296875 \n",
|
||
"L 54.390625 8.296875 \n",
|
||
"L 54.390625 0 \n",
|
||
"L 12.40625 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-31\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 94.903299)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_4\">\n",
|
||
" <g id=\"line2d_13\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m7ea57b0c74\" y=\"66.361811\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_14\">\n",
|
||
" <!-- 0.15 -->\n",
|
||
" <g transform=\"translate(20.878125 70.16103)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_5\">\n",
|
||
" <g id=\"line2d_14\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m7ea57b0c74\" y=\"41.619542\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_15\">\n",
|
||
" <!-- 0.20 -->\n",
|
||
" <g transform=\"translate(20.878125 45.418761)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_6\">\n",
|
||
" <g id=\"line2d_15\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"50.14375\" xlink:href=\"#m7ea57b0c74\" y=\"16.877273\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_16\">\n",
|
||
" <!-- 0.25 -->\n",
|
||
" <g transform=\"translate(20.878125 20.676491)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" <use x=\"159.033203\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_17\">\n",
|
||
" <!-- grad of sigmoid(x) -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 45.40625 27.984375 \n",
|
||
"Q 45.40625 37.75 41.375 43.109375 \n",
|
||
"Q 37.359375 48.484375 30.078125 48.484375 \n",
|
||
"Q 22.859375 48.484375 18.828125 43.109375 \n",
|
||
"Q 14.796875 37.75 14.796875 27.984375 \n",
|
||
"Q 14.796875 18.265625 18.828125 12.890625 \n",
|
||
"Q 22.859375 7.515625 30.078125 7.515625 \n",
|
||
"Q 37.359375 7.515625 41.375 12.890625 \n",
|
||
"Q 45.40625 18.265625 45.40625 27.984375 \n",
|
||
"z\n",
|
||
"M 54.390625 6.78125 \n",
|
||
"Q 54.390625 -7.171875 48.1875 -13.984375 \n",
|
||
"Q 42 -20.796875 29.203125 -20.796875 \n",
|
||
"Q 24.46875 -20.796875 20.265625 -20.09375 \n",
|
||
"Q 16.0625 -19.390625 12.109375 -17.921875 \n",
|
||
"L 12.109375 -9.1875 \n",
|
||
"Q 16.0625 -11.328125 19.921875 -12.34375 \n",
|
||
"Q 23.78125 -13.375 27.78125 -13.375 \n",
|
||
"Q 36.625 -13.375 41.015625 -8.765625 \n",
|
||
"Q 45.40625 -4.15625 45.40625 5.171875 \n",
|
||
"L 45.40625 9.625 \n",
|
||
"Q 42.625 4.78125 38.28125 2.390625 \n",
|
||
"Q 33.9375 0 27.875 0 \n",
|
||
"Q 17.828125 0 11.671875 7.65625 \n",
|
||
"Q 5.515625 15.328125 5.515625 27.984375 \n",
|
||
"Q 5.515625 40.671875 11.671875 48.328125 \n",
|
||
"Q 17.828125 56 27.875 56 \n",
|
||
"Q 33.9375 56 38.28125 53.609375 \n",
|
||
"Q 42.625 51.21875 45.40625 46.390625 \n",
|
||
"L 45.40625 54.6875 \n",
|
||
"L 54.390625 54.6875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-67\"/>\n",
|
||
" <path d=\"M 41.109375 46.296875 \n",
|
||
"Q 39.59375 47.171875 37.8125 47.578125 \n",
|
||
"Q 36.03125 48 33.890625 48 \n",
|
||
"Q 26.265625 48 22.1875 43.046875 \n",
|
||
"Q 18.109375 38.09375 18.109375 28.8125 \n",
|
||
"L 18.109375 0 \n",
|
||
"L 9.078125 0 \n",
|
||
"L 9.078125 54.6875 \n",
|
||
"L 18.109375 54.6875 \n",
|
||
"L 18.109375 46.1875 \n",
|
||
"Q 20.953125 51.171875 25.484375 53.578125 \n",
|
||
"Q 30.03125 56 36.53125 56 \n",
|
||
"Q 37.453125 56 38.578125 55.875 \n",
|
||
"Q 39.703125 55.765625 41.0625 55.515625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-72\"/>\n",
|
||
" <path d=\"M 34.28125 27.484375 \n",
|
||
"Q 23.390625 27.484375 19.1875 25 \n",
|
||
"Q 14.984375 22.515625 14.984375 16.5 \n",
|
||
"Q 14.984375 11.71875 18.140625 8.90625 \n",
|
||
"Q 21.296875 6.109375 26.703125 6.109375 \n",
|
||
"Q 34.1875 6.109375 38.703125 11.40625 \n",
|
||
"Q 43.21875 16.703125 43.21875 25.484375 \n",
|
||
"L 43.21875 27.484375 \n",
|
||
"z\n",
|
||
"M 52.203125 31.203125 \n",
|
||
"L 52.203125 0 \n",
|
||
"L 43.21875 0 \n",
|
||
"L 43.21875 8.296875 \n",
|
||
"Q 40.140625 3.328125 35.546875 0.953125 \n",
|
||
"Q 30.953125 -1.421875 24.3125 -1.421875 \n",
|
||
"Q 15.921875 -1.421875 10.953125 3.296875 \n",
|
||
"Q 6 8.015625 6 15.921875 \n",
|
||
"Q 6 25.140625 12.171875 29.828125 \n",
|
||
"Q 18.359375 34.515625 30.609375 34.515625 \n",
|
||
"L 43.21875 34.515625 \n",
|
||
"L 43.21875 35.40625 \n",
|
||
"Q 43.21875 41.609375 39.140625 45 \n",
|
||
"Q 35.0625 48.390625 27.6875 48.390625 \n",
|
||
"Q 23 48.390625 18.546875 47.265625 \n",
|
||
"Q 14.109375 46.140625 10.015625 43.890625 \n",
|
||
"L 10.015625 52.203125 \n",
|
||
"Q 14.9375 54.109375 19.578125 55.046875 \n",
|
||
"Q 24.21875 56 28.609375 56 \n",
|
||
"Q 40.484375 56 46.34375 49.84375 \n",
|
||
"Q 52.203125 43.703125 52.203125 31.203125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-61\"/>\n",
|
||
" <path d=\"M 45.40625 46.390625 \n",
|
||
"L 45.40625 75.984375 \n",
|
||
"L 54.390625 75.984375 \n",
|
||
"L 54.390625 0 \n",
|
||
"L 45.40625 0 \n",
|
||
"L 45.40625 8.203125 \n",
|
||
"Q 42.578125 3.328125 38.25 0.953125 \n",
|
||
"Q 33.9375 -1.421875 27.875 -1.421875 \n",
|
||
"Q 17.96875 -1.421875 11.734375 6.484375 \n",
|
||
"Q 5.515625 14.40625 5.515625 27.296875 \n",
|
||
"Q 5.515625 40.1875 11.734375 48.09375 \n",
|
||
"Q 17.96875 56 27.875 56 \n",
|
||
"Q 33.9375 56 38.25 53.625 \n",
|
||
"Q 42.578125 51.265625 45.40625 46.390625 \n",
|
||
"z\n",
|
||
"M 14.796875 27.296875 \n",
|
||
"Q 14.796875 17.390625 18.875 11.75 \n",
|
||
"Q 22.953125 6.109375 30.078125 6.109375 \n",
|
||
"Q 37.203125 6.109375 41.296875 11.75 \n",
|
||
"Q 45.40625 17.390625 45.40625 27.296875 \n",
|
||
"Q 45.40625 37.203125 41.296875 42.84375 \n",
|
||
"Q 37.203125 48.484375 30.078125 48.484375 \n",
|
||
"Q 22.953125 48.484375 18.875 42.84375 \n",
|
||
"Q 14.796875 37.203125 14.796875 27.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-64\"/>\n",
|
||
" <path id=\"DejaVuSans-20\"/>\n",
|
||
" <path d=\"M 30.609375 48.390625 \n",
|
||
"Q 23.390625 48.390625 19.1875 42.75 \n",
|
||
"Q 14.984375 37.109375 14.984375 27.296875 \n",
|
||
"Q 14.984375 17.484375 19.15625 11.84375 \n",
|
||
"Q 23.34375 6.203125 30.609375 6.203125 \n",
|
||
"Q 37.796875 6.203125 41.984375 11.859375 \n",
|
||
"Q 46.1875 17.53125 46.1875 27.296875 \n",
|
||
"Q 46.1875 37.015625 41.984375 42.703125 \n",
|
||
"Q 37.796875 48.390625 30.609375 48.390625 \n",
|
||
"z\n",
|
||
"M 30.609375 56 \n",
|
||
"Q 42.328125 56 49.015625 48.375 \n",
|
||
"Q 55.71875 40.765625 55.71875 27.296875 \n",
|
||
"Q 55.71875 13.875 49.015625 6.21875 \n",
|
||
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
|
||
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
|
||
"Q 5.515625 13.875 5.515625 27.296875 \n",
|
||
"Q 5.515625 40.765625 12.171875 48.375 \n",
|
||
"Q 18.84375 56 30.609375 56 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-6f\"/>\n",
|
||
" <path d=\"M 37.109375 75.984375 \n",
|
||
"L 37.109375 68.5 \n",
|
||
"L 28.515625 68.5 \n",
|
||
"Q 23.6875 68.5 21.796875 66.546875 \n",
|
||
"Q 19.921875 64.59375 19.921875 59.515625 \n",
|
||
"L 19.921875 54.6875 \n",
|
||
"L 34.71875 54.6875 \n",
|
||
"L 34.71875 47.703125 \n",
|
||
"L 19.921875 47.703125 \n",
|
||
"L 19.921875 0 \n",
|
||
"L 10.890625 0 \n",
|
||
"L 10.890625 47.703125 \n",
|
||
"L 2.296875 47.703125 \n",
|
||
"L 2.296875 54.6875 \n",
|
||
"L 10.890625 54.6875 \n",
|
||
"L 10.890625 58.5 \n",
|
||
"Q 10.890625 67.625 15.140625 71.796875 \n",
|
||
"Q 19.390625 75.984375 28.609375 75.984375 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-66\"/>\n",
|
||
" <path d=\"M 44.28125 53.078125 \n",
|
||
"L 44.28125 44.578125 \n",
|
||
"Q 40.484375 46.53125 36.375 47.5 \n",
|
||
"Q 32.28125 48.484375 27.875 48.484375 \n",
|
||
"Q 21.1875 48.484375 17.84375 46.4375 \n",
|
||
"Q 14.5 44.390625 14.5 40.28125 \n",
|
||
"Q 14.5 37.15625 16.890625 35.375 \n",
|
||
"Q 19.28125 33.59375 26.515625 31.984375 \n",
|
||
"L 29.59375 31.296875 \n",
|
||
"Q 39.15625 29.25 43.1875 25.515625 \n",
|
||
"Q 47.21875 21.78125 47.21875 15.09375 \n",
|
||
"Q 47.21875 7.46875 41.1875 3.015625 \n",
|
||
"Q 35.15625 -1.421875 24.609375 -1.421875 \n",
|
||
"Q 20.21875 -1.421875 15.453125 -0.5625 \n",
|
||
"Q 10.6875 0.296875 5.421875 2 \n",
|
||
"L 5.421875 11.28125 \n",
|
||
"Q 10.40625 8.6875 15.234375 7.390625 \n",
|
||
"Q 20.0625 6.109375 24.8125 6.109375 \n",
|
||
"Q 31.15625 6.109375 34.5625 8.28125 \n",
|
||
"Q 37.984375 10.453125 37.984375 14.40625 \n",
|
||
"Q 37.984375 18.0625 35.515625 20.015625 \n",
|
||
"Q 33.0625 21.96875 24.703125 23.78125 \n",
|
||
"L 21.578125 24.515625 \n",
|
||
"Q 13.234375 26.265625 9.515625 29.90625 \n",
|
||
"Q 5.8125 33.546875 5.8125 39.890625 \n",
|
||
"Q 5.8125 47.609375 11.28125 51.796875 \n",
|
||
"Q 16.75 56 26.8125 56 \n",
|
||
"Q 31.78125 56 36.171875 55.265625 \n",
|
||
"Q 40.578125 54.546875 44.28125 53.078125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-73\"/>\n",
|
||
" <path d=\"M 9.421875 54.6875 \n",
|
||
"L 18.40625 54.6875 \n",
|
||
"L 18.40625 0 \n",
|
||
"L 9.421875 0 \n",
|
||
"z\n",
|
||
"M 9.421875 75.984375 \n",
|
||
"L 18.40625 75.984375 \n",
|
||
"L 18.40625 64.59375 \n",
|
||
"L 9.421875 64.59375 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-69\"/>\n",
|
||
" <path d=\"M 52 44.1875 \n",
|
||
"Q 55.375 50.25 60.0625 53.125 \n",
|
||
"Q 64.75 56 71.09375 56 \n",
|
||
"Q 79.640625 56 84.28125 50.015625 \n",
|
||
"Q 88.921875 44.046875 88.921875 33.015625 \n",
|
||
"L 88.921875 0 \n",
|
||
"L 79.890625 0 \n",
|
||
"L 79.890625 32.71875 \n",
|
||
"Q 79.890625 40.578125 77.09375 44.375 \n",
|
||
"Q 74.3125 48.1875 68.609375 48.1875 \n",
|
||
"Q 61.625 48.1875 57.5625 43.546875 \n",
|
||
"Q 53.515625 38.921875 53.515625 30.90625 \n",
|
||
"L 53.515625 0 \n",
|
||
"L 44.484375 0 \n",
|
||
"L 44.484375 32.71875 \n",
|
||
"Q 44.484375 40.625 41.703125 44.40625 \n",
|
||
"Q 38.921875 48.1875 33.109375 48.1875 \n",
|
||
"Q 26.21875 48.1875 22.15625 43.53125 \n",
|
||
"Q 18.109375 38.875 18.109375 30.90625 \n",
|
||
"L 18.109375 0 \n",
|
||
"L 9.078125 0 \n",
|
||
"L 9.078125 54.6875 \n",
|
||
"L 18.109375 54.6875 \n",
|
||
"L 18.109375 46.1875 \n",
|
||
"Q 21.1875 51.21875 25.484375 53.609375 \n",
|
||
"Q 29.78125 56 35.6875 56 \n",
|
||
"Q 41.65625 56 45.828125 52.96875 \n",
|
||
"Q 50 49.953125 52 44.1875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-6d\"/>\n",
|
||
" <path d=\"M 31 75.875 \n",
|
||
"Q 24.46875 64.65625 21.28125 53.65625 \n",
|
||
"Q 18.109375 42.671875 18.109375 31.390625 \n",
|
||
"Q 18.109375 20.125 21.3125 9.0625 \n",
|
||
"Q 24.515625 -2 31 -13.1875 \n",
|
||
"L 23.1875 -13.1875 \n",
|
||
"Q 15.875 -1.703125 12.234375 9.375 \n",
|
||
"Q 8.59375 20.453125 8.59375 31.390625 \n",
|
||
"Q 8.59375 42.28125 12.203125 53.3125 \n",
|
||
"Q 15.828125 64.359375 23.1875 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-28\"/>\n",
|
||
" <path d=\"M 8.015625 75.875 \n",
|
||
"L 15.828125 75.875 \n",
|
||
"Q 23.140625 64.359375 26.78125 53.3125 \n",
|
||
"Q 30.421875 42.28125 30.421875 31.390625 \n",
|
||
"Q 30.421875 20.453125 26.78125 9.375 \n",
|
||
"Q 23.140625 -1.703125 15.828125 -13.1875 \n",
|
||
"L 8.015625 -13.1875 \n",
|
||
"Q 14.5 -2 17.703125 9.0625 \n",
|
||
"Q 20.90625 20.125 20.90625 31.390625 \n",
|
||
"Q 20.90625 42.671875 17.703125 53.65625 \n",
|
||
"Q 14.5 64.65625 8.015625 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-29\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(14.798438 124.6375)rotate(-90)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-67\"/>\n",
|
||
" <use x=\"63.476562\" xlink:href=\"#DejaVuSans-72\"/>\n",
|
||
" <use x=\"104.589844\" xlink:href=\"#DejaVuSans-61\"/>\n",
|
||
" <use x=\"165.869141\" xlink:href=\"#DejaVuSans-64\"/>\n",
|
||
" <use x=\"229.345703\" xlink:href=\"#DejaVuSans-20\"/>\n",
|
||
" <use x=\"261.132812\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
" <use x=\"322.314453\" xlink:href=\"#DejaVuSans-66\"/>\n",
|
||
" <use x=\"357.519531\" xlink:href=\"#DejaVuSans-20\"/>\n",
|
||
" <use x=\"389.306641\" xlink:href=\"#DejaVuSans-73\"/>\n",
|
||
" <use x=\"441.40625\" xlink:href=\"#DejaVuSans-69\"/>\n",
|
||
" <use x=\"469.189453\" xlink:href=\"#DejaVuSans-67\"/>\n",
|
||
" <use x=\"532.666016\" xlink:href=\"#DejaVuSans-6d\"/>\n",
|
||
" <use x=\"630.078125\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
" <use x=\"691.259766\" xlink:href=\"#DejaVuSans-69\"/>\n",
|
||
" <use x=\"719.042969\" xlink:href=\"#DejaVuSans-64\"/>\n",
|
||
" <use x=\"782.519531\" xlink:href=\"#DejaVuSans-28\"/>\n",
|
||
" <use x=\"821.533203\" xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" <use x=\"880.712891\" xlink:href=\"#DejaVuSans-29\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"line2d_16\">\n",
|
||
" <path clip-path=\"url(#pce646b7e43)\" d=\"M 62.825568 140.422727 \n",
|
||
"L 78.777541 140.138199 \n",
|
||
"L 88.348723 139.76913 \n",
|
||
"L 96.324709 139.240413 \n",
|
||
"L 102.705499 138.582727 \n",
|
||
"L 107.491094 137.888643 \n",
|
||
"L 112.276681 136.957984 \n",
|
||
"L 115.46708 136.168629 \n",
|
||
"L 118.657472 135.211515 \n",
|
||
"L 121.847863 134.052846 \n",
|
||
"L 125.038262 132.652917 \n",
|
||
"L 128.228654 130.965526 \n",
|
||
"L 131.419049 128.93753 \n",
|
||
"L 134.609444 126.508771 \n",
|
||
"L 137.79984 123.612511 \n",
|
||
"L 140.990235 120.176728 \n",
|
||
"L 144.180626 116.126646 \n",
|
||
"L 147.371021 111.388923 \n",
|
||
"L 150.561417 105.89812 \n",
|
||
"L 153.751812 99.605738 \n",
|
||
"L 156.942207 92.492262 \n",
|
||
"L 160.132601 84.58189 \n",
|
||
"L 163.322994 75.95897 \n",
|
||
"L 168.108587 62.064131 \n",
|
||
"L 174.489375 43.296107 \n",
|
||
"L 177.67977 34.736391 \n",
|
||
"L 179.274967 30.875027 \n",
|
||
"L 180.870164 27.37579 \n",
|
||
"L 182.465362 24.298118 \n",
|
||
"L 184.060559 21.696696 \n",
|
||
"L 185.655756 19.619549 \n",
|
||
"L 187.250953 18.106185 \n",
|
||
"L 188.846151 17.186035 \n",
|
||
"L 190.441348 16.877273 \n",
|
||
"L 192.036545 17.186035 \n",
|
||
"L 193.631742 18.106185 \n",
|
||
"L 195.22694 19.619549 \n",
|
||
"L 196.822137 21.696696 \n",
|
||
"L 198.417334 24.298118 \n",
|
||
"L 200.012532 27.37579 \n",
|
||
"L 201.607728 30.87502 \n",
|
||
"L 203.202926 34.736391 \n",
|
||
"L 206.39332 43.296115 \n",
|
||
"L 211.178911 57.306965 \n",
|
||
"L 215.964504 71.427146 \n",
|
||
"L 219.154898 80.351396 \n",
|
||
"L 222.345293 88.633007 \n",
|
||
"L 225.535688 96.151352 \n",
|
||
"L 228.726083 102.85419 \n",
|
||
"L 231.916475 108.741217 \n",
|
||
"L 235.10687 113.848108 \n",
|
||
"L 238.297265 118.233159 \n",
|
||
"L 241.48766 121.966706 \n",
|
||
"L 244.678056 125.123505 \n",
|
||
"L 247.868447 127.777258 \n",
|
||
"L 251.058842 129.997666 \n",
|
||
"L 254.249238 131.848296 \n",
|
||
"L 257.439629 133.385771 \n",
|
||
"L 260.630028 134.659691 \n",
|
||
"L 263.82042 135.71301 \n",
|
||
"L 267.010819 136.582384 \n",
|
||
"L 271.796406 137.608142 \n",
|
||
"L 276.582001 138.373661 \n",
|
||
"L 282.962791 139.099466 \n",
|
||
"L 289.343574 139.588434 \n",
|
||
"L 297.31956 139.980971 \n",
|
||
"L 308.485946 140.286478 \n",
|
||
"L 316.461932 140.405286 \n",
|
||
"L 316.461932 140.405286 \n",
|
||
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_3\">\n",
|
||
" <path d=\"M 50.14375 146.6 \n",
|
||
"L 50.14375 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_4\">\n",
|
||
" <path d=\"M 329.14375 146.6 \n",
|
||
"L 329.14375 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_5\">\n",
|
||
" <path d=\"M 50.14375 146.6 \n",
|
||
"L 329.14375 146.6 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_6\">\n",
|
||
" <path d=\"M 50.14375 10.7 \n",
|
||
"L 329.14375 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <defs>\n",
|
||
" <clipPath id=\"pce646b7e43\">\n",
|
||
" <rect height=\"135.9\" width=\"279\" x=\"50.14375\" y=\"10.7\"/>\n",
|
||
" </clipPath>\n",
|
||
" </defs>\n",
|
||
"</svg>\n"
|
||
],
|
||
"text/plain": [
|
||
"<matplotlib.figure.Figure at 0x11365cb00>"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"x.grad.zero_()\n",
|
||
"y.sum().backward()\n",
|
||
"xyplot(x, x.grad, 'grad of sigmoid')"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"### 3.8.2.3 tanh函数"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 7,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"image/svg+xml": [
|
||
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
|
||
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
|
||
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
|
||
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
|
||
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 341 184\" width=\"341pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
|
||
" <defs>\n",
|
||
" <style type=\"text/css\">\n",
|
||
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
|
||
" </style>\n",
|
||
" </defs>\n",
|
||
" <g id=\"figure_1\">\n",
|
||
" <g id=\"patch_1\">\n",
|
||
" <path d=\"M 0 184.15625 \n",
|
||
"L 341.860937 184.15625 \n",
|
||
"L 341.860937 -0 \n",
|
||
"L 0 -0 \n",
|
||
"z\n",
|
||
"\" style=\"fill:none;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"axes_1\">\n",
|
||
" <g id=\"patch_2\">\n",
|
||
" <path d=\"M 52.160938 146.6 \n",
|
||
"L 331.160937 146.6 \n",
|
||
"L 331.160937 10.7 \n",
|
||
"L 52.160938 10.7 \n",
|
||
"z\n",
|
||
"\" style=\"fill:#ffffff;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_1\">\n",
|
||
" <g id=\"xtick_1\">\n",
|
||
" <g id=\"line2d_1\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L 0 3.5 \n",
|
||
"\" id=\"m0650922502\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"64.842756\" xlink:href=\"#m0650922502\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_1\">\n",
|
||
" <!-- −8 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.59375 35.5 \n",
|
||
"L 73.1875 35.5 \n",
|
||
"L 73.1875 27.203125 \n",
|
||
"L 10.59375 27.203125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2212\"/>\n",
|
||
" <path d=\"M 31.78125 34.625 \n",
|
||
"Q 24.75 34.625 20.71875 30.859375 \n",
|
||
"Q 16.703125 27.09375 16.703125 20.515625 \n",
|
||
"Q 16.703125 13.921875 20.71875 10.15625 \n",
|
||
"Q 24.75 6.390625 31.78125 6.390625 \n",
|
||
"Q 38.8125 6.390625 42.859375 10.171875 \n",
|
||
"Q 46.921875 13.96875 46.921875 20.515625 \n",
|
||
"Q 46.921875 27.09375 42.890625 30.859375 \n",
|
||
"Q 38.875 34.625 31.78125 34.625 \n",
|
||
"z\n",
|
||
"M 21.921875 38.8125 \n",
|
||
"Q 15.578125 40.375 12.03125 44.71875 \n",
|
||
"Q 8.5 49.078125 8.5 55.328125 \n",
|
||
"Q 8.5 64.0625 14.71875 69.140625 \n",
|
||
"Q 20.953125 74.21875 31.78125 74.21875 \n",
|
||
"Q 42.671875 74.21875 48.875 69.140625 \n",
|
||
"Q 55.078125 64.0625 55.078125 55.328125 \n",
|
||
"Q 55.078125 49.078125 51.53125 44.71875 \n",
|
||
"Q 48 40.375 41.703125 38.8125 \n",
|
||
"Q 48.828125 37.15625 52.796875 32.3125 \n",
|
||
"Q 56.78125 27.484375 56.78125 20.515625 \n",
|
||
"Q 56.78125 9.90625 50.3125 4.234375 \n",
|
||
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.734375 -1.421875 13.25 4.234375 \n",
|
||
"Q 6.78125 9.90625 6.78125 20.515625 \n",
|
||
"Q 6.78125 27.484375 10.78125 32.3125 \n",
|
||
"Q 14.796875 37.15625 21.921875 38.8125 \n",
|
||
"z\n",
|
||
"M 18.3125 54.390625 \n",
|
||
"Q 18.3125 48.734375 21.84375 45.5625 \n",
|
||
"Q 25.390625 42.390625 31.78125 42.390625 \n",
|
||
"Q 38.140625 42.390625 41.71875 45.5625 \n",
|
||
"Q 45.3125 48.734375 45.3125 54.390625 \n",
|
||
"Q 45.3125 60.0625 41.71875 63.234375 \n",
|
||
"Q 38.140625 66.40625 31.78125 66.40625 \n",
|
||
"Q 25.390625 66.40625 21.84375 63.234375 \n",
|
||
"Q 18.3125 60.0625 18.3125 54.390625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-38\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(57.471662 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_2\">\n",
|
||
" <g id=\"line2d_2\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"96.746701\" xlink:href=\"#m0650922502\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_2\">\n",
|
||
" <!-- −6 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 33.015625 40.375 \n",
|
||
"Q 26.375 40.375 22.484375 35.828125 \n",
|
||
"Q 18.609375 31.296875 18.609375 23.390625 \n",
|
||
"Q 18.609375 15.53125 22.484375 10.953125 \n",
|
||
"Q 26.375 6.390625 33.015625 6.390625 \n",
|
||
"Q 39.65625 6.390625 43.53125 10.953125 \n",
|
||
"Q 47.40625 15.53125 47.40625 23.390625 \n",
|
||
"Q 47.40625 31.296875 43.53125 35.828125 \n",
|
||
"Q 39.65625 40.375 33.015625 40.375 \n",
|
||
"z\n",
|
||
"M 52.59375 71.296875 \n",
|
||
"L 52.59375 62.3125 \n",
|
||
"Q 48.875 64.0625 45.09375 64.984375 \n",
|
||
"Q 41.3125 65.921875 37.59375 65.921875 \n",
|
||
"Q 27.828125 65.921875 22.671875 59.328125 \n",
|
||
"Q 17.53125 52.734375 16.796875 39.40625 \n",
|
||
"Q 19.671875 43.65625 24.015625 45.921875 \n",
|
||
"Q 28.375 48.1875 33.59375 48.1875 \n",
|
||
"Q 44.578125 48.1875 50.953125 41.515625 \n",
|
||
"Q 57.328125 34.859375 57.328125 23.390625 \n",
|
||
"Q 57.328125 12.15625 50.6875 5.359375 \n",
|
||
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
|
||
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
|
||
"Q 6.984375 17.96875 6.984375 36.375 \n",
|
||
"Q 6.984375 53.65625 15.1875 63.9375 \n",
|
||
"Q 23.390625 74.21875 37.203125 74.21875 \n",
|
||
"Q 40.921875 74.21875 44.703125 73.484375 \n",
|
||
"Q 48.484375 72.75 52.59375 71.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-36\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(89.375607 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_3\">\n",
|
||
" <g id=\"line2d_3\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"128.650646\" xlink:href=\"#m0650922502\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_3\">\n",
|
||
" <!-- −4 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 37.796875 64.3125 \n",
|
||
"L 12.890625 25.390625 \n",
|
||
"L 37.796875 25.390625 \n",
|
||
"z\n",
|
||
"M 35.203125 72.90625 \n",
|
||
"L 47.609375 72.90625 \n",
|
||
"L 47.609375 25.390625 \n",
|
||
"L 58.015625 25.390625 \n",
|
||
"L 58.015625 17.1875 \n",
|
||
"L 47.609375 17.1875 \n",
|
||
"L 47.609375 0 \n",
|
||
"L 37.796875 0 \n",
|
||
"L 37.796875 17.1875 \n",
|
||
"L 4.890625 17.1875 \n",
|
||
"L 4.890625 26.703125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-34\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(121.279552 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_4\">\n",
|
||
" <g id=\"line2d_4\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"160.55459\" xlink:href=\"#m0650922502\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_4\">\n",
|
||
" <!-- −2 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 19.1875 8.296875 \n",
|
||
"L 53.609375 8.296875 \n",
|
||
"L 53.609375 0 \n",
|
||
"L 7.328125 0 \n",
|
||
"L 7.328125 8.296875 \n",
|
||
"Q 12.9375 14.109375 22.625 23.890625 \n",
|
||
"Q 32.328125 33.6875 34.8125 36.53125 \n",
|
||
"Q 39.546875 41.84375 41.421875 45.53125 \n",
|
||
"Q 43.3125 49.21875 43.3125 52.78125 \n",
|
||
"Q 43.3125 58.59375 39.234375 62.25 \n",
|
||
"Q 35.15625 65.921875 28.609375 65.921875 \n",
|
||
"Q 23.96875 65.921875 18.8125 64.3125 \n",
|
||
"Q 13.671875 62.703125 7.8125 59.421875 \n",
|
||
"L 7.8125 69.390625 \n",
|
||
"Q 13.765625 71.78125 18.9375 73 \n",
|
||
"Q 24.125 74.21875 28.421875 74.21875 \n",
|
||
"Q 39.75 74.21875 46.484375 68.546875 \n",
|
||
"Q 53.21875 62.890625 53.21875 53.421875 \n",
|
||
"Q 53.21875 48.921875 51.53125 44.890625 \n",
|
||
"Q 49.859375 40.875 45.40625 35.40625 \n",
|
||
"Q 44.1875 33.984375 37.640625 27.21875 \n",
|
||
"Q 31.109375 20.453125 19.1875 8.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-32\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(153.183497 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_5\">\n",
|
||
" <g id=\"line2d_5\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"192.458535\" xlink:href=\"#m0650922502\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_5\">\n",
|
||
" <!-- 0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 31.78125 66.40625 \n",
|
||
"Q 24.171875 66.40625 20.328125 58.90625 \n",
|
||
"Q 16.5 51.421875 16.5 36.375 \n",
|
||
"Q 16.5 21.390625 20.328125 13.890625 \n",
|
||
"Q 24.171875 6.390625 31.78125 6.390625 \n",
|
||
"Q 39.453125 6.390625 43.28125 13.890625 \n",
|
||
"Q 47.125 21.390625 47.125 36.375 \n",
|
||
"Q 47.125 51.421875 43.28125 58.90625 \n",
|
||
"Q 39.453125 66.40625 31.78125 66.40625 \n",
|
||
"z\n",
|
||
"M 31.78125 74.21875 \n",
|
||
"Q 44.046875 74.21875 50.515625 64.515625 \n",
|
||
"Q 56.984375 54.828125 56.984375 36.375 \n",
|
||
"Q 56.984375 17.96875 50.515625 8.265625 \n",
|
||
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
|
||
"Q 6.59375 17.96875 6.59375 36.375 \n",
|
||
"Q 6.59375 54.828125 13.0625 64.515625 \n",
|
||
"Q 19.53125 74.21875 31.78125 74.21875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-30\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(189.277285 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_6\">\n",
|
||
" <g id=\"line2d_6\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"224.36248\" xlink:href=\"#m0650922502\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_6\">\n",
|
||
" <!-- 2 -->\n",
|
||
" <g transform=\"translate(221.18123 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_7\">\n",
|
||
" <g id=\"line2d_7\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"256.266425\" xlink:href=\"#m0650922502\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_7\">\n",
|
||
" <!-- 4 -->\n",
|
||
" <g transform=\"translate(253.085175 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_8\">\n",
|
||
" <g id=\"line2d_8\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"288.17037\" xlink:href=\"#m0650922502\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_8\">\n",
|
||
" <!-- 6 -->\n",
|
||
" <g transform=\"translate(284.98912 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_9\">\n",
|
||
" <g id=\"line2d_9\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"320.074315\" xlink:href=\"#m0650922502\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_9\">\n",
|
||
" <!-- 8 -->\n",
|
||
" <g transform=\"translate(316.893065 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_10\">\n",
|
||
" <!-- x -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 54.890625 54.6875 \n",
|
||
"L 35.109375 28.078125 \n",
|
||
"L 55.90625 0 \n",
|
||
"L 45.3125 0 \n",
|
||
"L 29.390625 21.484375 \n",
|
||
"L 13.484375 0 \n",
|
||
"L 2.875 0 \n",
|
||
"L 24.125 28.609375 \n",
|
||
"L 4.6875 54.6875 \n",
|
||
"L 15.28125 54.6875 \n",
|
||
"L 29.78125 35.203125 \n",
|
||
"L 44.28125 54.6875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-78\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(188.701562 174.876562)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_2\">\n",
|
||
" <g id=\"ytick_1\">\n",
|
||
" <g id=\"line2d_10\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L -3.5 0 \n",
|
||
"\" id=\"ma2736bc2dc\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"52.160938\" xlink:href=\"#ma2736bc2dc\" y=\"140.422742\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_11\">\n",
|
||
" <!-- −1.0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 12.40625 8.296875 \n",
|
||
"L 28.515625 8.296875 \n",
|
||
"L 28.515625 63.921875 \n",
|
||
"L 10.984375 60.40625 \n",
|
||
"L 10.984375 69.390625 \n",
|
||
"L 28.421875 72.90625 \n",
|
||
"L 38.28125 72.90625 \n",
|
||
"L 38.28125 8.296875 \n",
|
||
"L 54.390625 8.296875 \n",
|
||
"L 54.390625 0 \n",
|
||
"L 12.40625 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-31\"/>\n",
|
||
" <path d=\"M 10.6875 12.40625 \n",
|
||
"L 21 12.40625 \n",
|
||
"L 21 0 \n",
|
||
"L 10.6875 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2e\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 144.221961)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
" <use x=\"147.412109\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"179.199219\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_2\">\n",
|
||
" <g id=\"line2d_11\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"52.160938\" xlink:href=\"#ma2736bc2dc\" y=\"109.53637\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_12\">\n",
|
||
" <!-- −0.5 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.796875 72.90625 \n",
|
||
"L 49.515625 72.90625 \n",
|
||
"L 49.515625 64.59375 \n",
|
||
"L 19.828125 64.59375 \n",
|
||
"L 19.828125 46.734375 \n",
|
||
"Q 21.96875 47.46875 24.109375 47.828125 \n",
|
||
"Q 26.265625 48.1875 28.421875 48.1875 \n",
|
||
"Q 40.625 48.1875 47.75 41.5 \n",
|
||
"Q 54.890625 34.8125 54.890625 23.390625 \n",
|
||
"Q 54.890625 11.625 47.5625 5.09375 \n",
|
||
"Q 40.234375 -1.421875 26.90625 -1.421875 \n",
|
||
"Q 22.3125 -1.421875 17.546875 -0.640625 \n",
|
||
"Q 12.796875 0.140625 7.71875 1.703125 \n",
|
||
"L 7.71875 11.625 \n",
|
||
"Q 12.109375 9.234375 16.796875 8.0625 \n",
|
||
"Q 21.484375 6.890625 26.703125 6.890625 \n",
|
||
"Q 35.15625 6.890625 40.078125 11.328125 \n",
|
||
"Q 45.015625 15.765625 45.015625 23.390625 \n",
|
||
"Q 45.015625 31 40.078125 35.4375 \n",
|
||
"Q 35.15625 39.890625 26.703125 39.890625 \n",
|
||
"Q 22.75 39.890625 18.8125 39.015625 \n",
|
||
"Q 14.890625 38.140625 10.796875 36.28125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-35\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 113.335589)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"147.412109\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"179.199219\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_3\">\n",
|
||
" <g id=\"line2d_12\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"52.160938\" xlink:href=\"#ma2736bc2dc\" y=\"78.649998\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_13\">\n",
|
||
" <!-- 0.0 -->\n",
|
||
" <g transform=\"translate(29.257812 82.449217)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_4\">\n",
|
||
" <g id=\"line2d_13\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"52.160938\" xlink:href=\"#ma2736bc2dc\" y=\"47.763626\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_14\">\n",
|
||
" <!-- 0.5 -->\n",
|
||
" <g transform=\"translate(29.257812 51.562845)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-35\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_5\">\n",
|
||
" <g id=\"line2d_14\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"52.160938\" xlink:href=\"#ma2736bc2dc\" y=\"16.877254\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_15\">\n",
|
||
" <!-- 1.0 -->\n",
|
||
" <g transform=\"translate(29.257812 20.676473)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_16\">\n",
|
||
" <!-- tanh(x) -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 18.3125 70.21875 \n",
|
||
"L 18.3125 54.6875 \n",
|
||
"L 36.8125 54.6875 \n",
|
||
"L 36.8125 47.703125 \n",
|
||
"L 18.3125 47.703125 \n",
|
||
"L 18.3125 18.015625 \n",
|
||
"Q 18.3125 11.328125 20.140625 9.421875 \n",
|
||
"Q 21.96875 7.515625 27.59375 7.515625 \n",
|
||
"L 36.8125 7.515625 \n",
|
||
"L 36.8125 0 \n",
|
||
"L 27.59375 0 \n",
|
||
"Q 17.1875 0 13.234375 3.875 \n",
|
||
"Q 9.28125 7.765625 9.28125 18.015625 \n",
|
||
"L 9.28125 47.703125 \n",
|
||
"L 2.6875 47.703125 \n",
|
||
"L 2.6875 54.6875 \n",
|
||
"L 9.28125 54.6875 \n",
|
||
"L 9.28125 70.21875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-74\"/>\n",
|
||
" <path d=\"M 34.28125 27.484375 \n",
|
||
"Q 23.390625 27.484375 19.1875 25 \n",
|
||
"Q 14.984375 22.515625 14.984375 16.5 \n",
|
||
"Q 14.984375 11.71875 18.140625 8.90625 \n",
|
||
"Q 21.296875 6.109375 26.703125 6.109375 \n",
|
||
"Q 34.1875 6.109375 38.703125 11.40625 \n",
|
||
"Q 43.21875 16.703125 43.21875 25.484375 \n",
|
||
"L 43.21875 27.484375 \n",
|
||
"z\n",
|
||
"M 52.203125 31.203125 \n",
|
||
"L 52.203125 0 \n",
|
||
"L 43.21875 0 \n",
|
||
"L 43.21875 8.296875 \n",
|
||
"Q 40.140625 3.328125 35.546875 0.953125 \n",
|
||
"Q 30.953125 -1.421875 24.3125 -1.421875 \n",
|
||
"Q 15.921875 -1.421875 10.953125 3.296875 \n",
|
||
"Q 6 8.015625 6 15.921875 \n",
|
||
"Q 6 25.140625 12.171875 29.828125 \n",
|
||
"Q 18.359375 34.515625 30.609375 34.515625 \n",
|
||
"L 43.21875 34.515625 \n",
|
||
"L 43.21875 35.40625 \n",
|
||
"Q 43.21875 41.609375 39.140625 45 \n",
|
||
"Q 35.0625 48.390625 27.6875 48.390625 \n",
|
||
"Q 23 48.390625 18.546875 47.265625 \n",
|
||
"Q 14.109375 46.140625 10.015625 43.890625 \n",
|
||
"L 10.015625 52.203125 \n",
|
||
"Q 14.9375 54.109375 19.578125 55.046875 \n",
|
||
"Q 24.21875 56 28.609375 56 \n",
|
||
"Q 40.484375 56 46.34375 49.84375 \n",
|
||
"Q 52.203125 43.703125 52.203125 31.203125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-61\"/>\n",
|
||
" <path d=\"M 54.890625 33.015625 \n",
|
||
"L 54.890625 0 \n",
|
||
"L 45.90625 0 \n",
|
||
"L 45.90625 32.71875 \n",
|
||
"Q 45.90625 40.484375 42.875 44.328125 \n",
|
||
"Q 39.84375 48.1875 33.796875 48.1875 \n",
|
||
"Q 26.515625 48.1875 22.3125 43.546875 \n",
|
||
"Q 18.109375 38.921875 18.109375 30.90625 \n",
|
||
"L 18.109375 0 \n",
|
||
"L 9.078125 0 \n",
|
||
"L 9.078125 54.6875 \n",
|
||
"L 18.109375 54.6875 \n",
|
||
"L 18.109375 46.1875 \n",
|
||
"Q 21.34375 51.125 25.703125 53.5625 \n",
|
||
"Q 30.078125 56 35.796875 56 \n",
|
||
"Q 45.21875 56 50.046875 50.171875 \n",
|
||
"Q 54.890625 44.34375 54.890625 33.015625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-6e\"/>\n",
|
||
" <path d=\"M 54.890625 33.015625 \n",
|
||
"L 54.890625 0 \n",
|
||
"L 45.90625 0 \n",
|
||
"L 45.90625 32.71875 \n",
|
||
"Q 45.90625 40.484375 42.875 44.328125 \n",
|
||
"Q 39.84375 48.1875 33.796875 48.1875 \n",
|
||
"Q 26.515625 48.1875 22.3125 43.546875 \n",
|
||
"Q 18.109375 38.921875 18.109375 30.90625 \n",
|
||
"L 18.109375 0 \n",
|
||
"L 9.078125 0 \n",
|
||
"L 9.078125 75.984375 \n",
|
||
"L 18.109375 75.984375 \n",
|
||
"L 18.109375 46.1875 \n",
|
||
"Q 21.34375 51.125 25.703125 53.5625 \n",
|
||
"Q 30.078125 56 35.796875 56 \n",
|
||
"Q 45.21875 56 50.046875 50.171875 \n",
|
||
"Q 54.890625 44.34375 54.890625 33.015625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-68\"/>\n",
|
||
" <path d=\"M 31 75.875 \n",
|
||
"Q 24.46875 64.65625 21.28125 53.65625 \n",
|
||
"Q 18.109375 42.671875 18.109375 31.390625 \n",
|
||
"Q 18.109375 20.125 21.3125 9.0625 \n",
|
||
"Q 24.515625 -2 31 -13.1875 \n",
|
||
"L 23.1875 -13.1875 \n",
|
||
"Q 15.875 -1.703125 12.234375 9.375 \n",
|
||
"Q 8.59375 20.453125 8.59375 31.390625 \n",
|
||
"Q 8.59375 42.28125 12.203125 53.3125 \n",
|
||
"Q 15.828125 64.359375 23.1875 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-28\"/>\n",
|
||
" <path d=\"M 8.015625 75.875 \n",
|
||
"L 15.828125 75.875 \n",
|
||
"Q 23.140625 64.359375 26.78125 53.3125 \n",
|
||
"Q 30.421875 42.28125 30.421875 31.390625 \n",
|
||
"Q 30.421875 20.453125 26.78125 9.375 \n",
|
||
"Q 23.140625 -1.703125 15.828125 -13.1875 \n",
|
||
"L 8.015625 -13.1875 \n",
|
||
"Q 14.5 -2 17.703125 9.0625 \n",
|
||
"Q 20.90625 20.125 20.90625 31.390625 \n",
|
||
"Q 20.90625 42.671875 17.703125 53.65625 \n",
|
||
"Q 14.5 64.65625 8.015625 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-29\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(14.798437 96.872656)rotate(-90)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-74\"/>\n",
|
||
" <use x=\"39.208984\" xlink:href=\"#DejaVuSans-61\"/>\n",
|
||
" <use x=\"100.488281\" xlink:href=\"#DejaVuSans-6e\"/>\n",
|
||
" <use x=\"163.867188\" xlink:href=\"#DejaVuSans-68\"/>\n",
|
||
" <use x=\"227.246094\" xlink:href=\"#DejaVuSans-28\"/>\n",
|
||
" <use x=\"266.259766\" xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" <use x=\"325.439453\" xlink:href=\"#DejaVuSans-29\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"line2d_15\">\n",
|
||
" <path clip-path=\"url(#p326b72e75f)\" d=\"M 64.842756 140.422727 \n",
|
||
"L 135.031436 140.330572 \n",
|
||
"L 144.602618 140.117262 \n",
|
||
"L 150.983408 139.744933 \n",
|
||
"L 155.768999 139.193242 \n",
|
||
"L 158.959395 138.597478 \n",
|
||
"L 162.149788 137.719408 \n",
|
||
"L 163.744986 137.136804 \n",
|
||
"L 165.340181 136.432783 \n",
|
||
"L 166.935379 135.583992 \n",
|
||
"L 168.530577 134.56349 \n",
|
||
"L 170.125774 133.340599 \n",
|
||
"L 171.720972 131.881 \n",
|
||
"L 173.316168 130.147133 \n",
|
||
"L 174.911365 128.099019 \n",
|
||
"L 176.506563 125.69576 \n",
|
||
"L 178.101761 122.897683 \n",
|
||
"L 179.696957 119.66937 \n",
|
||
"L 181.292155 115.983455 \n",
|
||
"L 182.887352 111.825025 \n",
|
||
"L 184.482549 107.196243 \n",
|
||
"L 186.077746 102.120489 \n",
|
||
"L 189.268141 90.842414 \n",
|
||
"L 197.244127 60.654817 \n",
|
||
"L 198.839324 55.179508 \n",
|
||
"L 200.434522 50.103753 \n",
|
||
"L 202.029719 45.474971 \n",
|
||
"L 203.624916 41.316541 \n",
|
||
"L 205.220114 37.630626 \n",
|
||
"L 206.81531 34.402314 \n",
|
||
"L 208.410508 31.604236 \n",
|
||
"L 210.005705 29.200977 \n",
|
||
"L 211.600903 27.152864 \n",
|
||
"L 213.196099 25.418996 \n",
|
||
"L 214.791296 23.959397 \n",
|
||
"L 216.386494 22.736506 \n",
|
||
"L 217.981692 21.716004 \n",
|
||
"L 219.576889 20.867213 \n",
|
||
"L 222.767283 19.580588 \n",
|
||
"L 225.957676 18.702518 \n",
|
||
"L 229.148071 18.106754 \n",
|
||
"L 233.933662 17.555063 \n",
|
||
"L 238.719257 17.250165 \n",
|
||
"L 246.695243 17.014705 \n",
|
||
"L 261.05202 16.899994 \n",
|
||
"L 312.098329 16.877291 \n",
|
||
"L 318.479119 16.877273 \n",
|
||
"L 318.479119 16.877273 \n",
|
||
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_3\">\n",
|
||
" <path d=\"M 52.160938 146.6 \n",
|
||
"L 52.160938 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_4\">\n",
|
||
" <path d=\"M 331.160937 146.6 \n",
|
||
"L 331.160937 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_5\">\n",
|
||
" <path d=\"M 52.160938 146.6 \n",
|
||
"L 331.160937 146.6 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_6\">\n",
|
||
" <path d=\"M 52.160938 10.7 \n",
|
||
"L 331.160937 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <defs>\n",
|
||
" <clipPath id=\"p326b72e75f\">\n",
|
||
" <rect height=\"135.9\" width=\"279\" x=\"52.160938\" y=\"10.7\"/>\n",
|
||
" </clipPath>\n",
|
||
" </defs>\n",
|
||
"</svg>\n"
|
||
],
|
||
"text/plain": [
|
||
"<matplotlib.figure.Figure at 0x113623400>"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"y = x.tanh()\n",
|
||
"xyplot(x, y, 'tanh')"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 8,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"data": {
|
||
"image/svg+xml": [
|
||
"<?xml version=\"1.0\" encoding=\"utf-8\" standalone=\"no\"?>\n",
|
||
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
|
||
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
|
||
"<!-- Created with matplotlib (http://matplotlib.org/) -->\n",
|
||
"<svg height=\"184pt\" version=\"1.1\" viewBox=\"0 0 333 184\" width=\"333pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
|
||
" <defs>\n",
|
||
" <style type=\"text/css\">\n",
|
||
"*{stroke-linecap:butt;stroke-linejoin:round;}\n",
|
||
" </style>\n",
|
||
" </defs>\n",
|
||
" <g id=\"figure_1\">\n",
|
||
" <g id=\"patch_1\">\n",
|
||
" <path d=\"M 0 184.15625 \n",
|
||
"L 333.48125 184.15625 \n",
|
||
"L 333.48125 -0 \n",
|
||
"L 0 -0 \n",
|
||
"z\n",
|
||
"\" style=\"fill:none;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"axes_1\">\n",
|
||
" <g id=\"patch_2\">\n",
|
||
" <path d=\"M 43.78125 146.6 \n",
|
||
"L 322.78125 146.6 \n",
|
||
"L 322.78125 10.7 \n",
|
||
"L 43.78125 10.7 \n",
|
||
"z\n",
|
||
"\" style=\"fill:#ffffff;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_1\">\n",
|
||
" <g id=\"xtick_1\">\n",
|
||
" <g id=\"line2d_1\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L 0 3.5 \n",
|
||
"\" id=\"md1a23ba544\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"56.463068\" xlink:href=\"#md1a23ba544\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_1\">\n",
|
||
" <!-- −8 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.59375 35.5 \n",
|
||
"L 73.1875 35.5 \n",
|
||
"L 73.1875 27.203125 \n",
|
||
"L 10.59375 27.203125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2212\"/>\n",
|
||
" <path d=\"M 31.78125 34.625 \n",
|
||
"Q 24.75 34.625 20.71875 30.859375 \n",
|
||
"Q 16.703125 27.09375 16.703125 20.515625 \n",
|
||
"Q 16.703125 13.921875 20.71875 10.15625 \n",
|
||
"Q 24.75 6.390625 31.78125 6.390625 \n",
|
||
"Q 38.8125 6.390625 42.859375 10.171875 \n",
|
||
"Q 46.921875 13.96875 46.921875 20.515625 \n",
|
||
"Q 46.921875 27.09375 42.890625 30.859375 \n",
|
||
"Q 38.875 34.625 31.78125 34.625 \n",
|
||
"z\n",
|
||
"M 21.921875 38.8125 \n",
|
||
"Q 15.578125 40.375 12.03125 44.71875 \n",
|
||
"Q 8.5 49.078125 8.5 55.328125 \n",
|
||
"Q 8.5 64.0625 14.71875 69.140625 \n",
|
||
"Q 20.953125 74.21875 31.78125 74.21875 \n",
|
||
"Q 42.671875 74.21875 48.875 69.140625 \n",
|
||
"Q 55.078125 64.0625 55.078125 55.328125 \n",
|
||
"Q 55.078125 49.078125 51.53125 44.71875 \n",
|
||
"Q 48 40.375 41.703125 38.8125 \n",
|
||
"Q 48.828125 37.15625 52.796875 32.3125 \n",
|
||
"Q 56.78125 27.484375 56.78125 20.515625 \n",
|
||
"Q 56.78125 9.90625 50.3125 4.234375 \n",
|
||
"Q 43.84375 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.734375 -1.421875 13.25 4.234375 \n",
|
||
"Q 6.78125 9.90625 6.78125 20.515625 \n",
|
||
"Q 6.78125 27.484375 10.78125 32.3125 \n",
|
||
"Q 14.796875 37.15625 21.921875 38.8125 \n",
|
||
"z\n",
|
||
"M 18.3125 54.390625 \n",
|
||
"Q 18.3125 48.734375 21.84375 45.5625 \n",
|
||
"Q 25.390625 42.390625 31.78125 42.390625 \n",
|
||
"Q 38.140625 42.390625 41.71875 45.5625 \n",
|
||
"Q 45.3125 48.734375 45.3125 54.390625 \n",
|
||
"Q 45.3125 60.0625 41.71875 63.234375 \n",
|
||
"Q 38.140625 66.40625 31.78125 66.40625 \n",
|
||
"Q 25.390625 66.40625 21.84375 63.234375 \n",
|
||
"Q 18.3125 60.0625 18.3125 54.390625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-38\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(49.091974 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_2\">\n",
|
||
" <g id=\"line2d_2\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"88.367013\" xlink:href=\"#md1a23ba544\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_2\">\n",
|
||
" <!-- −6 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 33.015625 40.375 \n",
|
||
"Q 26.375 40.375 22.484375 35.828125 \n",
|
||
"Q 18.609375 31.296875 18.609375 23.390625 \n",
|
||
"Q 18.609375 15.53125 22.484375 10.953125 \n",
|
||
"Q 26.375 6.390625 33.015625 6.390625 \n",
|
||
"Q 39.65625 6.390625 43.53125 10.953125 \n",
|
||
"Q 47.40625 15.53125 47.40625 23.390625 \n",
|
||
"Q 47.40625 31.296875 43.53125 35.828125 \n",
|
||
"Q 39.65625 40.375 33.015625 40.375 \n",
|
||
"z\n",
|
||
"M 52.59375 71.296875 \n",
|
||
"L 52.59375 62.3125 \n",
|
||
"Q 48.875 64.0625 45.09375 64.984375 \n",
|
||
"Q 41.3125 65.921875 37.59375 65.921875 \n",
|
||
"Q 27.828125 65.921875 22.671875 59.328125 \n",
|
||
"Q 17.53125 52.734375 16.796875 39.40625 \n",
|
||
"Q 19.671875 43.65625 24.015625 45.921875 \n",
|
||
"Q 28.375 48.1875 33.59375 48.1875 \n",
|
||
"Q 44.578125 48.1875 50.953125 41.515625 \n",
|
||
"Q 57.328125 34.859375 57.328125 23.390625 \n",
|
||
"Q 57.328125 12.15625 50.6875 5.359375 \n",
|
||
"Q 44.046875 -1.421875 33.015625 -1.421875 \n",
|
||
"Q 20.359375 -1.421875 13.671875 8.265625 \n",
|
||
"Q 6.984375 17.96875 6.984375 36.375 \n",
|
||
"Q 6.984375 53.65625 15.1875 63.9375 \n",
|
||
"Q 23.390625 74.21875 37.203125 74.21875 \n",
|
||
"Q 40.921875 74.21875 44.703125 73.484375 \n",
|
||
"Q 48.484375 72.75 52.59375 71.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-36\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(80.995919 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_3\">\n",
|
||
" <g id=\"line2d_3\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"120.270958\" xlink:href=\"#md1a23ba544\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_3\">\n",
|
||
" <!-- −4 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 37.796875 64.3125 \n",
|
||
"L 12.890625 25.390625 \n",
|
||
"L 37.796875 25.390625 \n",
|
||
"z\n",
|
||
"M 35.203125 72.90625 \n",
|
||
"L 47.609375 72.90625 \n",
|
||
"L 47.609375 25.390625 \n",
|
||
"L 58.015625 25.390625 \n",
|
||
"L 58.015625 17.1875 \n",
|
||
"L 47.609375 17.1875 \n",
|
||
"L 47.609375 0 \n",
|
||
"L 37.796875 0 \n",
|
||
"L 37.796875 17.1875 \n",
|
||
"L 4.890625 17.1875 \n",
|
||
"L 4.890625 26.703125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-34\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(112.899864 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_4\">\n",
|
||
" <g id=\"line2d_4\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"152.174903\" xlink:href=\"#md1a23ba544\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_4\">\n",
|
||
" <!-- −2 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 19.1875 8.296875 \n",
|
||
"L 53.609375 8.296875 \n",
|
||
"L 53.609375 0 \n",
|
||
"L 7.328125 0 \n",
|
||
"L 7.328125 8.296875 \n",
|
||
"Q 12.9375 14.109375 22.625 23.890625 \n",
|
||
"Q 32.328125 33.6875 34.8125 36.53125 \n",
|
||
"Q 39.546875 41.84375 41.421875 45.53125 \n",
|
||
"Q 43.3125 49.21875 43.3125 52.78125 \n",
|
||
"Q 43.3125 58.59375 39.234375 62.25 \n",
|
||
"Q 35.15625 65.921875 28.609375 65.921875 \n",
|
||
"Q 23.96875 65.921875 18.8125 64.3125 \n",
|
||
"Q 13.671875 62.703125 7.8125 59.421875 \n",
|
||
"L 7.8125 69.390625 \n",
|
||
"Q 13.765625 71.78125 18.9375 73 \n",
|
||
"Q 24.125 74.21875 28.421875 74.21875 \n",
|
||
"Q 39.75 74.21875 46.484375 68.546875 \n",
|
||
"Q 53.21875 62.890625 53.21875 53.421875 \n",
|
||
"Q 53.21875 48.921875 51.53125 44.890625 \n",
|
||
"Q 49.859375 40.875 45.40625 35.40625 \n",
|
||
"Q 44.1875 33.984375 37.640625 27.21875 \n",
|
||
"Q 31.109375 20.453125 19.1875 8.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-32\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(144.803809 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-2212\"/>\n",
|
||
" <use x=\"83.789062\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_5\">\n",
|
||
" <g id=\"line2d_5\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"184.078848\" xlink:href=\"#md1a23ba544\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_5\">\n",
|
||
" <!-- 0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 31.78125 66.40625 \n",
|
||
"Q 24.171875 66.40625 20.328125 58.90625 \n",
|
||
"Q 16.5 51.421875 16.5 36.375 \n",
|
||
"Q 16.5 21.390625 20.328125 13.890625 \n",
|
||
"Q 24.171875 6.390625 31.78125 6.390625 \n",
|
||
"Q 39.453125 6.390625 43.28125 13.890625 \n",
|
||
"Q 47.125 21.390625 47.125 36.375 \n",
|
||
"Q 47.125 51.421875 43.28125 58.90625 \n",
|
||
"Q 39.453125 66.40625 31.78125 66.40625 \n",
|
||
"z\n",
|
||
"M 31.78125 74.21875 \n",
|
||
"Q 44.046875 74.21875 50.515625 64.515625 \n",
|
||
"Q 56.984375 54.828125 56.984375 36.375 \n",
|
||
"Q 56.984375 17.96875 50.515625 8.265625 \n",
|
||
"Q 44.046875 -1.421875 31.78125 -1.421875 \n",
|
||
"Q 19.53125 -1.421875 13.0625 8.265625 \n",
|
||
"Q 6.59375 17.96875 6.59375 36.375 \n",
|
||
"Q 6.59375 54.828125 13.0625 64.515625 \n",
|
||
"Q 19.53125 74.21875 31.78125 74.21875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-30\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(180.897598 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_6\">\n",
|
||
" <g id=\"line2d_6\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"215.982793\" xlink:href=\"#md1a23ba544\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_6\">\n",
|
||
" <!-- 2 -->\n",
|
||
" <g transform=\"translate(212.801543 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_7\">\n",
|
||
" <g id=\"line2d_7\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"247.886738\" xlink:href=\"#md1a23ba544\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_7\">\n",
|
||
" <!-- 4 -->\n",
|
||
" <g transform=\"translate(244.705488 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_8\">\n",
|
||
" <g id=\"line2d_8\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"279.790683\" xlink:href=\"#md1a23ba544\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_8\">\n",
|
||
" <!-- 6 -->\n",
|
||
" <g transform=\"translate(276.609433 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"xtick_9\">\n",
|
||
" <g id=\"line2d_9\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"311.694628\" xlink:href=\"#md1a23ba544\" y=\"146.6\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_9\">\n",
|
||
" <!-- 8 -->\n",
|
||
" <g transform=\"translate(308.513378 161.198437)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_10\">\n",
|
||
" <!-- x -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 54.890625 54.6875 \n",
|
||
"L 35.109375 28.078125 \n",
|
||
"L 55.90625 0 \n",
|
||
"L 45.3125 0 \n",
|
||
"L 29.390625 21.484375 \n",
|
||
"L 13.484375 0 \n",
|
||
"L 2.875 0 \n",
|
||
"L 24.125 28.609375 \n",
|
||
"L 4.6875 54.6875 \n",
|
||
"L 15.28125 54.6875 \n",
|
||
"L 29.78125 35.203125 \n",
|
||
"L 44.28125 54.6875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-78\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(180.321875 174.876562)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"matplotlib.axis_2\">\n",
|
||
" <g id=\"ytick_1\">\n",
|
||
" <g id=\"line2d_10\">\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 0 0 \n",
|
||
"L -3.5 0 \n",
|
||
"\" id=\"mb505935fa0\" style=\"stroke:#000000;stroke-width:0.8;\"/>\n",
|
||
" </defs>\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#mb505935fa0\" y=\"140.422786\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_11\">\n",
|
||
" <!-- 0.0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 10.6875 12.40625 \n",
|
||
"L 21 12.40625 \n",
|
||
"L 21 0 \n",
|
||
"L 10.6875 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-2e\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 144.222005)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_2\">\n",
|
||
" <g id=\"line2d_11\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#mb505935fa0\" y=\"115.713683\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_12\">\n",
|
||
" <!-- 0.2 -->\n",
|
||
" <g transform=\"translate(20.878125 119.512902)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-32\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_3\">\n",
|
||
" <g id=\"line2d_12\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#mb505935fa0\" y=\"91.004581\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_13\">\n",
|
||
" <!-- 0.4 -->\n",
|
||
" <g transform=\"translate(20.878125 94.8038)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-34\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_4\">\n",
|
||
" <g id=\"line2d_13\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#mb505935fa0\" y=\"66.295478\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_14\">\n",
|
||
" <!-- 0.6 -->\n",
|
||
" <g transform=\"translate(20.878125 70.094697)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-36\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_5\">\n",
|
||
" <g id=\"line2d_14\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#mb505935fa0\" y=\"41.586375\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_15\">\n",
|
||
" <!-- 0.8 -->\n",
|
||
" <g transform=\"translate(20.878125 45.385594)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-38\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"ytick_6\">\n",
|
||
" <g id=\"line2d_15\">\n",
|
||
" <g>\n",
|
||
" <use style=\"stroke:#000000;stroke-width:0.8;\" x=\"43.78125\" xlink:href=\"#mb505935fa0\" y=\"16.877273\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_16\">\n",
|
||
" <!-- 1.0 -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 12.40625 8.296875 \n",
|
||
"L 28.515625 8.296875 \n",
|
||
"L 28.515625 63.921875 \n",
|
||
"L 10.984375 60.40625 \n",
|
||
"L 10.984375 69.390625 \n",
|
||
"L 28.421875 72.90625 \n",
|
||
"L 38.28125 72.90625 \n",
|
||
"L 38.28125 8.296875 \n",
|
||
"L 54.390625 8.296875 \n",
|
||
"L 54.390625 0 \n",
|
||
"L 12.40625 0 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-31\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(20.878125 20.676491)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-31\"/>\n",
|
||
" <use x=\"63.623047\" xlink:href=\"#DejaVuSans-2e\"/>\n",
|
||
" <use x=\"95.410156\" xlink:href=\"#DejaVuSans-30\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"text_17\">\n",
|
||
" <!-- grad of tanh(x) -->\n",
|
||
" <defs>\n",
|
||
" <path d=\"M 45.40625 27.984375 \n",
|
||
"Q 45.40625 37.75 41.375 43.109375 \n",
|
||
"Q 37.359375 48.484375 30.078125 48.484375 \n",
|
||
"Q 22.859375 48.484375 18.828125 43.109375 \n",
|
||
"Q 14.796875 37.75 14.796875 27.984375 \n",
|
||
"Q 14.796875 18.265625 18.828125 12.890625 \n",
|
||
"Q 22.859375 7.515625 30.078125 7.515625 \n",
|
||
"Q 37.359375 7.515625 41.375 12.890625 \n",
|
||
"Q 45.40625 18.265625 45.40625 27.984375 \n",
|
||
"z\n",
|
||
"M 54.390625 6.78125 \n",
|
||
"Q 54.390625 -7.171875 48.1875 -13.984375 \n",
|
||
"Q 42 -20.796875 29.203125 -20.796875 \n",
|
||
"Q 24.46875 -20.796875 20.265625 -20.09375 \n",
|
||
"Q 16.0625 -19.390625 12.109375 -17.921875 \n",
|
||
"L 12.109375 -9.1875 \n",
|
||
"Q 16.0625 -11.328125 19.921875 -12.34375 \n",
|
||
"Q 23.78125 -13.375 27.78125 -13.375 \n",
|
||
"Q 36.625 -13.375 41.015625 -8.765625 \n",
|
||
"Q 45.40625 -4.15625 45.40625 5.171875 \n",
|
||
"L 45.40625 9.625 \n",
|
||
"Q 42.625 4.78125 38.28125 2.390625 \n",
|
||
"Q 33.9375 0 27.875 0 \n",
|
||
"Q 17.828125 0 11.671875 7.65625 \n",
|
||
"Q 5.515625 15.328125 5.515625 27.984375 \n",
|
||
"Q 5.515625 40.671875 11.671875 48.328125 \n",
|
||
"Q 17.828125 56 27.875 56 \n",
|
||
"Q 33.9375 56 38.28125 53.609375 \n",
|
||
"Q 42.625 51.21875 45.40625 46.390625 \n",
|
||
"L 45.40625 54.6875 \n",
|
||
"L 54.390625 54.6875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-67\"/>\n",
|
||
" <path d=\"M 41.109375 46.296875 \n",
|
||
"Q 39.59375 47.171875 37.8125 47.578125 \n",
|
||
"Q 36.03125 48 33.890625 48 \n",
|
||
"Q 26.265625 48 22.1875 43.046875 \n",
|
||
"Q 18.109375 38.09375 18.109375 28.8125 \n",
|
||
"L 18.109375 0 \n",
|
||
"L 9.078125 0 \n",
|
||
"L 9.078125 54.6875 \n",
|
||
"L 18.109375 54.6875 \n",
|
||
"L 18.109375 46.1875 \n",
|
||
"Q 20.953125 51.171875 25.484375 53.578125 \n",
|
||
"Q 30.03125 56 36.53125 56 \n",
|
||
"Q 37.453125 56 38.578125 55.875 \n",
|
||
"Q 39.703125 55.765625 41.0625 55.515625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-72\"/>\n",
|
||
" <path d=\"M 34.28125 27.484375 \n",
|
||
"Q 23.390625 27.484375 19.1875 25 \n",
|
||
"Q 14.984375 22.515625 14.984375 16.5 \n",
|
||
"Q 14.984375 11.71875 18.140625 8.90625 \n",
|
||
"Q 21.296875 6.109375 26.703125 6.109375 \n",
|
||
"Q 34.1875 6.109375 38.703125 11.40625 \n",
|
||
"Q 43.21875 16.703125 43.21875 25.484375 \n",
|
||
"L 43.21875 27.484375 \n",
|
||
"z\n",
|
||
"M 52.203125 31.203125 \n",
|
||
"L 52.203125 0 \n",
|
||
"L 43.21875 0 \n",
|
||
"L 43.21875 8.296875 \n",
|
||
"Q 40.140625 3.328125 35.546875 0.953125 \n",
|
||
"Q 30.953125 -1.421875 24.3125 -1.421875 \n",
|
||
"Q 15.921875 -1.421875 10.953125 3.296875 \n",
|
||
"Q 6 8.015625 6 15.921875 \n",
|
||
"Q 6 25.140625 12.171875 29.828125 \n",
|
||
"Q 18.359375 34.515625 30.609375 34.515625 \n",
|
||
"L 43.21875 34.515625 \n",
|
||
"L 43.21875 35.40625 \n",
|
||
"Q 43.21875 41.609375 39.140625 45 \n",
|
||
"Q 35.0625 48.390625 27.6875 48.390625 \n",
|
||
"Q 23 48.390625 18.546875 47.265625 \n",
|
||
"Q 14.109375 46.140625 10.015625 43.890625 \n",
|
||
"L 10.015625 52.203125 \n",
|
||
"Q 14.9375 54.109375 19.578125 55.046875 \n",
|
||
"Q 24.21875 56 28.609375 56 \n",
|
||
"Q 40.484375 56 46.34375 49.84375 \n",
|
||
"Q 52.203125 43.703125 52.203125 31.203125 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-61\"/>\n",
|
||
" <path d=\"M 45.40625 46.390625 \n",
|
||
"L 45.40625 75.984375 \n",
|
||
"L 54.390625 75.984375 \n",
|
||
"L 54.390625 0 \n",
|
||
"L 45.40625 0 \n",
|
||
"L 45.40625 8.203125 \n",
|
||
"Q 42.578125 3.328125 38.25 0.953125 \n",
|
||
"Q 33.9375 -1.421875 27.875 -1.421875 \n",
|
||
"Q 17.96875 -1.421875 11.734375 6.484375 \n",
|
||
"Q 5.515625 14.40625 5.515625 27.296875 \n",
|
||
"Q 5.515625 40.1875 11.734375 48.09375 \n",
|
||
"Q 17.96875 56 27.875 56 \n",
|
||
"Q 33.9375 56 38.25 53.625 \n",
|
||
"Q 42.578125 51.265625 45.40625 46.390625 \n",
|
||
"z\n",
|
||
"M 14.796875 27.296875 \n",
|
||
"Q 14.796875 17.390625 18.875 11.75 \n",
|
||
"Q 22.953125 6.109375 30.078125 6.109375 \n",
|
||
"Q 37.203125 6.109375 41.296875 11.75 \n",
|
||
"Q 45.40625 17.390625 45.40625 27.296875 \n",
|
||
"Q 45.40625 37.203125 41.296875 42.84375 \n",
|
||
"Q 37.203125 48.484375 30.078125 48.484375 \n",
|
||
"Q 22.953125 48.484375 18.875 42.84375 \n",
|
||
"Q 14.796875 37.203125 14.796875 27.296875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-64\"/>\n",
|
||
" <path id=\"DejaVuSans-20\"/>\n",
|
||
" <path d=\"M 30.609375 48.390625 \n",
|
||
"Q 23.390625 48.390625 19.1875 42.75 \n",
|
||
"Q 14.984375 37.109375 14.984375 27.296875 \n",
|
||
"Q 14.984375 17.484375 19.15625 11.84375 \n",
|
||
"Q 23.34375 6.203125 30.609375 6.203125 \n",
|
||
"Q 37.796875 6.203125 41.984375 11.859375 \n",
|
||
"Q 46.1875 17.53125 46.1875 27.296875 \n",
|
||
"Q 46.1875 37.015625 41.984375 42.703125 \n",
|
||
"Q 37.796875 48.390625 30.609375 48.390625 \n",
|
||
"z\n",
|
||
"M 30.609375 56 \n",
|
||
"Q 42.328125 56 49.015625 48.375 \n",
|
||
"Q 55.71875 40.765625 55.71875 27.296875 \n",
|
||
"Q 55.71875 13.875 49.015625 6.21875 \n",
|
||
"Q 42.328125 -1.421875 30.609375 -1.421875 \n",
|
||
"Q 18.84375 -1.421875 12.171875 6.21875 \n",
|
||
"Q 5.515625 13.875 5.515625 27.296875 \n",
|
||
"Q 5.515625 40.765625 12.171875 48.375 \n",
|
||
"Q 18.84375 56 30.609375 56 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-6f\"/>\n",
|
||
" <path d=\"M 37.109375 75.984375 \n",
|
||
"L 37.109375 68.5 \n",
|
||
"L 28.515625 68.5 \n",
|
||
"Q 23.6875 68.5 21.796875 66.546875 \n",
|
||
"Q 19.921875 64.59375 19.921875 59.515625 \n",
|
||
"L 19.921875 54.6875 \n",
|
||
"L 34.71875 54.6875 \n",
|
||
"L 34.71875 47.703125 \n",
|
||
"L 19.921875 47.703125 \n",
|
||
"L 19.921875 0 \n",
|
||
"L 10.890625 0 \n",
|
||
"L 10.890625 47.703125 \n",
|
||
"L 2.296875 47.703125 \n",
|
||
"L 2.296875 54.6875 \n",
|
||
"L 10.890625 54.6875 \n",
|
||
"L 10.890625 58.5 \n",
|
||
"Q 10.890625 67.625 15.140625 71.796875 \n",
|
||
"Q 19.390625 75.984375 28.609375 75.984375 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-66\"/>\n",
|
||
" <path d=\"M 18.3125 70.21875 \n",
|
||
"L 18.3125 54.6875 \n",
|
||
"L 36.8125 54.6875 \n",
|
||
"L 36.8125 47.703125 \n",
|
||
"L 18.3125 47.703125 \n",
|
||
"L 18.3125 18.015625 \n",
|
||
"Q 18.3125 11.328125 20.140625 9.421875 \n",
|
||
"Q 21.96875 7.515625 27.59375 7.515625 \n",
|
||
"L 36.8125 7.515625 \n",
|
||
"L 36.8125 0 \n",
|
||
"L 27.59375 0 \n",
|
||
"Q 17.1875 0 13.234375 3.875 \n",
|
||
"Q 9.28125 7.765625 9.28125 18.015625 \n",
|
||
"L 9.28125 47.703125 \n",
|
||
"L 2.6875 47.703125 \n",
|
||
"L 2.6875 54.6875 \n",
|
||
"L 9.28125 54.6875 \n",
|
||
"L 9.28125 70.21875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-74\"/>\n",
|
||
" <path d=\"M 54.890625 33.015625 \n",
|
||
"L 54.890625 0 \n",
|
||
"L 45.90625 0 \n",
|
||
"L 45.90625 32.71875 \n",
|
||
"Q 45.90625 40.484375 42.875 44.328125 \n",
|
||
"Q 39.84375 48.1875 33.796875 48.1875 \n",
|
||
"Q 26.515625 48.1875 22.3125 43.546875 \n",
|
||
"Q 18.109375 38.921875 18.109375 30.90625 \n",
|
||
"L 18.109375 0 \n",
|
||
"L 9.078125 0 \n",
|
||
"L 9.078125 54.6875 \n",
|
||
"L 18.109375 54.6875 \n",
|
||
"L 18.109375 46.1875 \n",
|
||
"Q 21.34375 51.125 25.703125 53.5625 \n",
|
||
"Q 30.078125 56 35.796875 56 \n",
|
||
"Q 45.21875 56 50.046875 50.171875 \n",
|
||
"Q 54.890625 44.34375 54.890625 33.015625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-6e\"/>\n",
|
||
" <path d=\"M 54.890625 33.015625 \n",
|
||
"L 54.890625 0 \n",
|
||
"L 45.90625 0 \n",
|
||
"L 45.90625 32.71875 \n",
|
||
"Q 45.90625 40.484375 42.875 44.328125 \n",
|
||
"Q 39.84375 48.1875 33.796875 48.1875 \n",
|
||
"Q 26.515625 48.1875 22.3125 43.546875 \n",
|
||
"Q 18.109375 38.921875 18.109375 30.90625 \n",
|
||
"L 18.109375 0 \n",
|
||
"L 9.078125 0 \n",
|
||
"L 9.078125 75.984375 \n",
|
||
"L 18.109375 75.984375 \n",
|
||
"L 18.109375 46.1875 \n",
|
||
"Q 21.34375 51.125 25.703125 53.5625 \n",
|
||
"Q 30.078125 56 35.796875 56 \n",
|
||
"Q 45.21875 56 50.046875 50.171875 \n",
|
||
"Q 54.890625 44.34375 54.890625 33.015625 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-68\"/>\n",
|
||
" <path d=\"M 31 75.875 \n",
|
||
"Q 24.46875 64.65625 21.28125 53.65625 \n",
|
||
"Q 18.109375 42.671875 18.109375 31.390625 \n",
|
||
"Q 18.109375 20.125 21.3125 9.0625 \n",
|
||
"Q 24.515625 -2 31 -13.1875 \n",
|
||
"L 23.1875 -13.1875 \n",
|
||
"Q 15.875 -1.703125 12.234375 9.375 \n",
|
||
"Q 8.59375 20.453125 8.59375 31.390625 \n",
|
||
"Q 8.59375 42.28125 12.203125 53.3125 \n",
|
||
"Q 15.828125 64.359375 23.1875 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-28\"/>\n",
|
||
" <path d=\"M 8.015625 75.875 \n",
|
||
"L 15.828125 75.875 \n",
|
||
"Q 23.140625 64.359375 26.78125 53.3125 \n",
|
||
"Q 30.421875 42.28125 30.421875 31.390625 \n",
|
||
"Q 30.421875 20.453125 26.78125 9.375 \n",
|
||
"Q 23.140625 -1.703125 15.828125 -13.1875 \n",
|
||
"L 8.015625 -13.1875 \n",
|
||
"Q 14.5 -2 17.703125 9.0625 \n",
|
||
"Q 20.90625 20.125 20.90625 31.390625 \n",
|
||
"Q 20.90625 42.671875 17.703125 53.65625 \n",
|
||
"Q 14.5 64.65625 8.015625 75.875 \n",
|
||
"z\n",
|
||
"\" id=\"DejaVuSans-29\"/>\n",
|
||
" </defs>\n",
|
||
" <g transform=\"translate(14.798438 116.338281)rotate(-90)scale(0.1 -0.1)\">\n",
|
||
" <use xlink:href=\"#DejaVuSans-67\"/>\n",
|
||
" <use x=\"63.476562\" xlink:href=\"#DejaVuSans-72\"/>\n",
|
||
" <use x=\"104.589844\" xlink:href=\"#DejaVuSans-61\"/>\n",
|
||
" <use x=\"165.869141\" xlink:href=\"#DejaVuSans-64\"/>\n",
|
||
" <use x=\"229.345703\" xlink:href=\"#DejaVuSans-20\"/>\n",
|
||
" <use x=\"261.132812\" xlink:href=\"#DejaVuSans-6f\"/>\n",
|
||
" <use x=\"322.314453\" xlink:href=\"#DejaVuSans-66\"/>\n",
|
||
" <use x=\"357.519531\" xlink:href=\"#DejaVuSans-20\"/>\n",
|
||
" <use x=\"389.306641\" xlink:href=\"#DejaVuSans-74\"/>\n",
|
||
" <use x=\"428.515625\" xlink:href=\"#DejaVuSans-61\"/>\n",
|
||
" <use x=\"489.794922\" xlink:href=\"#DejaVuSans-6e\"/>\n",
|
||
" <use x=\"553.173828\" xlink:href=\"#DejaVuSans-68\"/>\n",
|
||
" <use x=\"616.552734\" xlink:href=\"#DejaVuSans-28\"/>\n",
|
||
" <use x=\"655.566406\" xlink:href=\"#DejaVuSans-78\"/>\n",
|
||
" <use x=\"714.746094\" xlink:href=\"#DejaVuSans-29\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <g id=\"line2d_16\">\n",
|
||
" <path clip-path=\"url(#pd84a789c24)\" d=\"M 56.463068 140.422727 \n",
|
||
"L 117.080567 140.311702 \n",
|
||
"L 126.651749 140.054378 \n",
|
||
"L 131.43734 139.752349 \n",
|
||
"L 136.22293 139.203886 \n",
|
||
"L 139.413326 138.608803 \n",
|
||
"L 142.603721 137.726426 \n",
|
||
"L 144.198917 137.137432 \n",
|
||
"L 145.794112 136.42192 \n",
|
||
"L 147.389312 135.553726 \n",
|
||
"L 148.984508 134.501824 \n",
|
||
"L 150.579707 133.229595 \n",
|
||
"L 152.174903 131.694195 \n",
|
||
"L 153.770101 129.846058 \n",
|
||
"L 155.365298 127.628615 \n",
|
||
"L 156.960494 124.978375 \n",
|
||
"L 158.555692 121.825836 \n",
|
||
"L 160.150889 118.097294 \n",
|
||
"L 161.746087 113.718123 \n",
|
||
"L 163.341284 108.618065 \n",
|
||
"L 164.93648 102.738944 \n",
|
||
"L 166.531678 96.045076 \n",
|
||
"L 168.126875 88.536842 \n",
|
||
"L 169.722073 80.266329 \n",
|
||
"L 172.912467 62.003559 \n",
|
||
"L 176.102862 43.260701 \n",
|
||
"L 177.698059 34.712458 \n",
|
||
"L 179.293256 27.361724 \n",
|
||
"L 180.888453 21.690235 \n",
|
||
"L 182.483651 18.104538 \n",
|
||
"L 184.078848 16.877273 \n",
|
||
"L 185.674045 18.104538 \n",
|
||
"L 187.269242 21.690235 \n",
|
||
"L 188.86444 27.361724 \n",
|
||
"L 190.459637 34.712458 \n",
|
||
"L 192.054834 43.260701 \n",
|
||
"L 198.435623 80.266329 \n",
|
||
"L 200.03082 88.536842 \n",
|
||
"L 201.626018 96.045076 \n",
|
||
"L 203.221216 102.738944 \n",
|
||
"L 204.816411 108.618065 \n",
|
||
"L 206.411609 113.718123 \n",
|
||
"L 208.006807 118.097294 \n",
|
||
"L 209.602004 121.825836 \n",
|
||
"L 211.197202 124.978375 \n",
|
||
"L 212.792398 127.628615 \n",
|
||
"L 214.387595 129.846058 \n",
|
||
"L 215.982793 131.694195 \n",
|
||
"L 217.577989 133.229595 \n",
|
||
"L 219.173188 134.501824 \n",
|
||
"L 220.768384 135.553726 \n",
|
||
"L 222.363583 136.42192 \n",
|
||
"L 223.958779 137.137432 \n",
|
||
"L 227.149174 138.2108 \n",
|
||
"L 230.33957 138.935642 \n",
|
||
"L 233.529961 139.423941 \n",
|
||
"L 238.315556 139.873595 \n",
|
||
"L 244.696342 140.17572 \n",
|
||
"L 254.267528 140.348323 \n",
|
||
"L 275.005088 140.417249 \n",
|
||
"L 310.099432 140.422713 \n",
|
||
"L 310.099432 140.422713 \n",
|
||
"\" style=\"fill:none;stroke:#1f77b4;stroke-linecap:square;stroke-width:1.5;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_3\">\n",
|
||
" <path d=\"M 43.78125 146.6 \n",
|
||
"L 43.78125 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_4\">\n",
|
||
" <path d=\"M 322.78125 146.6 \n",
|
||
"L 322.78125 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_5\">\n",
|
||
" <path d=\"M 43.78125 146.6 \n",
|
||
"L 322.78125 146.6 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" <g id=\"patch_6\">\n",
|
||
" <path d=\"M 43.78125 10.7 \n",
|
||
"L 322.78125 10.7 \n",
|
||
"\" style=\"fill:none;stroke:#000000;stroke-linecap:square;stroke-linejoin:miter;stroke-width:0.8;\"/>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" </g>\n",
|
||
" <defs>\n",
|
||
" <clipPath id=\"pd84a789c24\">\n",
|
||
" <rect height=\"135.9\" width=\"279\" x=\"43.78125\" y=\"10.7\"/>\n",
|
||
" </clipPath>\n",
|
||
" </defs>\n",
|
||
"</svg>\n"
|
||
],
|
||
"text/plain": [
|
||
"<matplotlib.figure.Figure at 0x1169e4160>"
|
||
]
|
||
},
|
||
"metadata": {},
|
||
"output_type": "display_data"
|
||
}
|
||
],
|
||
"source": [
|
||
"x.grad.zero_()\n",
|
||
"y.sum().backward()\n",
|
||
"xyplot(x, x.grad, 'grad of tanh')"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": null,
|
||
"metadata": {
|
||
"collapsed": true
|
||
},
|
||
"outputs": [],
|
||
"source": []
|
||
}
|
||
],
|
||
"metadata": {
|
||
"kernelspec": {
|
||
"display_name": "Python [default]",
|
||
"language": "python",
|
||
"name": "python3"
|
||
},
|
||
"language_info": {
|
||
"codemirror_mode": {
|
||
"name": "ipython",
|
||
"version": 3
|
||
},
|
||
"file_extension": ".py",
|
||
"mimetype": "text/x-python",
|
||
"name": "python",
|
||
"nbconvert_exporter": "python",
|
||
"pygments_lexer": "ipython3",
|
||
"version": "3.6.3"
|
||
}
|
||
},
|
||
"nbformat": 4,
|
||
"nbformat_minor": 2
|
||
}
|