Agent Unconf Presentation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# An Idea for a Better Adaptive Sampler\n",
    "\n",
    "## Joe Ryan, Python Agent Team"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "        <script>\n",
       "        var others0 = [0];\n",
       "        var code_shown0 = true; \n",
       "        function code_toggle0 () {\n",
       "            var selector = \"div.input\";\n",
       "            var inputs = $(selector).toArray();\n",
       "            if (code_shown0) {\n",
       "                for (var i in others0) {\n",
       "                    var x = others0[i];\n",
       "                    $(inputs[x]).hide();\n",
       "                }\n",
       "            }\n",
       "            else {\n",
       "                for (var i in others0) {\n",
       "                    var x = others0[i];\n",
       "                    $(inputs[x]).show();\n",
       "                }\n",
       "            }\n",
       "\n",
       "            code_shown0 = !code_shown0;\n",
       "        } \n",
       "        $( document ).ready(code_toggle0);\n",
       "        </script>\n",
       "        <form action=\"javascript:code_toggle0()\">\n",
       "        <input type=\"submit\" value=\"Toggle on/off the display of the document setup code.\">\n",
       "        </form>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from IPython.display import HTML as DHTML\n",
    "import os\n",
    "os.environ[\"PATH\"] += os.pathsep + '/usr/local/Cellar/graphviz/2.40.1/bin/'\n",
    "\n",
    "from graphviz import Digraph\n",
    "from IPython.display import SVG\n",
    "\n",
    "# function to create those toggle buttons, adapted from something from stackoverflow\n",
    "def add_toggle_button(desc, *inputs):\n",
    "    x = ', '.join([str(x) for x in inputs])\n",
    "    n = str(inputs[0])\n",
    "    \n",
    "    code = '''\n",
    "        <script>\n",
    "        var others%n = [%x];\n",
    "        var code_shown%n = true; \n",
    "        function code_toggle%n () {\n",
    "            var selector = \"div.input\";\n",
    "            var inputs = $(selector).toArray();\n",
    "            if (code_shown%n) {\n",
    "                for (var i in others%n) {\n",
    "                    var x = others%n[i];\n",
    "                    $(inputs[x]).hide();\n",
    "                }\n",
    "            }\n",
    "            else {\n",
    "                for (var i in others%n) {\n",
    "                    var x = others%n[i];\n",
    "                    $(inputs[x]).show();\n",
    "                }\n",
    "            }\n",
    "\n",
    "            code_shown%n = !code_shown%n;\n",
    "        } \n",
    "        $( document ).ready(code_toggle%n);\n",
    "        </script>\n",
    "        <form action=\"javascript:code_toggle%n()\">\n",
    "        <input type=\"submit\" value=\"Toggle on/off the display of the %d code.\">\n",
    "        </form>'''\n",
    "    \n",
    "    return code.replace('%d', desc).replace('%n', str(n)).replace('%x', x)\n",
    "\n",
    "DHTML(add_toggle_button('document setup', 0))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# What is it?\n",
    "\n",
    "## Trying to model adaptive sampling like a feedback controller to more closely track the sampling target\n",
    "\n",
    "![https://image.ibb.co/mYDMfz/ezgif_2_509b5d914b.gif](https://image.ibb.co/mYDMfz/ezgif_2_509b5d914b.gif)\n",
    "\n",
    "# What's the Goal?\n",
    "\n",
    "## Hopefully get more complete traces out of the spans we already generate under high fan-in and fan-out conditions\n",
    "\n",
    "### (or get the same number of complete traces for the same number of spans)\n",
    "\n",
    "# Is it complicated? Does it require tons more agent-level computation?\n",
    "\n",
    "## No!\n",
    "\n",
    "## The only extra thing it needs beyond the original is the timestamp when the harvest started\n",
    "\n",
    "## Will get to agent-level details if we have time - want to talk about it from a system level first."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# What is Fan-In?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<svg height=\"238pt\" viewBox=\"0.00 0.00 576.32 238.00\" width=\"576pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g class=\"graph\" id=\"graph0\" transform=\"scale(1 1) rotate(0) translate(4 234)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"#ffffff\" points=\"-4,4 -4,-234 572.3226,-234 572.3226,4 -4,4\" stroke=\"transparent\"/>\n",
       "<!-- d -->\n",
       "<g class=\"node\" id=\"node1\">\n",
       "<title>d</title>\n",
       "<ellipse cx=\"523.7732\" cy=\"-115\" fill=\"#4d4cc5\" rx=\"40.5944\" ry=\"18\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<ellipse cx=\"523.7732\" cy=\"-115\" fill=\"none\" rx=\"44.5989\" ry=\"22\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<text fill=\"#ffffff\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"523.7732\" y=\"-110.8\">database</text>\n",
       "</g>\n",
       "<!-- a -->\n",
       "<g class=\"node\" id=\"node2\">\n",
       "<title>a</title>\n",
       "<ellipse cx=\"355.3077\" cy=\"-115\" fill=\"#adccc5\" rx=\"47.8388\" ry=\"18\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<ellipse cx=\"355.3077\" cy=\"-115\" fill=\"none\" rx=\"51.8323\" ry=\"22\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<text fill=\"#ffffff\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"355.3077\" y=\"-110.8\">aggregator</text>\n",
       "</g>\n",
       "<!-- a&#45;&gt;d -->\n",
       "<g class=\"edge\" id=\"edge1\">\n",
       "<title>a-&gt;d</title>\n",
       "<path d=\"M407.2275,-115C426.8214,-115 449.1649,-115 469.0109,-115\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"469.1337,-118.5001 479.1336,-115 469.1336,-111.5001 469.1337,-118.5001\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- t0 -->\n",
       "<g class=\"node\" id=\"node3\">\n",
       "<title>t0</title>\n",
       "<ellipse cx=\"189.0444\" cy=\"-208\" fill=\"#fcb4ac\" rx=\"38.2093\" ry=\"18\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<ellipse cx=\"189.0444\" cy=\"-208\" fill=\"none\" rx=\"42.1949\" ry=\"22\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<text fill=\"#ffffff\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"189.0444\" y=\"-203.8\">intake 0</text>\n",
       "</g>\n",
       "<!-- t0&#45;&gt;a -->\n",
       "<g class=\"edge\" id=\"edge2\">\n",
       "<title>t0-&gt;a</title>\n",
       "<path d=\"M218.0052,-191.8006C244.8177,-176.803 284.9464,-154.3568 314.9062,-137.5987\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"316.8327,-140.5315 323.8516,-132.5951 313.4155,-134.4223 316.8327,-140.5315\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- i0 -->\n",
       "<g class=\"node\" id=\"node4\">\n",
       "<title>i0</title>\n",
       "<ellipse cx=\"37.3486\" cy=\"-208\" fill=\"#ffffff\" rx=\"37.1978\" ry=\"18\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"37.3486\" y=\"-203.8\">input source</text>\n",
       "</g>\n",
       "<!-- i0&#45;&gt;t0 -->\n",
       "<g class=\"edge\" id=\"edge3\">\n",
       "<title>i0-&gt;t0</title>\n",
       "<path d=\"M74.8464,-208C93.4604,-208 116.2562,-208 136.5721,-208\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"136.6248,-211.5001 146.6248,-208 136.6247,-204.5001 136.6248,-211.5001\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- t1 -->\n",
       "<g class=\"node\" id=\"node5\">\n",
       "<title>t1</title>\n",
       "<ellipse cx=\"189.0444\" cy=\"-146\" fill=\"#fcb4ac\" rx=\"38.2093\" ry=\"18\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<ellipse cx=\"189.0444\" cy=\"-146\" fill=\"none\" rx=\"42.1949\" ry=\"22\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<text fill=\"#ffffff\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"189.0444\" y=\"-141.8\">intake 1</text>\n",
       "</g>\n",
       "<!-- t1&#45;&gt;a -->\n",
       "<g class=\"edge\" id=\"edge4\">\n",
       "<title>t1-&gt;a</title>\n",
       "<path d=\"M229.2921,-138.4958C249.7941,-134.6731 275.0882,-129.957 297.6218,-125.7556\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"298.5647,-129.1402 307.7537,-123.8665 297.2816,-122.2588 298.5647,-129.1402\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- i1 -->\n",
       "<g class=\"node\" id=\"node6\">\n",
       "<title>i1</title>\n",
       "<ellipse cx=\"37.3486\" cy=\"-146\" fill=\"#ffffff\" rx=\"37.1978\" ry=\"18\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"37.3486\" y=\"-141.8\">input source</text>\n",
       "</g>\n",
       "<!-- i1&#45;&gt;t1 -->\n",
       "<g class=\"edge\" id=\"edge5\">\n",
       "<title>i1-&gt;t1</title>\n",
       "<path d=\"M74.8464,-146C93.4604,-146 116.2562,-146 136.5721,-146\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"136.6248,-149.5001 146.6248,-146 136.6247,-142.5001 136.6248,-149.5001\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- t2 -->\n",
       "<g class=\"node\" id=\"node7\">\n",
       "<title>t2</title>\n",
       "<ellipse cx=\"189.0444\" cy=\"-84\" fill=\"#fcb4ac\" rx=\"38.2093\" ry=\"18\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<ellipse cx=\"189.0444\" cy=\"-84\" fill=\"none\" rx=\"42.1949\" ry=\"22\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<text fill=\"#ffffff\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"189.0444\" y=\"-79.8\">intake 2</text>\n",
       "</g>\n",
       "<!-- t2&#45;&gt;a -->\n",
       "<g class=\"edge\" id=\"edge6\">\n",
       "<title>t2-&gt;a</title>\n",
       "<path d=\"M229.2921,-91.5042C249.7941,-95.3269 275.0882,-100.043 297.6218,-104.2444\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"297.2816,-107.7412 307.7537,-106.1335 298.5647,-100.8598 297.2816,-107.7412\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- i2 -->\n",
       "<g class=\"node\" id=\"node8\">\n",
       "<title>i2</title>\n",
       "<ellipse cx=\"37.3486\" cy=\"-84\" fill=\"#ffffff\" rx=\"37.1978\" ry=\"18\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"37.3486\" y=\"-79.8\">input source</text>\n",
       "</g>\n",
       "<!-- i2&#45;&gt;t2 -->\n",
       "<g class=\"edge\" id=\"edge7\">\n",
       "<title>i2-&gt;t2</title>\n",
       "<path d=\"M74.8464,-84C93.4604,-84 116.2562,-84 136.5721,-84\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"136.6248,-87.5001 146.6248,-84 136.6247,-80.5001 136.6248,-87.5001\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- t3 -->\n",
       "<g class=\"node\" id=\"node9\">\n",
       "<title>t3</title>\n",
       "<ellipse cx=\"189.0444\" cy=\"-22\" fill=\"#fcb4ac\" rx=\"38.2093\" ry=\"18\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<ellipse cx=\"189.0444\" cy=\"-22\" fill=\"none\" rx=\"42.1949\" ry=\"22\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<text fill=\"#ffffff\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"189.0444\" y=\"-17.8\">intake 3</text>\n",
       "</g>\n",
       "<!-- t3&#45;&gt;a -->\n",
       "<g class=\"edge\" id=\"edge8\">\n",
       "<title>t3-&gt;a</title>\n",
       "<path d=\"M218.0052,-38.1994C244.8177,-53.197 284.9464,-75.6432 314.9062,-92.4013\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"313.4155,-95.5777 323.8516,-97.4049 316.8327,-89.4685 313.4155,-95.5777\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- i3 -->\n",
       "<g class=\"node\" id=\"node10\">\n",
       "<title>i3</title>\n",
       "<ellipse cx=\"37.3486\" cy=\"-22\" fill=\"#ffffff\" rx=\"37.1978\" ry=\"18\" stroke=\"#000000\" stroke-width=\"0\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"37.3486\" y=\"-17.8\">input source</text>\n",
       "</g>\n",
       "<!-- i3&#45;&gt;t3 -->\n",
       "<g class=\"edge\" id=\"edge9\">\n",
       "<title>i3-&gt;t3</title>\n",
       "<path d=\"M74.8464,-22C93.4604,-22 116.2562,-22 136.5721,-22\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"136.6248,-25.5001 146.6248,-22 136.6247,-18.5001 136.6248,-25.5001\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>"
      ],
      "text/plain": [
       "<IPython.core.display.SVG object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "        <script>\n",
       "        var others1 = [1];\n",
       "        var code_shown1 = true; \n",
       "        function code_toggle1 () {\n",
       "            var selector = \"div.input\";\n",
       "            var inputs = $(selector).toArray();\n",
       "            if (code_shown1) {\n",
       "                for (var i in others1) {\n",
       "                    var x = others1[i];\n",
       "                    $(inputs[x]).hide();\n",
       "                }\n",
       "            }\n",
       "            else {\n",
       "                for (var i in others1) {\n",
       "                    var x = others1[i];\n",
       "                    $(inputs[x]).show();\n",
       "                }\n",
       "            }\n",
       "\n",
       "            code_shown1 = !code_shown1;\n",
       "        } \n",
       "        $( document ).ready(code_toggle1);\n",
       "        </script>\n",
       "        <form action=\"javascript:code_toggle1()\">\n",
       "        <input type=\"submit\" value=\"Toggle on/off the display of the fan-in code.\">\n",
       "        </form>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "displayed_graph = Digraph()\n",
    "displayed_graph.attr(rankdir='LR', scale='1', ranksep='1')\n",
    "\n",
    "in_width = '0.5'\n",
    "num_nodes = 4\n",
    "\n",
    "displayed_graph.node('d',\n",
    "                     'database',\n",
    "                     style='filled',\n",
    "                     peripheries='2',\n",
    "                     penwidth='0',\n",
    "                     fillcolor='#4d4cc5',\n",
    "                     fontcolor='#ffffff')\n",
    "\n",
    "displayed_graph.node('a',\n",
    "                     'aggregator',\n",
    "                     style='filled',\n",
    "                     peripheries='2',\n",
    "                     penwidth='0',\n",
    "                     fillcolor='#adccc5',\n",
    "                     fontcolor='#ffffff')\n",
    "\n",
    "displayed_graph.edge('a', 'd')\n",
    "\n",
    "for i in range(num_nodes):\n",
    "    intake_name = 't' + str(i)\n",
    "    input_name = 'i' + str(i)\n",
    "    \n",
    "    displayed_graph.node(intake_name,\n",
    "                         'intake ' + str(i),\n",
    "                         style='filled',\n",
    "                         peripheries='2',\n",
    "                         penwidth='0',\n",
    "                         fillcolor='#fcb4ac',\n",
    "                         fontcolor='#ffffff')\n",
    "\n",
    "    displayed_graph.node(input_name,\n",
    "                         'input source',\n",
    "                         style='filled',\n",
    "                         penwidth='0',\n",
    "                         margin='0',\n",
    "                         width=in_width,\n",
    "                         fillcolor='#ffffff',\n",
    "                         fontcolor='#000000')\n",
    "\n",
    "    displayed_graph.edge(intake_name, 'a')\n",
    "    displayed_graph.edge(input_name, intake_name)\n",
    "\n",
    "display(SVG(displayed_graph.pipe(format='svg')))\n",
    "DHTML(add_toggle_button('fan-in', 1))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# What is Fan-out?\n",
    "\n",
    "```python\n",
    "from newrelic.api.background_task import background_task\n",
    "from num2words import num2words\n",
    "\n",
    "@background_task()\n",
    "def super_duper_important_task():\n",
    "    for i in range(times):\n",
    "        i_th = num2words(i, to='ordinal_num')\n",
    "        msg = 'Hello, for the %s time!' % i_th)\n",
    "        \n",
    "        requests.post(\n",
    "            'https://aggregator.whatever.com:1337/cooldata',\n",
    "            timeout=1000,\n",
    "            verify=cert_loc,\n",
    "            data={'payload': msg})\n",
    "\n",
    "\n",
    "super_duper_important_task(like_a_freaking_billion_times)\n",
    "```"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Comparing New to the Original"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "7c7582195a704dc68068088044107088",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Figure(axes=[Axis(color='black', label='Average Trace Length', scale=LinearScale(max=260.0, min=0.0)), Axis(co…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "393d6a9f56ec478ea391a83008f05430",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Figure(axes=[Axis(color='black', label='Average Trace Length', scale=LinearScale(max=260.0, min=0.0)), Axis(co…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "        <script>\n",
       "        var others2 = [2];\n",
       "        var code_shown2 = true; \n",
       "        function code_toggle2 () {\n",
       "            var selector = \"div.input\";\n",
       "            var inputs = $(selector).toArray();\n",
       "            if (code_shown2) {\n",
       "                for (var i in others2) {\n",
       "                    var x = others2[i];\n",
       "                    $(inputs[x]).hide();\n",
       "                }\n",
       "            }\n",
       "            else {\n",
       "                for (var i in others2) {\n",
       "                    var x = others2[i];\n",
       "                    $(inputs[x]).show();\n",
       "                }\n",
       "            }\n",
       "\n",
       "            code_shown2 = !code_shown2;\n",
       "        } \n",
       "        $( document ).ready(code_toggle2);\n",
       "        </script>\n",
       "        <form action=\"javascript:code_toggle2()\">\n",
       "        <input type=\"submit\" value=\"Toggle on/off the display of the comparison code.\">\n",
       "        </form>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%run ss/process_real_degredation.py\n",
    "\n",
    "plot_real_comparison_degradation_results('000000')\n",
    "plot_real_comparison_degradation_results('2314731')\n",
    "DHTML(add_toggle_button('comparison', 2))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Comparing at trace-level"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2539ee50b8dc4561b33e01f6bbd366e0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Figure(axes=[Axis(color='black', label='Fan-in', scale=LinearScale(min=0.0)), Axis(color='black', label='Avera…"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "        <script>\n",
       "        var others3 = [3];\n",
       "        var code_shown3 = true; \n",
       "        function code_toggle3 () {\n",
       "            var selector = \"div.input\";\n",
       "            var inputs = $(selector).toArray();\n",
       "            if (code_shown3) {\n",
       "                for (var i in others3) {\n",
       "                    var x = others3[i];\n",
       "                    $(inputs[x]).hide();\n",
       "                }\n",
       "            }\n",
       "            else {\n",
       "                for (var i in others3) {\n",
       "                    var x = others3[i];\n",
       "                    $(inputs[x]).show();\n",
       "                }\n",
       "            }\n",
       "\n",
       "            code_shown3 = !code_shown3;\n",
       "        } \n",
       "        $( document ).ready(code_toggle3);\n",
       "        </script>\n",
       "        <form action=\"javascript:code_toggle3()\">\n",
       "        <input type=\"submit\" value=\"Toggle on/off the display of the trace-level code.\">\n",
       "        </form>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from bqplot import LinearScale, OrdinalColorScale, ColorAxis, Axis, Lines, Scatter, Figure\n",
    "from ipywidgets import HBox, VBox, SelectionSlider, jslink, jsdlink, Layout, IntText, Label\n",
    "from scipy import signal\n",
    "\n",
    "\n",
    "x_sc = LinearScale(min=0)\n",
    "y_sc = LinearScale(min=0)\n",
    "\n",
    "ax_x = Axis(label='Fan-in', color='black',\n",
    "             scale=x_sc, grid_lines='solid')\n",
    "ax_y = Axis(label='Average Difference of sampled=True trace percentages', scale=y_sc, side='left', grid_lines='solid',\n",
    "             orientation='vertical', color='black', tick_format=\".0%\")\n",
    "\n",
    "colors = {\n",
    "    '4345270': '#1f0537',\n",
    "    '2155560': '#240d34',\n",
    "    '4120950': '#2a1b30',\n",
    "    '2679406': '#2B222E',\n",
    "    '2066188': '#3f0673',\n",
    "    '2638951': '#628599',\n",
    "    '4132727': '#8c45b7',\n",
    "    '828085':  '#a288c6',\n",
    "    '2350895': '#b564db',\n",
    "    '2638956': '#c977ec',\n",
    "    '2314731': '#de84ff',\n",
    "}\n",
    "\n",
    "xdata = range(1, 11)\n",
    "datasets = {\n",
    "    '4345270': [0.000, 0.000, 0.000, 0.001, 0.001, 0.001, 0.001, 0.001, 0.002, 0.004],\n",
    "    '2155560': [0.000, 0.000, 0.001, 0.002, 0.004, 0.005, 0.006, 0.008, 0.012, 0.021],\n",
    "    '2679406': [0.000, 0.000, 0.002, 0.004, 0.007, 0.009, 0.012, 0.017, 0.028, 0.042],\n",
    "    '2066188': [0.000, 0.000, 0.003, 0.008, 0.014, 0.019, 0.026, 0.039, 0.057, 0.074],\n",
    "    '2638951': [0.000, 0.001, 0.005, 0.012, 0.020, 0.028, 0.040, 0.060, 0.084, 0.105],\n",
    "    '4132727': [0.000, 0.001, 0.005, 0.012, 0.021, 0.029, 0.042, 0.063, 0.088, 0.109],\n",
    "    '828085':  [0.000, 0.001, 0.005, 0.014, 0.024, 0.033, 0.048, 0.073, 0.100, 0.123],\n",
    "    '2350895': [0.000, 0.001, 0.005, 0.014, 0.024, 0.033, 0.048, 0.073, 0.100, 0.124],\n",
    "    '2638956': [0.000, 0.001, 0.006, 0.015, 0.025, 0.035, 0.052, 0.078, 0.107, 0.130],\n",
    "    '2314731': [0.000, 0.001, 0.006, 0.015, 0.026, 0.036, 0.052, 0.079, 0.108, 0.133]\n",
    "}\n",
    "\n",
    "\n",
    "marks = []\n",
    "for name in datasets:\n",
    "    ydata = datasets[name]\n",
    "\n",
    "    line_mark = Lines(\n",
    "        x=xdata,\n",
    "        y=ydata,\n",
    "        colors = [colors[name]],\n",
    "        scales={'x': x_sc, 'y': y_sc},\n",
    "        labels=[name],\n",
    "        enable_hover=True,\n",
    "        default_size=12,\n",
    "        display_legend=True)\n",
    "    marks.append(line_mark)\n",
    "\n",
    "fig = Figure(\n",
    "    marks=marks,\n",
    "    axes=[ax_x, ax_y],\n",
    "    legend_location='top-left',\n",
    "    title='% extra traces gained, proposed AS - current AS')\n",
    "\n",
    "display(fig)\n",
    "DHTML(add_toggle_button('trace-level', 3))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}