-
Notifications
You must be signed in to change notification settings - Fork 0
/
example.html
71 lines (64 loc) · 58.4 KB
/
example.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<title>Bokeh Plot</title>
<link rel="stylesheet" href="https://cdn.pydata.org/bokeh/release/bokeh-0.12.13.min.css" type="text/css" />
<script type="text/javascript" src="https://cdn.pydata.org/bokeh/release/bokeh-0.12.13.min.js"></script>
<script type="text/javascript">
Bokeh.set_log_level("info");
</script>
<style>
html {
width: 100%;
height: 100%;
}
body {
width: 90%;
height: 100%;
margin: auto;
}
</style>
</head>
<body>
<div class="bk-root">
<div class="bk-plotdiv" id="a6eb9de2-454b-497e-a2c8-59bac1a954ec"></div>
</div>
<script type="application/json" id="229b832f-3205-4605-8421-aba457a17090">
{"8a2b1506-a6d4-4173-bce4-27cfb866389f":{"roots":{"references":[{"attributes":{},"id":"d576dfae-0bea-4b05-b6fe-c2fc0530f4a0","type":"LinearScale"},{"attributes":{"below":[{"id":"372a200f-0f52-481e-a07a-1a77a9d4163c","type":"LinearAxis"}],"left":[{"id":"2f801817-4fc1-442c-906c-872bbde40471","type":"LinearAxis"}],"plot_height":400,"plot_width":400,"renderers":[{"id":"372a200f-0f52-481e-a07a-1a77a9d4163c","type":"LinearAxis"},{"id":"93949aa5-630d-46a1-826e-cbab26557ba5","type":"Grid"},{"id":"2f801817-4fc1-442c-906c-872bbde40471","type":"LinearAxis"},{"id":"e2c0958b-6d8a-417b-887a-890c3a0e266b","type":"Grid"},{"id":"1354d2a3-1a2a-4ae0-ba41-7c83da1dbe5d","type":"BoxAnnotation"},{"id":"0ca23404-1b8a-4e08-a854-f3b2af18884f","type":"Legend"},{"id":"e66d9dac-03a0-43a4-a299-211c57b3c130","type":"GlyphRenderer"},{"id":"da8b7014-c271-4e58-94a2-c0ac2234dc53","type":"GlyphRenderer"}],"title":{"id":"d1ff0099-574d-4e4e-8cfd-770d4fcc81b7","type":"Title"},"toolbar":{"id":"e2004e99-ae46-4235-b48c-8741b8f9da2a","type":"Toolbar"},"toolbar_location":null,"x_range":{"id":"686a93a6-414e-40b1-bbe0-24c6dcb96b88","type":"Range1d"},"x_scale":{"id":"ee529752-0953-4062-8719-ed0cb201e070","type":"LinearScale"},"y_range":{"id":"3745497b-32d1-4e02-a399-b2ce724cc142","type":"Range1d"},"y_scale":{"id":"489c0316-fc55-4586-93c0-ec2f05965440","type":"LinearScale"}},"id":"571d9087-1310-4301-a3b0-9e9d2c7ed7c5","subtype":"Figure","type":"Plot"},{"attributes":{"line_color":"grey","line_dash":[6],"line_width":2.0,"x":{"field":"x"},"y":{"field":"y"}},"id":"74b180e1-7e4b-4a47-91f7-5e1d3f7d74e0","type":"Line"},{"attributes":{},"id":"9f64e823-604c-4514-9703-ce707e18e95b","type":"LinearScale"},{"attributes":{"line_alpha":0.1,"line_color":"#1f77b4","line_dash":[6],"line_width":2.0,"x":{"field":"x"},"y":{"field":"y"}},"id":"e4827701-d256-4b07-b004-700689ca0e49","type":"Line"},{"attributes":{"data_source":{"id":"0189a920-9ea5-4c90-b6ae-6d02ce5c5aa7","type":"ColumnDataSource"},"glyph":{"id":"74b180e1-7e4b-4a47-91f7-5e1d3f7d74e0","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"e4827701-d256-4b07-b004-700689ca0e49","type":"Line"},"selection_glyph":null,"view":{"id":"d7015c9f-13aa-4dee-a83c-64b82c9ebe55","type":"CDSView"}},"id":"da8b7014-c271-4e58-94a2-c0ac2234dc53","type":"GlyphRenderer"},{"attributes":{"callback":null,"column_names":["accuracy","f1","fpr","fn","fp","tpr","threshold","tn","tp","index"],"data":{"accuracy":{"__ndarray__":"okW28/3U6D9KDAIrhxbpP6AaL90kBuk/mpmZmZmZ6T/wp8ZLN4npP5qZmZmZmek/8KfGSzeJ6T9Ei2zn+6npP5qZmZmZmek/7nw/NV666T+amZmZmZnpP+58PzVeuuk/RIts5/up6T/ufD81XrrpP0SLbOf7qek/7nw/NV666T/wp8ZLN4npP5huEoPAyuk/7nw/NV666T+YbhKDwMrpP0SLbOf7qek/mG4Sg8DK6T9Ei2zn+6npP+58PzVeuuk/RIts5/up6T/ufD81XrrpP/Cnxks3iek/mpmZmZmZ6T9GtvP91HjpP/Cnxks3iek/Rrbz/dR46T+amZmZmZnpP/Cnxks3iek/RIts5/up6T/wp8ZLN4npP+xRuB6F6+k/QmDl0CLb6T/sUbgehevpP0Jg5dAi2+k/7FG4HoXr6T9CYOXQItvpP+xRuB6F6+k/7nw/NV666T9CYOXQItvpP5huEoPAyuk/7FG4HoXr6T9CYOXQItvpP+kmMQisHOo/PzVeukkM6j+TGARWDi3qP+kmMQisHOo/PQrXo3A96j/pJjEIrBzqP5MYBFYOLeo/6SYxCKwc6j+TGARWDi3qP+kmMQisHOo/PQrXo3A96j+TGARWDi3qPz0K16NwPeo/PzVeukkM6j/pJjEIrBzqP5ZDi2zn++k/PzVeukkM6j9CYOXQItvpP+xRuB6F6+k/mG4Sg8DK6T9CYOXQItvpP6AaL90kBuk/nu+nxks36T/2KFyPwvXoP0oMAiuHFuk/TmIQWDm06D/4U+Olm8ToP/p+arx0k+g/pHA9Ctej6D+oxks3iUHoP1K4HoXrUeg/qMZLN4lB6D9SuB6F61HoP1TjpZvEIOg//tR46SYx6D9YObTIdr7nPwIrhxbZzuc/WDm0yHa+5z8CK4cW2c7nP7ByaJHtfOc/WmQ730+N5z8GgZVDi2znP7ByaJHtfOc/YhBYObTI5j8MAiuHFtnmP2Q730+Nl+Y/Di2yne+n5j8Sg8DKoUXmP7x0kxgEVuY/GQRWDi2y5T9t5/up8dLlPxkEVg4tsuU/w/UoXI/C5T91kxgEVg7lP8l2vp8aL+U/exSuR+F65D8lBoGVQ4vkP9ejcD0K1+M/gZVDi2zn4z/Xo3A9CtfjP4GVQ4ts5+M/46WbxCCw4j+Nl24Sg8DiP5HtfD81XuI/O99PjZdu4j+WQ4ts5/vhPz81XrpJDOI/pHA9Ctej4D9OYhBYObTgP1CNl24Sg+A/+n5qvHST4D91kxgEVg7dP8l2vp8aL90/IbByaJHt3D91kxgEVg7dPyUGgZVDi9w/eekmMQis3D+F61G4HoXbP9nO91Pjpds/mpmZmZmZ2T/ufD81XrrZP1K4HoXrUdg/ppvEILBy2D93vp8aL93UP8uhRbbz/dQ/exSuR+F61D8j2/l+arzUP3sUrkfhetQ/z/dT46Wb1D+DwMqhRbbTP9ejcD0K19M/i2zn+6nx0j/fT42XbhLTP4ts5/up8dI/30+Nl24S0z83iUFg5dDSP4ts5/up8dI/SOF6FK5H0T+cxCCwcmjRPyGwcmiR7cw/","dtype":"float64","shape":[147]},"f1":{"__ndarray__":"cB/BfQT3kT/QcFL35bG1PxU6gxU6g7U/AAAAAAAAzD/yhrwhb8jLP5/YiZ3Yic0/TJ5lRB9QzT/GBRkXZFzQP2/hV2MiPdA/4uHh4eHh0T8aJX5GiZ/RPzQzMzMzM9M/TK4gJlcQ0z+YejJ+u9TTPxQ7sRM7sdM/HMdxHMdx1D8CZeJK9wbUP7eMW8Yt49Y/ymsor6G81j8YwmwXwmzXPx8X9nFhH9c/UabiuWZ12D/yVvY5pCbYP8zMzMzMzNg/rlJM0F2l2D/g6db8sEjZP9MYMI0B09g/RlPn1x5y2T9KkiRJkiTZP8vqXfJgwNk/mpmZmZmZ2T+zpqwpa8raP1wK/UnGoto/g4n+TlbL2z9/KCQX8HrbPxeQLxKlxt4/6U1vetOb3j8q8lk3mCLfP/nee++9994/fB+r2ZN83z9+Z6O+s1HfP0v9KfWn1N8/VFVVVVVV3z/wxdUPOirgP08BFVABFeA/zAeyC4uR4D988MEHH3zgP1PzIHf9bOE/FyeDyANX4T/M0bgcjcvhP4amO9hvteE/dmIndmIn4j+yH/uxH/vhP9MmoBT1MuI/NsF4K/sc4j/Znw+nIVTiP/cLsaI0PuI/q6qqqqqq4j+VUkoppZTiP6AsgU37yeI/E7CIErCI4j/SK2P7Hb3iPyRJkiRJkuI/xpJfLPnF4j9sKK+hvIbiPxm1BnKSueI/SEBKuxGQ4j9PIyz3NMLiP6T351plw+E/UkoppZRS4j+DIAiCIAjiP5hMJpPJZOI/gh/4gR/44T8E/8yjRSXiP/HBBx988OE/NcF4K/sc4j+A92Y9UbbhP+Lh4eHh4eE/Eh3RER3R4T/wgCNFQ/zhP7lYIKllyuE/8DqgG/P04T9BGGnHCoThPziPUH2mreE/VD8nrOGd4T9yHMdxHMfhP3cYFHVyeeE/aKwPjfWh4T83mCKfdYPhP3MDnFOHq+E/5SfEWfkJ4T8fsqVY4TDhP5DQCZSj+OA/OUG4G/se4T/NzMzMzMzgPynMAD9x8uA/fb1BIV9v4D+ICzUngbjgP7rjSgLznuA/MAzDMAzD4D+RRw0qBTvgP0HTYKwZgeA/AAAAAAAA4D+o9I/tCSLgP1A//fTTT98/HDL7CjCS3z98H6vZk3zfP1g5tMh2vt8/7cJiJJQ23j9So4xV9HXeP5ZF49xGAd4/KODQfK4/3j+DXlEuJrvdP/gdiN+B+N0/HcdxHMdx3D82NYYto6zcP6HHd+Egetw/UiT6IW603D97oHJ2C7/aP57KUhwy9to/aDip+/LY2j8LnjwQsg/bPw59gwea1do/ERAfTcgL2z+znQzY04vaP8/7FJcMwdo/ep7neZ7n2T/Zq1XPXxvaP2TOmDPmjNk/f82t7aC/2T/PhsHk+WzYP9mJndiJndg/b1j7hrVv2D+OEj+jxM/YP55+W2nWuNg/iI7hxXno2D/e7FyqDZnYP1vtMjASyNg/o4e9USl62D8b/+UNk6jYP9iJndiJndg/+vu8TbrL2D8lE+sQprXYPzmO4ziO49g/f8eJT+1W2D8oR6Kz54PYP8YuUEBumNc/","dtype":"float64","shape":[147]},"fn":[112,108,108,99,99,98,98,96,96,94,94,92,92,91,91,90,90,86,86,85,85,83,83,82,82,81,81,80,80,79,79,77,77,75,75,69,69,68,68,67,67,66,66,64,64,62,62,58,58,56,56,54,54,53,53,52,52,50,50,49,49,48,48,47,47,46,46,45,45,42,42,40,40,39,39,38,38,37,37,36,36,35,35,34,34,33,33,32,32,31,31,30,30,29,29,28,28,26,26,25,25,23,23,22,22,21,21,20,20,19,19,18,18,17,17,16,16,15,15,14,14,13,13,12,12,11,11,10,10,9,9,8,8,6,6,5,5,4,4,3,3,2,2,1,1,0,0],"fp":[0,0,1,1,2,2,3,3,4,4,6,6,7,7,8,8,11,11,12,12,14,14,16,16,17,17,20,20,22,22,23,23,24,24,26,26,27,27,28,28,29,29,32,32,33,33,34,34,35,35,36,36,38,38,39,39,40,40,41,41,44,44,46,46,49,49,51,51,64,64,68,68,74,74,77,77,83,83,84,84,87,87,94,94,95,95,100,100,102,102,113,113,117,117,123,123,133,133,135,135,146,146,157,157,168,168,169,169,188,188,194,194,201,201,223,223,226,226,258,258,260,260,264,264,273,273,289,289,300,300,328,328,332,332,334,334,341,341,348,348,349,349,351,351,364,364,387],"fpr":{"__ndarray__":"AAAAAAAAAAAAAAAAAAAAAEsFqFb/KmU/SwWoVv8qZT9LBahW/yp1P0sFqFb/KnU/8Af8AX/Afz/wB/wBf8B/P0sFqFb/KoU/SwWoVv8qhT/wB/wBf8CPP/AH/AF/wI8/oQTTa5+Fkj+hBNNrn4WSP0sFqFb/KpU/SwWoVv8qlT9HBycXHxudP0cHJxcfG50/8Af8AX/Anz/wB/wBf8CfP6EE02ufhaI/oQTTa5+Foj9LBahW/yqlP0sFqFb/KqU/n4USTK99pj+fhRJMr32mP50GUiy/dao/nQZSLL91qj9HBycXHxutP0cHJxcfG60/m4eRDM9trj+bh5EMz22uP/AH/AF/wK8/8Af8AX/Arz9NhGh27zKxP02EaHbvMrE/d8QdcUfcsT93xB1xR9yxP6EE02ufhbI/oQTTa5+Fsj/MRIhm9y6zP8xEiGb3LrM/SwWoVv8qtT9LBahW/yq1P3VFXVFX1LU/dUVdUVfUtT+fhRJMr322P5+FEkyvfbY/ysXHRgcntz/KxcdGBye3P/QFfUFf0Lc/9AV9QV/Qtz9Jhuc2DyO5P0mG5zYPI7k/c8acMWfMuT9zxpwxZ8y5P50GUiy/dbo/nQZSLL91uj/IRgcnFx+7P8hGBycXH7s/RwcnFx8bvT9HBycXHxu9P5uHkQzPbb4/m4eRDM9tvj8NpFh+6zTAPw2kWH7rNMA/OOQNeUPewD845A15Q97AP0sFqFb/KsU/SwWoVv8qxT+fhRJMr33GP5+FEkyvfcY/HkYyPLd5yD8eRjI8t3nIP14mQjS7d8k/XiZCNLt3yT/d5mEkw3PLP93mYSTDc8s/8oa8IW/Iyz/yhrwhb8jLPzJnzBlzxsw/MmfMGXPGzD/Gx0YHJxfPP8bHRgcnF88/22ehBNNrzz/bZ6EE02vPPyJEs3uXidA/IkSze5eJ0D845A15Q97QPzjkDXlD3tA/rFSAavWv0j+sVIBq9a/SP9aUNWVNWdM/1pQ1ZU1Z0z8WdUVdUVfUPxZ1RV1RV9Q/gJUKUK3+1T+AlQpQrf7VP5U1ZU1ZU9Y/lTVlTVlT1j8Jptc+CyXYPwmm1z4LJdg/fhZKML322T9+FkowvfbZP/KGvCFvyNs/8oa8IW/I2z/91mkgxfLbP/3WaSDF8ts/xsdGBycX3z/Gx0YHJxffPwNUq3+VCuA/A1Srf5UK4D8o7Al7wp7gPyjsCXvCnuA/nFx8bHRw4j+cXHxsdHDiP6xUgGr1r+I/rFSAavWv4j9VVVVVVVXlP1VVVVVVVeU/YKUCVKt/5T9gpQJUq3/lP3VFXVFX1OU/dUVdUVfU5T+lLWlL2pLmP6UtaUvakuY/+a3TQIrl5z/5rdNAiuXnPzTmjDljzug/NOaMOWPO6D/IRgcnFx/rP8hGBycXH+s/3eZhJMNz6z/d5mEkw3PrP+g2DyMZnus/6DYPIxme6z8Nz20eRjLsPw3PbR5GMuw/MmfMGXPG7D8yZ8wZc8bsPzcPIxme2+w/Nw8jGZ7b7D9BX9AX9AXtP0Ff0Bf0Be0/huc2DyMZ7j+G5zYPIxnuPwAAAAAAAPA/","dtype":"float64","shape":[147]},"index":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146],"threshold":{"__ndarray__":"ZV50kzhK6z/yn3Rc7GDqPzMGdOxM/uk/+6xK5k6R5j97phDgM3LmP9jNs50lDuY/eF4+a9n/5T+bFXTkmO/lP+5SKx86M+U/lbLDv1r05D+J2aMCClPkP7FY4GMUDeQ/v3TVXyv04z8vF00Jf7njPyhcI01dreM/h88U1lif4z+ybsNKzSHjPyjHpAl+vOI/4gqJpg1B4j+Vn85DRCviP/cuxFgC5eE/AnUZtqO44T+pZoRLDVPhPz/vANP1ROE/SlrX6zIl4T9KkCOBbQfhP3B+tR94n+A/Wgcr3wNI4D/7haBLZdzfP5qZnqTr2t8/eczYyF2l3z+rduWcpiLfP/34b4Qr8t4/YHvIHrdy3j92IvOXiQveP6f17QIu2tw/Jns833h93D811KanQW/cP6mexZ2BQdw/aWafX+m/2z+wPotUxbbbP5XIHqHBtNs/+4Un2XJe2z8WmgaEryfbP3DkB0uq1No/3TC1BNVr2j9r57oLTWnaP3mURBSm3dk/jNyypat72T+fhWtSXWrZP652rM4DLdk/IHd+MfkG2T8DzeC448TYP2s+18wNZdg/cJskuvX71z9yb747h6XXP2TMV4oZXNc/+6J5NVw51z+fCeL+byPXPwOoTpKs9dY/MeEBiv541j+B1+GRIlbWP2Uihboir9U/gyjaPHyb1T+IHNgc7n3VP0JmKIU9d9U/X+hOOmgT1D8/2JUaqAbUP1S5RsndwNI/0lmONhGT0j/nkBR2b1DSP/FxRs6EP9I/ql/T8xDq0D9WUtCLwOTQP0Z0XuxPhNA/8XA4EHl50D+k8Ci3/7LPP/g5tSL3sc8/hU69Kj+qzz8k55Kb4ZbPP0KF46Z9Bc8/WHcZwdGVzj833y2RjSHOPzi2J9DJ7s0/6ibJDffhzT9kms7GvcrNP0YJzjH46cw/mphmmwKezD+KNx4UhG3MP092yHK2S8w/WJqoBQV3yz+OT3FVf3DLP9rlx6wH98o/ByGUnEf0yj+GxqD1k1XKP8AQPQ6NQco/XwKPbPLnyD9ObtRyeajIPxI+TEkBbMg/CtTyflXexz87ZXj38gTHP9yEKAuW7MY/TcZtIexAxT+Sp3cSW/DEPx1C+DO7gsQ/3zVNzgVxxD81/rihcUvEP8qQlOugNMQ/DM9WiY1rwj8XIMByQFDCPxsRn8wT4ME/aRY0KBHcwT+DNJOHLq7BP3rOk9O5qcE/tPAftSEPwD967G4pBwfAP2JcPSZBEr8/cNdZtFS3vj/3CB8a+dC5P/WAC/Cwt7k/PoAFU4SXuT8ulidQCmG5P+X9c6/0tLg/YKzOMmF4uD+/79UMBAe3P6x8tT1o9rY/r/b6Nl+atT/yiIgGGVq1P/fI07ubdrQ/lhADKwRDtD9nLRSDr/WuP0eYIJui4q4/ynu0hxwhrj8yClU5J2mtP1cJ4Zx/d6w/lexvVQvAqz8zqGh6KKuqP7VypZj8lqo/Vx7aDV87pz/TtSUg3zCnP41GU6N2kqY/cB5T5NnbpD/mlXzLVXOkP6y3qWpQIKQ/wib+r+bMnz/2bD338BefP70JpheyTYA/","dtype":"float64","shape":[147]},"tn":[387,387,386,386,385,385,384,384,383,383,381,381,380,380,379,379,376,376,375,375,373,373,371,371,370,370,367,367,365,365,364,364,363,363,361,361,360,360,359,359,358,358,355,355,354,354,353,353,352,352,351,351,349,349,348,348,347,347,346,346,343,343,341,341,338,338,336,336,323,323,319,319,313,313,310,310,304,304,303,303,300,300,293,293,292,292,287,287,285,285,274,274,270,270,264,264,254,254,252,252,241,241,230,230,219,219,218,218,199,199,193,193,186,186,164,164,161,161,129,129,127,127,123,123,114,114,98,98,87,87,59,59,55,55,53,53,46,46,39,39,38,38,36,36,23,23,0],"tp":[1,5,5,14,14,15,15,17,17,19,19,21,21,22,22,23,23,27,27,28,28,30,30,31,31,32,32,33,33,34,34,36,36,38,38,44,44,45,45,46,46,47,47,49,49,51,51,55,55,57,57,59,59,60,60,61,61,63,63,64,64,65,65,66,66,67,67,68,68,71,71,73,73,74,74,75,75,76,76,77,77,78,78,79,79,80,80,81,81,82,82,83,83,84,84,85,85,87,87,88,88,90,90,91,91,92,92,93,93,94,94,95,95,96,96,97,97,98,98,99,99,100,100,101,101,102,102,103,103,104,104,105,105,107,107,108,108,109,109,110,110,111,111,112,112,113,113],"tpr":{"__ndarray__":"ePshgbcfgj9WemphpaemP1Z6amGlp6Y/Enj7IYG3vz8SePshgbe/P8HbDwm8/cA/wdsPCbz9wD8wGzT5skHDPzAbNPmyQcM/n1pY6amFxT+fWljpqYXFPw6afNmgycc/Dpp82aDJxz/FuY5RnOvIP8W5jlGc68g/fdmgyZcNyj992aDJlw3KP1tY6amFlc4/W1jpqYWVzj8SePshgbfPPxJ4+yGBt88/wdsPCbz90D/B2w8JvP3QP5zrGMW5jtE/nOsYxbmO0T94+yGBtx/SP3j7IYG3H9I/VAsrPbWw0j9UCys9tbDSPzAbNPmyQdM/MBs0+bJB0z/nOkZxrmPUP+c6RnGuY9Q/n1pY6amF1T+fWljpqYXVP8W5jlGc69g/xbmOUZzr2D+hyZcNmnzZP6HJlw2afNk/fdmgyZcN2j992aDJlw3aP1jpqYWVnto/WOmphZWe2j8QCbz9kMDbPxAJvP2QwNs/xyjOdYzi3D/HKM51jOLcPzZo8mWDJt8/NmjyZYMm3z/3QwJvPyTgP/dDAm8/JOA/01MLKz214D/TUwsrPbXgP8HbDwm8/eA/wdsPCbz94D+uYxTnOkbhP65jFOc6RuE/inMdozjX4T+Kcx2jONfhP3j7IYG3H+I/ePshgbcf4j9mgyZfNmjiP2aDJl82aOI/VAsrPbWw4j9UCys9tbDiP0KTLxs0+eI/QpMvGzT54j8wGzT5skHjPzAbNPmyQeM/+bJBky8b5D/5skGTLxvkP9XCSk8trOQ/1cJKTy2s5D/DSk8trPTkP8NKTy2s9OQ/sdJTCys95T+x0lMLKz3lP59aWOmpheU/n1pY6amF5T+M4lzHKM7lP4ziXMcozuU/emphpacW5j96amGlpxbmP2jyZYMmX+Y/aPJlgyZf5j9WemphpafmP1Z6amGlp+Y/RAJvPyTw5j9EAm8/JPDmPzKKcx2jOOc/MopzHaM45z8gEnj7IYHnPyASePshgec/Dpp82aDJ5z8OmnzZoMnnP/shgbcfEug/+yGBtx8S6D/XMYpzHaPoP9cxinMdo+g/xbmOUZzr6D/FuY5RnOvoP6HJlw2afOk/ocmXDZp86T+PUZzrGMXpP49RnOsYxek/fdmgyZcN6j992aDJlw3qP2phpacWVuo/amGlpxZW6j9Y6amFlZ7qP1jpqYWVnuo/RnGuYxTn6j9Gca5jFOfqPzT5skGTL+s/NPmyQZMv6z8igbcfEnjrPyKBtx8SeOs/EAm8/ZDA6z8QCbz9kMDrP/6QwNsPCew//pDA2w8J7D/sGMW5jlHsP+wYxbmOUew/2aDJlw2a7D/ZoMmXDZrsP8coznWM4uw/xyjOdYzi7D+1sNJTCyvtP7Ww0lMLK+0/ozjXMYpz7T+jONcxinPtP5HA2w8JvO0/kcDbDwm87T9t0OTLBk3uP23Q5MsGTe4/W1jpqYWV7j9bWOmphZXuP0jg7YcE3u4/SODthwTe7j82aPJlgybvPzZo8mWDJu8/JPD2QwJv7z8k8PZDAm/vPxJ4+yGBt+8/Enj7IYG37z8AAAAAAADwPwAAAAAAAPA/","dtype":"float64","shape":[147]}}},"id":"051919c8-2b6e-4f26-a332-e4dd9103651b","type":"ColumnDataSource"},{"attributes":{"axis_label":"fpr","formatter":{"id":"fff56325-1d91-49f6-8f7a-36c4ec5a58a6","type":"BasicTickFormatter"},"plot":{"id":"a90784bc-a21a-4955-9029-e84e55ed32e2","subtype":"Figure","type":"Plot"},"ticker":{"id":"b624a7be-efb7-4309-bd70-82c97594a8b7","type":"BasicTicker"}},"id":"da98ba43-b744-4b25-ba62-328eadaf8876","type":"LinearAxis"},{"attributes":{"source":{"id":"0189a920-9ea5-4c90-b6ae-6d02ce5c5aa7","type":"ColumnDataSource"}},"id":"d7015c9f-13aa-4dee-a83c-64b82c9ebe55","type":"CDSView"},{"attributes":{},"id":"b624a7be-efb7-4309-bd70-82c97594a8b7","type":"BasicTicker"},{"attributes":{"plot":{"id":"a90784bc-a21a-4955-9029-e84e55ed32e2","subtype":"Figure","type":"Plot"},"ticker":{"id":"b624a7be-efb7-4309-bd70-82c97594a8b7","type":"BasicTicker"}},"id":"3dbe6731-7d09-475a-85e2-83df203fd3b7","type":"Grid"},{"attributes":{"axis_label":"tpr","formatter":{"id":"98983ddc-a9e4-496c-a004-bc709a4f455b","type":"BasicTickFormatter"},"plot":{"id":"a90784bc-a21a-4955-9029-e84e55ed32e2","subtype":"Figure","type":"Plot"},"ticker":{"id":"d9ce22ce-8b89-4561-b766-56fb5c7467e5","type":"BasicTicker"}},"id":"f92bef81-c3ca-4de4-a8fc-8ef25a10f683","type":"LinearAxis"},{"attributes":{},"id":"d9ce22ce-8b89-4561-b766-56fb5c7467e5","type":"BasicTicker"},{"attributes":{"dimension":1,"plot":{"id":"a90784bc-a21a-4955-9029-e84e55ed32e2","subtype":"Figure","type":"Plot"},"ticker":{"id":"d9ce22ce-8b89-4561-b766-56fb5c7467e5","type":"BasicTicker"}},"id":"8527f881-e8cc-43cb-8adc-8b72a8bc0a95","type":"Grid"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"8530b5bc-a7a2-475c-8771-701ad990f750","type":"BoxAnnotation"},{"attributes":{"items":[{"id":"6247779d-b731-4c0d-91a3-946ab0893c59","type":"LegendItem"},{"id":"951003d0-4c5d-4b55-8362-ef3047486211","type":"LegendItem"}],"location":"bottom_right","plot":{"id":"a90784bc-a21a-4955-9029-e84e55ed32e2","subtype":"Figure","type":"Plot"}},"id":"4263fca5-2415-4f8c-95b3-ae6a425e8e0d","type":"Legend"},{"attributes":{"toolbar":{"id":"ee89f483-bc38-411e-8ed4-eca89eb5e97a","type":"ProxyToolbar"},"toolbar_location":"above"},"id":"554d5475-e5db-4397-aedc-4d46bab00087","type":"ToolbarBox"},{"attributes":{},"id":"f2dcfa5a-f32b-459b-a93e-6d1ebf5ffdb2","type":"PanTool"},{"attributes":{},"id":"fff56325-1d91-49f6-8f7a-36c4ec5a58a6","type":"BasicTickFormatter"},{"attributes":{},"id":"6a741616-2887-4e05-a98f-84d5d0d4cfa7","type":"WheelZoomTool"},{"attributes":{"overlay":{"id":"8530b5bc-a7a2-475c-8771-701ad990f750","type":"BoxAnnotation"}},"id":"961e5577-a78d-41ac-a2d5-906e9341ffe5","type":"BoxZoomTool"},{"attributes":{},"id":"f55015e9-f07c-40ea-9f4a-8bc8a1fa5d44","type":"SaveTool"},{"attributes":{},"id":"1b3c6b77-eb34-4136-a410-cfb11d092292","type":"ResetTool"},{"attributes":{},"id":"38890f6b-c054-4eb4-bd3e-2e899c399209","type":"HelpTool"},{"attributes":{"children":[{"id":"a90784bc-a21a-4955-9029-e84e55ed32e2","subtype":"Figure","type":"Plot"},{"id":"571d9087-1310-4301-a3b0-9e9d2c7ed7c5","subtype":"Figure","type":"Plot"}]},"id":"1e7dc046-4ee9-4d34-9d38-5de32e05d82a","type":"Row"},{"attributes":{"source":{"id":"051919c8-2b6e-4f26-a332-e4dd9103651b","type":"ColumnDataSource"}},"id":"f4c064ba-5c02-47a2-b2a4-1791e63917df","type":"CDSView"},{"attributes":{},"id":"98983ddc-a9e4-496c-a004-bc709a4f455b","type":"BasicTickFormatter"},{"attributes":{"data_source":{"id":"051919c8-2b6e-4f26-a332-e4dd9103651b","type":"ColumnDataSource"},"glyph":{"id":"69f4fbe8-ebbb-4c80-aa78-9aa999235b6c","type":"Line"},"hover_glyph":null,"muted_glyph":null,"name":"ROC","nonselection_glyph":{"id":"917e1d12-9471-4b53-a3c6-8ea4a8906bf5","type":"Line"},"selection_glyph":null,"view":{"id":"f4c064ba-5c02-47a2-b2a4-1791e63917df","type":"CDSView"}},"id":"58927ba5-ef33-41a1-b68b-30f9fb73daea","type":"GlyphRenderer"},{"attributes":{"callback":null,"mode":"vline","names":["ROC"],"tooltips":[["threshold","@threshold"],["(fpr,tpr)","(@fpr, @tpr)"],["accuracy","@accuracy"],["f1","@f1"],["conf_matrix","<div>\n <table style=\"border: 1px solid black; border-collapse: collapse\">\n <tr style=\"border: 1px solid black;\">\n <td style=\"border: 1px solid black;\">@tn</td>\n <td style=\"border: 1px solid black;\">@fp</td>\n </tr>\n <tr style=\"border: 1px solid black;\">\n <td style=\"border: 1px solid black;\">@fn</td>\n <td style=\"border: 1px solid black;\">@tp</td>\n </tr>\n </table>\n </div>"]]},"id":"9b9159db-b4fd-448a-ae5f-06b4aa0a48ff","type":"HoverTool"},{"attributes":{"line_alpha":0.1,"line_color":"#1f77b4","line_dash":[6],"line_width":2.0,"x":{"field":"x"},"y":{"field":"y"}},"id":"a6a67fcc-8a65-4b31-8796-e0010275a375","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"#1f77b4","line_width":2.0,"x":{"field":"fpr"},"y":{"field":"tpr"}},"id":"917e1d12-9471-4b53-a3c6-8ea4a8906bf5","type":"Line"},{"attributes":{"line_color":"#1f77b4","line_width":2.0,"x":{"field":"fpr"},"y":{"field":"tpr"}},"id":"69f4fbe8-ebbb-4c80-aa78-9aa999235b6c","type":"Line"},{"attributes":{"label":{"value":"AUC: 0.777"},"renderers":[{"id":"58927ba5-ef33-41a1-b68b-30f9fb73daea","type":"GlyphRenderer"}]},"id":"6247779d-b731-4c0d-91a3-946ab0893c59","type":"LegendItem"},{"attributes":{"label":{"value":"Chance"},"renderers":[{"id":"f51defd2-53c1-4f97-8939-d0aed5289ccc","type":"GlyphRenderer"}]},"id":"951003d0-4c5d-4b55-8362-ef3047486211","type":"LegendItem"},{"attributes":{"callback":null,"column_names":["x","y"],"data":{"x":[0,1],"y":[0,1]}},"id":"3a6aa481-fb11-4530-8776-a129f5546e47","type":"ColumnDataSource"},{"attributes":{"children":[{"id":"554d5475-e5db-4397-aedc-4d46bab00087","type":"ToolbarBox"},{"id":"4dc3044c-010d-419f-9afe-f706c9d98ea5","type":"Column"}]},"id":"64148c79-8746-419c-b402-e2c6d3d20203","type":"Column"},{"attributes":{"line_color":"grey","line_dash":[6],"line_width":2.0,"x":{"field":"x"},"y":{"field":"y"}},"id":"72d66fef-9c89-47b8-8dfb-fd12756c5ae6","type":"Line"},{"attributes":{"data_source":{"id":"3a6aa481-fb11-4530-8776-a129f5546e47","type":"ColumnDataSource"},"glyph":{"id":"72d66fef-9c89-47b8-8dfb-fd12756c5ae6","type":"Line"},"hover_glyph":null,"muted_glyph":null,"nonselection_glyph":{"id":"a6a67fcc-8a65-4b31-8796-e0010275a375","type":"Line"},"selection_glyph":null,"view":{"id":"6060e1b2-9a9e-4ea7-ba86-2e23ee16d4f7","type":"CDSView"}},"id":"f51defd2-53c1-4f97-8939-d0aed5289ccc","type":"GlyphRenderer"},{"attributes":{"children":[{"id":"1e7dc046-4ee9-4d34-9d38-5de32e05d82a","type":"Row"}]},"id":"4dc3044c-010d-419f-9afe-f706c9d98ea5","type":"Column"},{"attributes":{"source":{"id":"3a6aa481-fb11-4530-8776-a129f5546e47","type":"ColumnDataSource"}},"id":"6060e1b2-9a9e-4ea7-ba86-2e23ee16d4f7","type":"CDSView"},{"attributes":{"callback":null,"end":1.05,"start":-0.05},"id":"3745497b-32d1-4e02-a399-b2ce724cc142","type":"Range1d"},{"attributes":{"plot":null,"text":"PR Curve"},"id":"d1ff0099-574d-4e4e-8cfd-770d4fcc81b7","type":"Title"},{"attributes":{},"id":"ee529752-0953-4062-8719-ed0cb201e070","type":"LinearScale"},{"attributes":{"callback":null,"end":1.05,"start":-0.05},"id":"686a93a6-414e-40b1-bbe0-24c6dcb96b88","type":"Range1d"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"c9ac19fa-91cb-4b59-ad93-8ea9549b0582","type":"PanTool"},{"id":"f86aff62-4537-45f2-871a-53f7b34afe06","type":"WheelZoomTool"},{"id":"db0c3b2f-9577-442a-9bb8-d8a6fedc4477","type":"BoxZoomTool"},{"id":"0b2cfaf5-fe52-4ddb-983b-7496e1af012f","type":"SaveTool"},{"id":"c4e0c8f9-d8ad-4c9d-9625-4c38e8bf21d3","type":"ResetTool"},{"id":"22d7f290-3984-416f-8b4c-3961ab181596","type":"HelpTool"},{"id":"5935ca2f-13f7-41ae-a0c9-13569fd9c4eb","type":"HoverTool"}]},"id":"e2004e99-ae46-4235-b48c-8741b8f9da2a","type":"Toolbar"},{"attributes":{},"id":"489c0316-fc55-4586-93c0-ec2f05965440","type":"LinearScale"},{"attributes":{"plot":{"id":"571d9087-1310-4301-a3b0-9e9d2c7ed7c5","subtype":"Figure","type":"Plot"},"ticker":{"id":"3f6ef9e6-36ec-4132-8f6a-fc1527d82e27","type":"BasicTicker"}},"id":"93949aa5-630d-46a1-826e-cbab26557ba5","type":"Grid"},{"attributes":{"callback":null,"mode":"vline","names":["PR"],"tooltips":[["threshold","@threshold"],["(recall,precision)","(@recall, @precision)"],["accuracy","@accuracy"],["log_loss","@log_loss"]]},"id":"5935ca2f-13f7-41ae-a0c9-13569fd9c4eb","type":"HoverTool"},{"attributes":{"axis_label":"recall","formatter":{"id":"4196b47a-f783-4ca4-bd3b-92f85f811a95","type":"BasicTickFormatter"},"plot":{"id":"571d9087-1310-4301-a3b0-9e9d2c7ed7c5","subtype":"Figure","type":"Plot"},"ticker":{"id":"3f6ef9e6-36ec-4132-8f6a-fc1527d82e27","type":"BasicTicker"}},"id":"372a200f-0f52-481e-a07a-1a77a9d4163c","type":"LinearAxis"},{"attributes":{},"id":"3f6ef9e6-36ec-4132-8f6a-fc1527d82e27","type":"BasicTicker"},{"attributes":{"axis_label":"precision","formatter":{"id":"f691bd9d-722c-43fe-ac8f-8419a3e92839","type":"BasicTickFormatter"},"plot":{"id":"571d9087-1310-4301-a3b0-9e9d2c7ed7c5","subtype":"Figure","type":"Plot"},"ticker":{"id":"836b02d5-55fd-4fa0-bdea-523d341dde18","type":"BasicTicker"}},"id":"2f801817-4fc1-442c-906c-872bbde40471","type":"LinearAxis"},{"attributes":{},"id":"836b02d5-55fd-4fa0-bdea-523d341dde18","type":"BasicTicker"},{"attributes":{"dimension":1,"plot":{"id":"571d9087-1310-4301-a3b0-9e9d2c7ed7c5","subtype":"Figure","type":"Plot"},"ticker":{"id":"836b02d5-55fd-4fa0-bdea-523d341dde18","type":"BasicTicker"}},"id":"e2c0958b-6d8a-417b-887a-890c3a0e266b","type":"Grid"},{"attributes":{"callback":null,"column_names":["accuracy","precision","log_loss","recall","threshold","index"],"data":{"accuracy":{"__ndarray__":"nMQgsHJo0T9I4XoUrkfRP5zEILByaNE/8KfGSzeJ0T9Ei2zn+6nRP5huEoPAytE/7FG4HoXr0T8/NV66SQzSP5MYBFYOLdI/5/up8dJN0j8730+Nl27SP4/C9Shcj9I/46WbxCCw0j83iUFg5dDSP4ts5/up8dI/N4lBYOXQ0j+LbOf7qfHSP99PjZduEtM/i2zn+6nx0j/fT42XbhLTP4ts5/up8dI/30+Nl24S0z8zMzMzMzPTP4cW2c73U9M/2/l+arx00z8v3SQGgZXTP4PAyqFFttM/16NwPQrX0z+DwMqhRbbTP9ejcD0K19M/K4cW2c730z9/arx0kxjUP9NNYhBYOdQ/JzEIrBxa1D97FK5H4XrUP8/3U+Olm9Q/exSuR+F61D/P91PjpZvUPyPb+X5qvNQ/z/dT46Wb1D97FK5H4XrUP8/3U+Olm9Q/I9v5fmq81D93vp8aL93UP8uhRbbz/dQ/d76fGi/d1D/LoUW28/3UPx+F61G4HtU/c2iR7Xw/1T/HSzeJQWDVPxsv3SQGgdU/bxKDwMqh1T/D9Shcj8LVPxfZzvdT49U/arx0kxgE1j++nxov3STWPxKDwMqhRdY/ZmZmZmZm1j+6SQwCK4fWPw4tsp3vp9Y/YhBYObTI1j+28/3UeOnWPwrXo3A9Ctc/XrpJDAIr1z+yne+nxkvXPwaBlUOLbNc/WmQ730+N1z+uR+F6FK7XPwIrhxbZztc/Vg4tsp3v1z+q8dJNYhDYP/7UeOkmMdg/UrgehetR2D+mm8QgsHLYP1K4HoXrUdg/ppvEILBy2D/6fmq8dJPYP05iEFg5tNg/okW28/3U2D/2KFyPwvXYP0oMAiuHFtk/nu+nxks32T/y0k1iEFjZP0a28/3UeNk/mpmZmZmZ2T/ufD81XrrZP5qZmZmZmdk/7nw/NV662T9CYOXQItvZP5ZDi2zn+9k/6SYxCKwc2j89CtejcD3aP5HtfD81Xto/5dAi2/l+2j85tMh2vp/aP42XbhKDwNo/4XoUrkfh2j81XrpJDALbP4lBYOXQIts/3SQGgZVD2z8xCKwcWmTbP4XrUbgehds/2c73U+Ol2z+F61G4HoXbP9nO91Pjpds/LbKd76fG2z+BlUOLbOfbP9V46SYxCNw/KVyPwvUo3D99PzVeukncP9Ei2/l+atw/JQaBlUOL3D956SYxCKzcPyUGgZVDi9w/eekmMQis3D/NzMzMzMzcPyGwcmiR7dw/dZMYBFYO3T8hsHJoke3cP3WTGARWDt0/yXa+nxov3T91kxgEVg7dP8l2vp8aL90/HVpkO99P3T9xPQrXo3DdP8UgsHJokd0/GQRWDi2y3T9t5/up8dLdP8HKoUW2890/FK5H4XoU3j9oke18PzXeP7x0kxgEVt4/EFg5tMh23j9kO99PjZfeP7gehetRuN4/DAIrhxbZ3j9g5dAi2/neP7TIdr6fGt8/CKwcWmQ73z9cj8L1KFzfP7ByaJHtfN8/BFYOLbKd3z9YObTIdr7fP6wcWmQ7398/AAAAAAAA4D+q8dJNYhDgP1TjpZvEIOA//tR46SYx4D+oxks3iUHgP1K4HoXrUeA//Knx0k1i4D+mm8QgsHLgP1CNl24Sg+A/+n5qvHST4D9QjZduEoPgP/p+arx0k+A/pHA9Ctej4D9OYhBYObTgP6RwPQrXo+A/TmIQWDm04D/4U+Olm8TgP6JFtvP91OA/TDeJQWDl4D/2KFyPwvXgP6AaL90kBuE/SgwCK4cW4T/0/dR46SbhP57vp8ZLN+E/SOF6FK5H4T/y0k1iEFjhP5zEILByaOE/Rrbz/dR44T/wp8ZLN4nhP5qZmZmZmeE/RIts5/up4T/ufD81XrrhP5huEoPAyuE/QmDl0CLb4T/sUbgehevhP5ZDi2zn++E/PzVeukkM4j+WQ4ts5/vhPz81XrpJDOI/6SYxCKwc4j+TGARWDi3iPz0K16NwPeI/5/up8dJN4j+R7Xw/NV7iPzvfT42XbuI/ke18PzVe4j8730+Nl27iP+XQItv5fuI/j8L1KFyP4j85tMh2vp/iP+Olm8QgsOI/jZduEoPA4j/jpZvEILDiP42XbhKDwOI/N4lBYOXQ4j/hehSuR+HiP4ts5/up8eI/NV66SQwC4z/fT42XbhLjP4lBYOXQIuM/MzMzMzMz4z/dJAaBlUPjP4cW2c73U+M/MQisHFpk4z/b+X5qvHTjP4XrUbgeheM/L90kBoGV4z/ZzvdT46XjP4PAyqFFtuM/LbKd76fG4z/Xo3A9CtfjP4GVQ4ts5+M/16NwPQrX4z+BlUOLbOfjP9ejcD0K1+M/gZVDi2zn4z8rhxbZzvfjP9V46SYxCOQ/f2q8dJMY5D8pXI/C9SjkP9NNYhBYOeQ/fT81XrpJ5D8nMQisHFrkP9Ei2/l+auQ/exSuR+F65D8lBoGVQ4vkP3sUrkfheuQ/JQaBlUOL5D/P91PjpZvkP3npJjEIrOQ/I9v5fmq85D/NzMzMzMzkP3e+nxov3eQ/IbByaJHt5D/LoUW28/3kP3WTGARWDuU/H4XrUbge5T/Jdr6fGi/lPx+F61G4HuU/dZMYBFYO5T8fhetRuB7lP8l2vp8aL+U/c2iR7Xw/5T8dWmQ730/lP8dLN4lBYOU/cT0K16Nw5T8bL90kBoHlP8UgsHJokeU/bxKDwMqh5T8ZBFYOLbLlP8P1KFyPwuU/GQRWDi2y5T/D9Shcj8LlP23n+6nx0uU/w/UoXI/C5T8ZBFYOLbLlP8P1KFyPwuU/bef7qfHS5T8X2c73U+PlP8HKoUW28+U/arx0kxgE5j8UrkfhehTmP76fGi/dJOY/aJHtfD815j8Sg8DKoUXmP7x0kxgEVuY/EoPAyqFF5j+8dJMYBFbmP2ZmZmZmZuY/EFg5tMh25j+6SQwCK4fmP2Q730+Nl+Y/Di2yne+n5j9kO99PjZfmPw4tsp3vp+Y/uB6F61G45j9iEFg5tMjmPwwCK4cW2eY/YhBYObTI5j8MAiuHFtnmP7bz/dR46eY/YOXQItv55j8K16NwPQrnP7TIdr6fGuc/XrpJDAIr5z8IrBxaZDvnP7Kd76fGS+c/XI/C9Shc5z8GgZVDi2znP7ByaJHtfOc/BoGVQ4ts5z+wcmiR7XznP1pkO99Pjec/sHJoke185z9aZDvfT43nPwRWDi2ynec/rkfhehSu5z9YObTIdr7nPwIrhxbZzuc/WDm0yHa+5z8CK4cW2c7nP1g5tMh2vuc/AiuHFtnO5z+sHFpkO9/nP1YOLbKd7+c/AAAAAAAA6D+q8dJNYhDoP1TjpZvEIOg//tR46SYx6D9U46WbxCDoP/7UeOkmMeg/qMZLN4lB6D9SuB6F61HoP6jGSzeJQeg/UrgehetR6D+oxks3iUHoP1K4HoXrUeg//Knx0k1i6D+mm8QgsHLoP1CNl24Sg+g/+n5qvHST6D+kcD0K16PoP/p+arx0k+g/pHA9Ctej6D9OYhBYObToP/hT46WbxOg/TmIQWDm06D/4U+Olm8ToP6JFtvP91Og/TDeJQWDl6D/2KFyPwvXoP6AaL90kBuk/SgwCK4cW6T+gGi/dJAbpP/YoXI/C9eg/oBov3SQG6T9KDAIrhxbpP/T91HjpJuk/nu+nxks36T/0/dR46SbpP0oMAiuHFuk/oBov3SQG6T9KDAIrhxbpP/T91HjpJuk/nu+nxks36T9I4XoUrkfpP/LSTWIQWOk/nMQgsHJo6T9GtvP91HjpP/Cnxks3iek/mpmZmZmZ6T9Ei2zn+6npP+58PzVeuuk/mG4Sg8DK6T9CYOXQItvpP5huEoPAyuk/QmDl0CLb6T/sUbgehevpP0Jg5dAi2+k/7FG4HoXr6T+WQ4ts5/vpPz81XrpJDOo/lkOLbOf76T8/NV66SQzqP+kmMQisHOo/PzVeukkM6j/pJjEIrBzqP5MYBFYOLeo/PQrXo3A96j+TGARWDi3qPz0K16NwPeo/kxgEVg4t6j/pJjEIrBzqP5MYBFYOLeo/6SYxCKwc6j+TGARWDi3qP+kmMQisHOo/kxgEVg4t6j89CtejcD3qP5MYBFYOLeo/6SYxCKwc6j+TGARWDi3qP+kmMQisHOo/PzVeukkM6j/pJjEIrBzqPz81XrpJDOo/lkOLbOf76T/sUbgehevpP0Jg5dAi2+k/7FG4HoXr6T9CYOXQItvpP5huEoPAyuk/QmDl0CLb6T+YbhKDwMrpP+58PzVeuuk/mG4Sg8DK6T9CYOXQItvpP+xRuB6F6+k/QmDl0CLb6T/sUbgehevpP0Jg5dAi2+k/7FG4HoXr6T9CYOXQItvpP+xRuB6F6+k/QmDl0CLb6T+YbhKDwMrpP+58PzVeuuk/RIts5/up6T+amZmZmZnpP/Cnxks3iek/mpmZmZmZ6T9Ei2zn+6npP5qZmZmZmek/8KfGSzeJ6T+amZmZmZnpP/Cnxks3iek/Rrbz/dR46T/wp8ZLN4npP0a28/3UeOk/8KfGSzeJ6T+amZmZmZnpP/Cnxks3iek/mpmZmZmZ6T9Ei2zn+6npP+58PzVeuuk/RIts5/up6T/ufD81XrrpP0SLbOf7qek/7nw/NV666T+YbhKDwMrpP+58PzVeuuk/RIts5/up6T/ufD81XrrpP5huEoPAyuk/7nw/NV666T+YbhKDwMrpP+58PzVeuuk/RIts5/up6T+amZmZmZnpP/Cnxks3iek/mpmZmZmZ6T9Ei2zn+6npP+58PzVeuuk/RIts5/up6T/ufD81XrrpP0SLbOf7qek/7nw/NV666T9Ei2zn+6npP5qZmZmZmek/RIts5/up6T/ufD81XrrpP0SLbOf7qek/mpmZmZmZ6T9Ei2zn+6npP5qZmZmZmek/8KfGSzeJ6T+amZmZmZnpP/Cnxks3iek/mpmZmZmZ6T/wp8ZLN4npP0a28/3UeOk/nMQgsHJo6T/y0k1iEFjpP0jhehSuR+k/nu+nxks36T/0/dR46SbpP0oMAiuHFuk/oBov3SQG6T9KDAIrhxbpP6AaL90kBuk/9ihcj8L16D9MN4lBYOXoP6JFtvP91Og/","dtype":"float64","shape":[477]},"index":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,256,257,258,259,260,261,262,263,264,265,266,267,268,269,270,271,272,273,274,275,276,277,278,279,280,281,282,283,284,285,286,287,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311,312,313,314,315,316,317,318,319,320,321,322,323,324,325,326,327,328,329,330,331,332,333,334,335,336,337,338,339,340,341,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421,422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437,438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453,454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469,470,471,472,473,474,475,476],"log_loss":{"__ndarray__":"/ObVWhIlOUCyBdxrwTY5QKNpAUASJTlAks0mFGMTOUCDMUzoswE5QHOVcbwE8DhAYvmWkFXeOEBSXbxkpsw4QELB4Tj3ujhAMSUHDUipOEAiiSzhmJc4QBLtUbXphThAAlF3iTp0OEDytJxdi2I4QOEYwjHcUDhAmjfIQotiOECJm+0W3FA4QHn/EussPzhAMR4Z/NtQOEAhgj7QLD84QNmgROHbUDhAyQRqtSw/OEC4aI+JfS04QKjMtF3OGzhAmDDaMR8KOECIlP8FcPg3QHn4JNrA5jdAaFxKrhHVN0Age1C/wOY3QBDfdZMR1TdAAEObZ2LDN0DwpsA7s7E3QN8K5g8EoDdAz24L5FSON0C+0jC4pXw3QK82Voz2ajdAZ1VcnaV8N0BXuYFx9mo3QEgdp0VHWTdA/zutVvZqN0C2WrNnpXw3QKa+2Dv2ajdAliL+D0dZN0CHhiPkl0c3QHfqSLjoNTdALglPyZdHN0AfbXSd6DU3QA7RmXE5JDdA/jS/RYoSN0DumOQZ2wA3QN38Ce4r7zZAzmAvwnzdNkC9xFSWzcs2QK0oemoeujZAnoyfPm+oNkCN8MQSwJY2QH1U6uYQhTZAbbgPu2FzNkBcHDWPsmE2QEyAWmMDUDZAPOR/N1Q+NkAsSKULpSw2QBysyt/1GjZACxDws0YJNkD7cxWIl/c1QOrXOlzo5TVA2jtgMDnUNUDLn4UEisI1QLoDq9jasDVAqmfQrCufNUCay/WAfI01QIkvG1XNezVAeZNAKR5qNUBo92X9blg1QCEWbA4eajVAEXqR4m5YNUAC3ra2v0Y1QPJB3IoQNTVA4aUBX2EjNUDRCSczshE1QMFtTAcDADVAsNFx21PuNECgNZevpNw0QI+ZvIP1yjRAf/3hV0a5NEBwYQcsl6c0QCeADT1GuTRAGOQyEZenNEAHSFjl55U0QPerfbk4hDRA5w+jjYlyNEDXc8hh2mA0QMfX7TUrTzRAtjsTCnw9NECmnzjezCs0QJcDXrIdGjRAhmeDhm4INEB2y6hav/YzQGYvzi4Q5TNAVpPzAmHTM0BG9xjXscEzQDVbPqsCsDNAJr9jf1OeM0Dd3WmQArAzQM1Bj2RTnjNAvKW0OKSMM0CsCdoM9XozQJ1t/+BFaTNAjNEktZZXM0B9NUqJ50UzQG2Zb104NDNAXP2UMYkiM0BMYboF2hAzQASAwBaJIjNA9OPl6tkQM0DjRwu/Kv8yQNOrMJN77TJAxA9WZ8zbMkB8Llx4e+0yQGySgUzM2zJAW/amIB3KMkATFa0xzNsyQAN50gUdyjJA89z32W24MkDiQB2uvqYyQNKkQoIPlTJAwghoVmCDMkCybI0qsXEyQKLQsv4BYDJAkTTY0lJOMkCBmP2mozwyQHH8Inv0KjJAYWBIT0UZMkBRxG0jlgcyQEEok/fm9TFAMYy4yzfkMUAh8N2fiNIxQBBUA3TZwDFAALgoSCqvMUDwG04ce50xQN9/c/DLizFA0OOYxBx6MUDBR76YbWgxQLCr42y+VjFAoA8JQQ9FMUCPcy4VYDMxQH/XU+mwITFAbzt5vQEQMUBen56RUv4wQE4DxGWj7DBAPmfpOfTaMEAuyw4ORckwQB4vNOKVtzBADZNZtualMEDGsV/HlbcwQLUVhZvmpTBApnmqbzeUMECW3c9DiIIwQE381VQ3lDBAPWD7KIiCMEAtxCD92HAwQB0oRtEpXzBADYxrpXpNMED975B5yzswQO1Ttk0cKjBA3bfbIW0YMEDNGwH2vQYwQHn/TJQd6i9AWMeXPL/GL0A3j+LkYKMvQBdXLY0CgC9A9x54NaRcL0DX5sLdRTkvQLauDYbnFS9Al3ZYLonyLkB2PqPWKs8uQFYG7n7Mqy5ANc44J26ILkAUloPPD2UuQPVdznexQS5A1SUZIFMeLkBGYyVCsUEuQCUrcOpSHi5ABPO6kvT6LUDjugU7ltctQMOCUOM3tC1Aokqbi9mQLUCCEuYze20tQGLaMNwcSi1A0hc9/nptLUCy34emHEotQJGn0k6+Ji1AcW8d918DLUBRN2ifAeAsQDH/skejvCxAEMf970SZLECBBAoSo7wsQGDMVLpEmSxAP5SfYuZ1LEAgXOoKiFIsQAAkNbMpLyxA3+t/W8sLLEC+s8oDbegrQJ97FawOxStAfkNgVLChK0BeC6v8UX4rQD3T9aTzWitAHZtATZU3K0D9Yov1NhQrQN0q1p3Y8CpAvPIgRnrNKkCcumvuG6oqQHuCtpa9hipAWkoBP19jKkA7EkznAEAqQBvalo+iHCpAihejsQBAKkBq3+1ZohwqQNoc+nsAQCpAuuREJKIcKkCarI/MQ/kpQHl02nTl1SlAWTwlHYeyKUA5BHDFKI8pQBnMum3KaylA+JMFFmxIKUDXW1C+DSUpQLcjm2avASlAmOvlDlHeKEB3szC38rooQOfwPNlQ3ihAx7iHgfK6KECmgNIplJcoQIZIHdI1dChAZhBoetdQKEBG2LIieS0oQCWg/coaCihABGhIc7zmJ0DkL5MbXsMnQMX33cP/nydApL8obKF8J0CDh3MUQ1knQPTEfzahfCdAZAKMWP+fJ0BEytYAoXwnQCOSIalCWSdAAlpsUeQ1J0DiIbf5hRInQMPpAaIn7yZAorFMSsnLJkCBeZfyaqgmQGFB4poMhSZAQQktQ65hJkAh0XfrTz4mQACZwpPxGiZAcdbOtU8+JkBQnhle8RomQDBmZAaT9yVAoKNwKPEaJkAP4XxKTz4mQPCox/LwGiZAz3ASm5L3JUCvOF1DNNQlQI8AqOvVsCVAb8jyk3eNJUBOkD08GWolQC1YiOS6RiVADCDTjFwjJUDt5x01/v8kQM2vaN2f3CRAPe10//3/JEAdtb+nn9wkQPx8ClBBuSRA3ERV+OKVJEC7DKCghHIkQJzU6kgmTyRAe5w18ccrJEDs2UETJk8kQMuhjLvHKyRAqmnXY2kIJECKMSIMC+UjQGn5bLSswSNA2TZ51grlI0C5/sN+rMEjQJrGDidOniNAeY5Zz+96I0BYVqR3kVcjQDge7x8zNCNAGeY5yNQQI0D4rYRwdu0iQNd1zxgYyiJAtz0awbmmIkCXBWVpW4MiQHfNrxH9XyJA5wq8M1uDIkDH0gbc/F8iQKaaUYSePCJAF9hdpvxfIkD2n6hOnjwiQNVn8/Y/GSJAtC8+n+H1IUCU94hHg9IhQHW/0+8kryFA5PzfEYPSIUDExCq6JK8hQDQCN9yC0iFAFMqBhCSvIUD0kcwsxoshQNNZF9VnaCFAsiFifQlFIUCS6awlqyEhQHOx981M/iBAUnlCdu7aIEDDtk6YTP4gQKJ+mUDu2iBAgUbk6I+3IEBhDi+RMZQgQNFLO7OPtyBAsROGWzGUIEAhUZJ9j7cgQAAZ3SUxlCBA4OAnztJwIEDBqHJ2dE0gQKBwvR4WKiBAfzgIx7cGIEC+AKbessYfQM89X5G3BiBAXgtUc7LGH0Aem+nD9X8fQN0qfxQ5OR9AvKWXWPV/H0B9NS2pODkfQDvFwvl78h5A+lRYSr+rHkC65O2aAmUeQHl0g+tFHh5AOQQZPInXHUAafzGARR4eQPr5ScQBZR5AuInfFEUeHkB5GXVliNcdQDepCrbLkB1A9zigBg9KHUDXs7hKy5AdQLcu0Y6H1x1AmKnp0kMeHkBYOX8jh9cdQBfJFHTKkB1A1liqxA1KHUCW6D8VUQMdQFV41WWUvBxAFAhrttd1HEDTlwAHGy8cQJInllde6BtAUrcrqKGhG0ARR8H45FobQNHWVkkoFBtAkGbsmWvNGkBQ9oHqroYaQDBxmi5rzRpA8AAwf66GGkCvkMXP8T8aQI8L3hOuhhpAT5tzZPE/GkAOKwm1NPkZQM26ngV4shlArTW3STT5GUBtxUyad7IZQCxV4uq6axlADND6LneyGUDMX5B/umsZQIvvJdD9JBlAS3+7IEHeGEAr+tNk/SQZQOqJabVA3hhAywSC+fwkGUCrf5o9uWsZQGoPMI78JBlAS4pI0rhrGUAKGt4i/CQZQOqU9ma4axlAqiSMt/skGUBptCEIP94YQEovOkz7JBlAKqpSkLdrGUDpOejg+iQZQMq0ACW3axlAqi8ZaXOyGUBpv665tmsZQEo6x/1yshlAKrXfQS/5GUAKMPiF6z8aQOqqEMqnhhpAqjqmGus/GkCKtb5ep4YaQGow16JjzRpAKsBs86aGGkAKO4U3Y80aQOq1nXsfFBtAqkUzzGLNGkBo1cgcpoYaQChlXm3pPxpACOB2saWGGkDIbwwC6T8aQKjqJEalhhpAaHq6lug/GkBI9dLapIYaQAiFaCvoPxpA5/+Ab6SGGkDJepmzYM0aQKj1sfccFBtAiXDKO9laG0Bo6+J/laEbQEpm+8NR6BtACPaQFJWhG0DIhSZl2FobQKgAP6mUoRtAiXtX7VDoG0BIC+09lKEbQCmGBYJQ6BtACAEexgwvHEDIkLMWUOgbQKgLzFoMLxxAZ5thq0/oG0AnK/f7kqEbQAemD0BP6BtAxzWlkJKhG0CFxTrh1VobQEZV0DEZFBtAJdDoddVaG0DkX37GGBQbQMXalgrVWhtAhWosWxgUG0BE+sGrW80aQCR12u8XFBtABPDyM9RaG0DEf4iEFxQbQIMPHtVazRpAY4o2GRcUG0AjGsxpWs0aQAOV5K0WFBtA4w/98dJaG0DEihU2j6EbQKQFLnpL6BtAY5XDyo6hG0AjJVkb0lobQOK07msVFBtAwy8HsNFaG0CCv5wAFRQbQGI6tUTRWhtAIspKlRQUG0ACRWPZ0FobQOK/ex2NoRtAok8RbtBaG0Bg36a+ExQbQEJavwLQWhtAIdXXRoyhG0DhZG2Xz1obQMHfhduLoRtAolqeH0joG0Bg6jNwi6EbQEJlTLRH6BtAAPXhBIuhG0Dhb/pIR+gbQMHqEo0DLxxAomUr0b91HECB4EMVfLwcQGJbXFk4Ax1AQtZ0nfRJHUAjUY3hsJAdQALMpSVt1x1A40a+aSkeHkCj1lO6bNcdQINRbP4oHh5AY8yEQuVkHkBER52GoaseQCTCtcpd8h5A","dtype":"float64","shape":[477]},"precision":{"__ndarray__":"L8iHX6ZSzj8eHh4eHh7OP398G3dZLs4/KOeSWKY+zj8fNvzeBE/OP1cEDSd1X84/gle5Tfdvzj8USjRwi4DOP2e38Ksxkc4/H+qhHuqhzj+/TDzmtLLOP5Ec9iCSw84/1R5I7YHUzj9HWO5phOXOPw3H6LWZ9s4/UwN7x9TAzj8aFUKt6NHOP+7XJZUP484/dJBXyeWszj8IhdUtC77OP+KFCfePh84/i+ksprOYzj+f6qme6qnOP3G0IAE1u84/TDJ77pLMzj9I4O2HBN7OP/Ce+O6J784/rIlnRSMBzz+acvfO1cnOP7dt27Zt284//XmVxRntzj/399gd2v7OP/EhqeKuEM8/KvJZN5gizz8jDJE/ljTPPx+pRh+pRs8/xKdXMYMOzz8hTwnylCDPP7WGr8W7Ms8/ou+Jvif6zj9YAoxtUcHOPzbtJ0tg084/R1juaYTlzj/43nvvvffOP18PxgENCs8/Ce0ltJfQzj/cg35F5eLOP4pU76FI9c4/CB988MEHzz83+4VYURrPP7ZwzAH3LM8/oZJuFLM/zz9TH+y4hVLPPzqkJhhvZc8/06ViW294zz/Uy0ishovPP6IR5zS1ns8/IPuxH/uxzz/mzYWXWMXPPwHPp8fN2M8/OIXH21rszz8AAAAAAADQP5WRbLDeCdA/rHuklckT0D+xf1rGwB3QP1LJeVnEJ9A/Np4mZtQx0D88EL8D8TvQP2Oy20kaRtA/UFBQUFBQ0D+SqCwvk1rQP54pvf7iZNA/n7GL1z9v0D8cUWDSqXnQP5eBfFR5W9A/Ds3n+uNl0D+S6x/uW3DQP3sUrkfhetA/VwhdIXSF0D+z4zmVFJDQPwr1lL3CmtA/+5UCtX6l0D/HB1yWSLDQPytTwHwgu9A/pSuVgwbG0D801ofG+tDQPwtZyEIWstA/0Qu90Au90D/NKFrLD8jQP7HdLE8i09A/OOQNeUPe0D+vfCJmc+nQP2Js3TOy9NA/AAAAAAAA0T8MEpvoXAvRP3IVEAzJFtE/SSQSiUQi0T/dEqd+zy3RPxiHKAxqOdE/URRFURRF0T+sWwFuzlDRPwUxuYKYXNE/nMQgsHJo0T9JMdRfjkjRP0l+KBFrVNE/YIEFFlhg0T/BMzeQVWzRP4YX56FjeNE/L3ydbYKE0T9ZyEIWspDRP+XIIL/ynNE/mAXki0Sp0T9aG52gp7XRP1IZlVEZldE/FuO6pX+h0T+BMYmD963RP4BsTxCButE/chzHcRzH0T/7YMiBJqbRPyT99VzFstE/Una/UXa/0T8az3jGM57RP/fO6zPoqtE/iEJyAa+30T/khgZXiMTRP9FFF1100dE/5x2JPHPe0T/sUbgehevRP6J/ei2q+NE/KV4gk+IF0j8PhHd6LhPSP0Y1zA6OINI/IznrewEu0j+PuCPuiDvSP5IkSZIkSdI/bSW1ldRW0j9lkkkmmWTSP3JycnJyctI/CwYoqWCA0j8h2vD5Y47SP6fk45R8nNI/q6qqqqqq0j9WcINs7rjSP/hyQwxIx9I/Wy1ZvLfV0j+Ops6vPeTSP2jLSxra8tI/AtMYMI0B0z9MriAmVxDTPx+D8zE4H9M/4zLJiTAu0z8n7YNkQD3TP2DOsvlnTNM/EIuUgadb0z+yYAK/RTjTP8ej+YONR9M/QS5GqO1W0z9mZmZmZmbTP6TMv6+bQtM/wXgr+xxS0z8ijpBRt2HTP+MmzO9qcdM/FDiBEziB0z9BuBv7HpHTP3jV0+UfodM/FDuxEzux0z+4Z47FcMHTP9ITHD3B0dM/AqnkvCzi0z/Oyk+Is/LTP/3wpeNVA9Q/FBQUFBQU1D9HbK9f7iTUP15DeQ3lNdQ/+9liZfhG1D+jYFGwKFjUPxoFIjh2adQ/exSuR+F61D+EMs8qaozUP6imYy4RntQ/W79SoNav1D+myGfdYIrUP18eWxE0nNQ/LN0bUCau1D8N3QfrN8DUPydNmjRp0tQ/1ZpwgLrk1D/Cck8jLPfUP5HcJ3O+CdU/OY7jOI7j1D+IudAqMPbUP6at8XfzCNU/vlEpetgb1T/cpZ6M3y7VP9V8wgsJQtU/VVVVVVVV1T8xWiVvdi7VPx3UQR3UQdU/VVVVVVVV1T8d0I15+mjVP6oohO3DfNU/WchCFrKQ1T+lVUxaxaTVP8CRoiH+uNU/1lzN1VzN1T/i4eHh4eHVPzjribKN9tU/tmALtmAL1j/G8E9cWyDWP0Hl7BZ+NdY/ZSUrWclK1j8EZg+YPWDWPy2JYkrbddY/jC666KKL1j/IdYHtlKHWP0b0AdWxt9Y/6p0T/DOP1j9XaqVWaqXWP8ln3WCKfNY/pS1pS9qS1j9XqVapVqnWPwAAAAAAwNY/19bW1tbW1j+73W632+3WP82ZiC0PBdc/x3Ecx3Ec1z/2/WUUBDTXP7Kd76fGS9c/TlSeFrpj1z9877333nvXPx51KejgUdc/aleidiVq1z/h5RS8nILXP+OSIVhHm9c/QnsJ7SW01z8qTLwfOc3XP5iB5peB5tc/AAAAAAAA2D/IC1sFtRnYP1ihM1ihM9g/nDC/q8VN2D/qvjy2ImjYP5Ro4BYBPdg/GIERGIER2D+XX8HQ8ivYP+5phOWeRtg/GIZhGIZh2D+Icb8uqXzYP6Cdd/EImNg/OovpLKaz2D8qqQ6xgc/YP8W5jlGc69g/s8PU5fYH2T9JkiRJkiTZPwvKsFpvQdk/TJHPusEU2T9ZzzFZzzHZP08J8pQgT9k/HpJ5SOYh2T9Ej+/CQfTYP8lGZCOyEdk/9xLaS2gv2T9T1pQ1ZU3ZPz4ygd6pa9k/nIZQSTeK2T9hvJV9DqnZP6vh4ocwyNk/ep7neZ7n2T8wiZBqWQfaP3ZiJ3ZiJ9o/oFHiZ5T42T/THey32hjaPzkal6NxOdo/WlpaWlpa2j9huacRlnvaPxm+EQUmndo/eqBydgu/2j+PwvUoXI/aP0XmSxOHsdo/KVDrVwrU2j+D30RP5/baP8f60FgfGts/m67pmq7p2j/bzfIkMg3bP2W0eOUTMds/VVVVVVVV2z9iCUf193nbP/C5JU79nts/RrwZ8WbE2z/wbNR3NurbPxCcyoRtENw/N9xwww033D/ixXnoGF7cP8hCFrKQhdw/Q7CONu9T3D+8x3u8x3vcP/+c7fgQpNw/HMdxHMdx3D+4BRRGdZrcP8xhDnOYw9w/a5YYnzLt3D8XXXTRRRfdPx3UQR3UQd0/Z+vQb7YO3T9BpPUCtjndP0Ff0Bf0Bd0/FtNZTGcx3T9dXV1dXV3dP57YiZ3Yid0/btu2bdu23T/aPlE9aOTdP/eQy4qBEt4/QZ4S5ClB3j8MzsfgfAzePxlQz1SuO94/YpEy8HRr3j/qTW9605veP2ZmZmZmZt4/Mn+vjViX3j/C/K4WN2HeP+ZPW2jAkt4/T+zETuzE3j/43nvvvffeP+Ks/IQ4K98/X19fX19f3z9DeQ3lNZTfP/t0fbo+Xd8/k18s+cWS3z+ZS4QnBcnfPwAAAAAAAOA/8tfsqEXI3z8AAAAAAADgP/nDAY8/HOA/juM4juM44D+lHBAZ7lXgP2wOJFphc+A/winNiz+R4D9QB3VQB3XgP4Uo/iJnWOA/B+bagbl24D+h2nMyfZXgP7W0tLS0tOA/Rg1/m2LU4D9MpAcqZ7fgP6AJfyb8meA/fPDBBx984D9Mcxf8VZzgP9ELvdALveA/OOQNeUPe4D8AAAAAAADhP0kkEolEIuE/URRFURRF4T+cxCCwcmjhP4wxxhhjjOE/sZEOG+mw4T/ep7hkCNbhP1kGpcLE++E/IiIiIiIi4j+SJEmSJEniP+Kk7stjK+I/MiVTMiVT4j9huacRlnviPyaVD+N+XeI/bCivobyG4j9UCys9tbDiP7dt27Zt2+I/0itj+x294j/poosuuujiP1IxtzojFeM/aC+hvYT24j+/ECtK4yPjP8F4K/scUuM/FDiBEziB4z8ndmIndmLjP14W8QmkkuM/c3Nzc3Nz4z/DN6LApFPjP4XrUbgeheM/ZZNNNtlk4z/mFLycgpfjP7M8iUzDduM/q6qqqqqq4z/7PbfEqd/jP89GfWejvuM/nXPOOeec4z+96U1vetPjPxQ7sRM7seM/5DiO4ziO4z884xnPeMbjP6OLLrroouM/dug3W4d+4z/WlDVlTVnjPzMzMzMzM+M/27Zt27Zt4z9dVgyU8EbjPx+D8zE4H+M/EIuUgadb4z8zMzMzMzPjPxPmd7W4CeM/gzRIgzRI4z8/Ic7KT4jjP6K8hvIayuM/oNMGOm2g4z9FPusGU+TjP547d+7cueM/AAAAAAAA5D+XejJ+u9TjP9RBHdRBHeQ/P6PEzyjx4z/Ew8PDw8PjP341JtIDleM/ZZNNNtlk4z8zMzMzMzPjPwAAAAAAAOM/0zRN0zRN4z+dc84555zjP1RcMgTraOM/MzMzMzMz4z/vy2MrgobjPyz3NMJyT+M/ZzGdxXQW4z/btm3btm3jPzMzMzMzM+M/5DiO4ziO4z+H1ATjrezjPxQ7sRM7seM/FBQUFBQU5D97FK5H4XrkPzkFL6fg5eQ/q6qqqqqq5D/UdzbqOxvlP05vetOb3uQ/VVVVVVVV5T/RRRdddNHlP2VNWVPWlOU/VVVVVVVV5T/blahdidrlP2ZmZmZmZuY/dmIndmIn5j/KayivobzmP8ln3WCKfOY/juM4juM45j8WX/EVX/HlP6alpaWlpeU/TjbZZJNN5j8AAAAAAADnP7733nvvvec/d3d3d3d35z/uaYTlnkboPwAAAAAAAOg/OY7jOI7j6D/ZiZ3YiZ3oP1K4HoXrUeg/VVVVVVVV6T+nN73pTW/qPy+66KKLLuo/ep7neZ7n6T8zMzMzMzPrPyivobyG8uo/q6qqqqqq6j88PDw8PDzsPwAAAAAAAOw/3t3d3d3d7T9u27Zt27btP57YiZ3Yie0/VVVVVVVV7T8XXXTRRRftP83MzMzMzOw/HMdxHMdx7D8AAAAAAADsP9u2bdu2bes/q6qqqqqq6j8AAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAPA/","dtype":"float64","shape":[477]},"recall":{"__ndarray__":"AAAAAAAA8D8SePshgbfvPxJ4+yGBt+8/Enj7IYG37z8SePshgbfvPxJ4+yGBt+8/Enj7IYG37z8SePshgbfvPxJ4+yGBt+8/Enj7IYG37z8SePshgbfvPxJ4+yGBt+8/Enj7IYG37z8SePshgbfvPxJ4+yGBt+8/JPD2QwJv7z8k8PZDAm/vPyTw9kMCb+8/NmjyZYMm7z82aPJlgybvP0jg7YcE3u4/SODthwTe7j9I4O2HBN7uP0jg7YcE3u4/SODthwTe7j9I4O2HBN7uP0jg7YcE3u4/SODthwTe7j9bWOmphZXuP1tY6amFle4/W1jpqYWV7j9bWOmphZXuP1tY6amFle4/W1jpqYWV7j9bWOmphZXuP1tY6amFle4/bdDkywZN7j9t0OTLBk3uP23Q5MsGTe4/f0jg7YcE7j+RwNsPCbztP5HA2w8JvO0/kcDbDwm87T+RwNsPCbztP5HA2w8JvO0/ozjXMYpz7T+jONcxinPtP6M41zGKc+0/ozjXMYpz7T+jONcxinPtP6M41zGKc+0/ozjXMYpz7T+jONcxinPtP6M41zGKc+0/ozjXMYpz7T+jONcxinPtP6M41zGKc+0/ozjXMYpz7T+jONcxinPtP6M41zGKc+0/ozjXMYpz7T+jONcxinPtP6M41zGKc+0/ozjXMYpz7T+jONcxinPtP6M41zGKc+0/ozjXMYpz7T+jONcxinPtP6M41zGKc+0/ozjXMYpz7T+jONcxinPtP6M41zGKc+0/ozjXMYpz7T+jONcxinPtP7Ww0lMLK+0/tbDSUwsr7T+1sNJTCyvtP7Ww0lMLK+0/tbDSUwsr7T+1sNJTCyvtP7Ww0lMLK+0/tbDSUwsr7T+1sNJTCyvtP7Ww0lMLK+0/tbDSUwsr7T+1sNJTCyvtP8coznWM4uw/xyjOdYzi7D/HKM51jOLsP8coznWM4uw/xyjOdYzi7D/HKM51jOLsP8coznWM4uw/xyjOdYzi7D/HKM51jOLsP8coznWM4uw/xyjOdYzi7D/HKM51jOLsP8coznWM4uw/xyjOdYzi7D/HKM51jOLsP8coznWM4uw/xyjOdYzi7D/ZoMmXDZrsP9mgyZcNmuw/2aDJlw2a7D/ZoMmXDZrsP9mgyZcNmuw/2aDJlw2a7D/ZoMmXDZrsP9mgyZcNmuw/2aDJlw2a7D/ZoMmXDZrsP+wYxbmOUew/7BjFuY5R7D/sGMW5jlHsP+wYxbmOUew/7BjFuY5R7D/+kMDbDwnsP/6QwNsPCew//pDA2w8J7D8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8QCbz9kMDrPxAJvP2QwOs/EAm8/ZDA6z8igbcfEnjrPyKBtx8SeOs/IoG3HxJ46z8igbcfEnjrPzT5skGTL+s/NPmyQZMv6z80+bJBky/rPzT5skGTL+s/NPmyQZMv6z80+bJBky/rPzT5skGTL+s/NPmyQZMv6z80+bJBky/rPzT5skGTL+s/NPmyQZMv6z80+bJBky/rPzT5skGTL+s/NPmyQZMv6z80+bJBky/rPzT5skGTL+s/NPmyQZMv6z80+bJBky/rPzT5skGTL+s/NPmyQZMv6z80+bJBky/rPzT5skGTL+s/NPmyQZMv6z9Gca5jFOfqP0ZxrmMU5+o/RnGuYxTn6j9Gca5jFOfqP0ZxrmMU5+o/RnGuYxTn6j9Gca5jFOfqP0ZxrmMU5+o/WOmphZWe6j9Y6amFlZ7qP1jpqYWVnuo/WOmphZWe6j9Y6amFlZ7qP1jpqYWVnuo/WOmphZWe6j9qYaWnFlbqP2phpacWVuo/amGlpxZW6j9qYaWnFlbqP2phpacWVuo/amGlpxZW6j9qYaWnFlbqP2phpacWVuo/amGlpxZW6j9qYaWnFlbqP2phpacWVuo/amGlpxZW6j9qYaWnFlbqP2phpacWVuo/amGlpxZW6j9qYaWnFlbqP2phpacWVuo/amGlpxZW6j9qYaWnFlbqP2phpacWVuo/fdmgyZcN6j992aDJlw3qP49RnOsYxek/j1Gc6xjF6T+PUZzrGMXpP49RnOsYxek/j1Gc6xjF6T+PUZzrGMXpP49RnOsYxek/j1Gc6xjF6T+PUZzrGMXpP49RnOsYxek/j1Gc6xjF6T+PUZzrGMXpP6HJlw2afOk/ocmXDZp86T+hyZcNmnzpP6HJlw2afOk/ocmXDZp86T+hyZcNmnzpP6HJlw2afOk/ocmXDZp86T+hyZcNmnzpP6HJlw2afOk/ocmXDZp86T+hyZcNmnzpP7NBky8bNOk/xbmOUZzr6D/FuY5RnOvoP8W5jlGc6+g/xbmOUZzr6D/FuY5RnOvoP8W5jlGc6+g/xbmOUZzr6D/FuY5RnOvoP8W5jlGc6+g/xbmOUZzr6D/FuY5RnOvoP8W5jlGc6+g/1zGKcx2j6D/XMYpzHaPoP9cxinMdo+g/6amFlZ5a6D/7IYG3HxLoP/shgbcfEug/+yGBtx8S6D/7IYG3HxLoP/shgbcfEug/+yGBtx8S6D/7IYG3HxLoP/shgbcfEug/+yGBtx8S6D/7IYG3HxLoP/shgbcfEug/Dpp82aDJ5z8OmnzZoMnnPw6afNmgyec/Dpp82aDJ5z8OmnzZoMnnPw6afNmgyec/Dpp82aDJ5z8gEnj7IYHnPyASePshgec/IBJ4+yGB5z8gEnj7IYHnPyASePshgec/MopzHaM45z8yinMdozjnPzKKcx2jOOc/MopzHaM45z8yinMdozjnPzKKcx2jOOc/MopzHaM45z8yinMdozjnPzKKcx2jOOc/MopzHaM45z8yinMdozjnPzKKcx2jOOc/RAJvPyTw5j9EAm8/JPDmP0QCbz8k8OY/VnpqYaWn5j9WemphpafmP1Z6amGlp+Y/VnpqYaWn5j9WemphpafmP1Z6amGlp+Y/aPJlgyZf5j9o8mWDJl/mP3pqYaWnFuY/emphpacW5j96amGlpxbmP3pqYaWnFuY/emphpacW5j96amGlpxbmP3pqYaWnFuY/emphpacW5j+M4lzHKM7lP4ziXMcozuU/jOJcxyjO5T+M4lzHKM7lP59aWOmpheU/n1pY6amF5T+x0lMLKz3lP7HSUwsrPeU/sdJTCys95T+x0lMLKz3lP7HSUwsrPeU/sdJTCys95T+x0lMLKz3lP8NKTy2s9OQ/w0pPLaz05D/DSk8trPTkP8NKTy2s9OQ/1cJKTy2s5D/VwkpPLazkP9XCSk8trOQ/1cJKTy2s5D/VwkpPLazkP9XCSk8trOQ/1cJKTy2s5D/nOkZxrmPkP/myQZMvG+Q/+bJBky8b5D/5skGTLxvkP/myQZMvG+Q/+bJBky8b5D8LKz21sNLjPx2jONcxiuM/MBs0+bJB4z8wGzT5skHjPzAbNPmyQeM/MBs0+bJB4z8wGzT5skHjPzAbNPmyQeM/MBs0+bJB4z8wGzT5skHjPzAbNPmyQeM/MBs0+bJB4z8wGzT5skHjPzAbNPmyQeM/MBs0+bJB4z8wGzT5skHjP0KTLxs0+eI/QpMvGzT54j9Cky8bNPniP1QLKz21sOI/VAsrPbWw4j9UCys9tbDiP1QLKz21sOI/ZoMmXzZo4j9mgyZfNmjiP2aDJl82aOI/ePshgbcf4j94+yGBtx/iP3j7IYG3H+I/ePshgbcf4j+Kcx2jONfhP4pzHaM41+E/nOsYxbmO4T+uYxTnOkbhP65jFOc6RuE/wdsPCbz94D/B2w8JvP3gP9NTCys9teA/01MLKz214D/TUwsrPbXgP+XLBk2+bOA/90MCbz8k4D/3QwJvPyTgPxJ4+yGBt98/NmjyZYMm3z82aPJlgybfP1tY6amFld4/f0jg7YcE3j+jONcxinPdP8coznWM4tw/xyjOdYzi3D/sGMW5jlHcPxAJvP2QwNs/EAm8/ZDA2z80+bJBky/bP1jpqYWVnto/WOmphZWe2j9Y6amFlZ7aP1jpqYWVnto/fdmgyZcN2j992aDJlw3aP6HJlw2afNk/ocmXDZp82T/FuY5RnOvYP8W5jlGc69g/6amFlZ5a2D8OmnzZoMnXPzKKcx2jONc/VnpqYaWn1j96amGlpxbWP59aWOmphdU/n1pY6amF1T+fWljpqYXVP8NKTy2s9NQ/5zpGca5j1D/nOkZxrmPUPwsrPbWw0tM/MBs0+bJB0z8wGzT5skHTP1QLKz21sNI/VAsrPbWw0j9UCys9tbDSP3j7IYG3H9I/ePshgbcf0j94+yGBtx/SP3j7IYG3H9I/nOsYxbmO0T+c6xjFuY7RP8HbDwm8/dA/wdsPCbz90D/B2w8JvP3QP+XLBk2+bNA/Enj7IYG3zz8SePshgbfPPxJ4+yGBt88/W1jpqYWVzj9bWOmphZXOP6M41zGKc80/7BjFuY5RzD80+bJBky/LP33ZoMmXDco/fdmgyZcNyj992aDJlw3KP33ZoMmXDco/xbmOUZzryD/FuY5RnOvIPw6afNmgycc/Dpp82aDJxz9WemphpafGP59aWOmphcU/n1pY6amFxT+fWljpqYXFP+c6RnGuY8Q/MBs0+bJBwz8wGzT5skHDP3j7IYG3H8I/wdsPCbz9wD/B2w8JvP3APxJ4+yGBt78/Enj7IYG3vz+jONcxinO9PzT5skGTL7s/xbmOUZzruD9Wemphpae2P+c6RnGuY7Q/ePshgbcfsj8SePshgbevPzT5skGTL6s/VnpqYaWnpj9WemphpaemP3j7IYG3H6I/NPmyQZMvmz94+yGBtx+SP3j7IYG3H4I/","dtype":"float64","shape":[477]},"threshold":{"__ndarray__":"9mw99/AXnz/CJv6v5syfP3EOGQEapKA/xBiIpH0XoT+1w0YK2j6iP2prWi6znaI/gFR4Oiq7oj/qNKaOe0KjP8YfIom1TaM/Q3f2zIJloz8QICbSWHmjPyXfzxtqgaM/hsdZhL+Boz/AbWcYN7ujP6y3qWpQIKQ/5pV8y1VzpD9a+Zxubs6kP3AeU+TZ26Q/jUZTo3aSpj/TtSUg3zCnP1ce2g1fO6c/hlZedGKEqD/rV7RN6M6oP0Kmarwbzqk/92UFfVA1qj92BqgJU2aqP0o6Pq12j6o/tXKlmPyWqj8zqGh6KKuqPx2y8PY25Ko/hc55fGoEqz9mogfD3AerPzU/FHW0bKs/mcpW21CWqz89QuLmgLOrP5Xsb1ULwKs/VwnhnH93rD+Gl7jKDL2sPzIKVTknaa0/zguHyOqPrT/Ke7SHHCGuPzrCR5IsUK4/n2BCuKOQrj98oP9FibquP0eYIJui4q4/Zy0Ug6/1rj/euy9j4nWvP4uwiOnewq8/O2pQ+IHPrz/ujiYLzgiwP6OmNWFuSLA/2O1f7jCJsD8PssBUV4ywP4yDxH2WlbA/250cfdH6sD/LTNnc496xP9H8dmyTIbI/XHlt1a0isj8u9Z5hOSyyP47trC0oLbI/rcQ+3nZGsj+Ir1FCuF+yP8RU55ur5rI/VaZemXH9sj9IUjeoIQWzP+TsGx9aB7M/yA+82h8/sz/1V2FzvE6zP51KpUcqmLM/afFq7662sz8wW/VECgq0P/iQ+fS7LLQ/BKJ60iUztD+WEAMrBEO0P/fI07ubdrQ/weoIsdV5tD+Wn9dArn+0Py+lAO11sLQ/JAJXkva+tD/U8e6VYsq0P5OIHUr8zrQ/i7S0AgkrtT8zOJ1j6je1P7hg6oxWQrU/S/xqnPxVtT/yiIgGGVq1P6/2+jZfmrU/zhjn+/SftT/VDZwcj6a1PyxeFLWmsLU/99Q6okvztT9mgeyUZPW1P7sg5mOx9rU/PQzP9O8ftj9PVubFTi+2PznOtMnsQLY/8vzyWXdEtj9Wwaf3SVO2Pz5ccVd0WLY/7PayKf1rtj8how3JNne2P2Im424Ps7Y/rHy1PWj2tj+/79UMBAe3Pz38DUrFV7c/BQDP7Rtmtz+TMlYvXGq3PwiQRQLuhLc/+OuXr/CXtz/bMXZe5Ji3PwkKPyWCArg/ullw5YR0uD9grM4yYXi4P+X9c6/0tLg/l5+nm5TCuD9PkMcLViG5P6sNxRRJMrk/LpYnUAphuT8+gAVThJe5P4AJvviQr7k/9YAL8LC3uT/3CB8a+dC5P/PYmpV77rk/9jB45ZwCuj+CGR2TsFu6P3h+7G7fXro/fcpPo695uj9pxfMl75u6P+7+f30e57o/0vWr75sIuz/aUjQzeEK7P2xpLB3odbs/2SH9mOV9uz9BLxV5wrO7P0Se+DWd/Ls/S9iRjMowvD/WOOWfL0q8P9MRqQDTm7w/TA/otJmwvD/T2ki3Nba8P3E/V5Js4rw/sKXLakgKvT9xcOxEzya9P1c+H7RJK70/3LaG1/UrvT9Z7vA1iXC9Pzsyio03fb0/+3j7kcOMvT+XQ809iaO9P6lAO5q4Lb4/e3gEFe4tvj83LYm05mK+P1CHwgp8tb4/cNdZtFS3vj9iXD0mQRK/P5uoS/JRRr8/5SQ2wL/ovz967G4pBwfAP7TwH7UhD8A/e18wyMQXwD+6G7NuphvAP8kg8ixHIcA/1W83e19VwD9T7hTZN27AP1dTOJoUgMA/MGZxy7aBwD/cgCl3+ZDAP7E7e/tbmMA/NIdZ/DWgwD+OUFd5M6bAPyHoAMHNqMA/VicDjvm7wD+f+1LDkr/APzsgwc5L0cA/2VsNL1TswD+FV/1meCvBP+Dc3XAANME/LVRDfbZwwT+1zUR4HZ7BPxojrPuOn8E/es6T07mpwT+DNJOHLq7BPwKvoA8VscE/8savP0yxwT8oYVOg6b7BP6QZupgJz8E/9ZYPG2zZwT/fnKXesdvBP2kWNCgR3ME/GxGfzBPgwT9/KmCT5+TBP7d1RgOW58E/+5uYKx/zwT8ADGaKL07CP0th24vkTsI/FyDAckBQwj8Mz1aJjWvCPwsmeCOTa8I/SaUZkbdtwj+2JuN7S27CP/sGQesbi8I/nDfLfea3wj8Y/aY0xb7CP3M56EBjzMI/aPbdqND+wj8TmJLcwwnDP8ceNfjJIMM/C8hx+fE/wz8a5d46dEHDP9GP77kbVMM/nWLq4GCNwz+z1wZt3arDPz5MGUW0wsM/xjMfMgz2wz8VVIITygHEP8qQlOugNMQ/Nf64oXFLxD/fNU3OBXHEPx1C+DO7gsQ/ZT2tRTCDxD9cdZvHdIbEP9iLx/rCkMQ/9oUyn2SZxD9M2QVsdqTEP4VjJSXVqMQ/pjSn0aS1xD+t+5GAx7bEP9jSoDLkz8Q/qZYxk2HaxD+Sp3cSW/DEP03GbSHsQMU/lA+tFKx2xT/C+L2iyY3FP1/aUKixncU/1Zi7mPm7xT/EcaAqQN7FP1yyog2B7cU/gJ/ELlYdxj/SPGW+7XHGP7wU2lUgr8Y/Ia4wjtzBxj/chCgLluzGPz7s9XdS98Y/O2V49/IExz86dP7Zj1THP50YKiGTZsc/O8XDPf1uxz/+gfHf9I/HP5PyA9kqq8c/9DnbY1ywxz/JienV+bXHPxvPHoySwsc/d2NLzrzNxz8JYspofNDHPwrU8n5V3sc/Ej5MSQFsyD/g4d8kPnHIP05u1HJ5qMg/EPRxvbzhyD9fAo9s8ufIP9qRPW/D/Mg/Cx5nzUAEyT/YEgZHShPJP8Ysle65QMk/1P3usTVhyT9lw7ys4pXJP1UlUbFWx8k/V6rKMrDpyT8Fe2iRkSnKP8AQPQ6NQco/hsag9ZNVyj+A6O42xFfKP4KbQfnXbso/bl9TuG2Eyj9/qjsxKpbKP8CL9/ADsso/ByGUnEf0yj/a5cesB/fKPwylWM7wK8s/Xw6AXK5Byz+HkSx9T1rLP45PcVV/cMs/WJqoBQV3yz9SIz0MIXvLP4bM4xM7fMs/4EErj0CMyz8fr5d6dpPLP7Pm9zjHqMs/tRTBByGryz/wRiVhguXLP1Xy7IgxBsw/cfmKjbYYzD+qGfimlkvMP092yHK2S8w/ijceFIRtzD/RgNtk5XPMP5qYZpsCnsw/RgnOMfjpzD8Yva9dZvzMP6xohB4VCM0/eK/WL8xOzT8GqKJeeHTNP2Sazsa9ys0/6ibJDffhzT84tifQye7NPzffLZGNIc4/ASwXZPUmzj/6OQ6oCinOP8IfwaNtNM4/BCuHTohvzj+QEzc9cnjOPztc3b8bi84/WHcZwdGVzj9CheOmfQXPP0VbPY42DM8/uclGYu89zz8k55Kb4ZbPP4VOvSo/qs8/+Dm1Ivexzz+k8Ci3/7LPP9YHoD5c3s8/WynREqIH0D8Iy7rMxh3QP+Lvx+B+JdA/JdKoRV0q0D/xcDgQeXnQP0Z0XuxPhNA//KKBxE6l0D/sLoWGysnQP1ZS0IvA5NA/ql/T8xDq0D+LDur+Ho/RP6pxPq3wytE/zEerhsr70T8DIVRcjC/SP9or7HSkONI/8XFGzoQ/0j/J00Uyc0PSP+eQFHZvUNI/Jej+E+9X0j9QdWw9zX/SP0dqVHflgNI/0lmONhGT0j8LKhtYq5zSP4+iTh/6q9I/VLlGyd3A0j/Atwuf9sLSP51WtkHzytI/9+MKGDzc0j8hbeVZn9/SP+QvEPK5+tI/6a1zwaw00z/5/uJE3oDTP4SjTihBh9M/q51qieqt0z9gck7bT8jTP7VRFSOc3NM//hUiynT70z8/2JUaqAbUP1/oTjpoE9Q/BKTiIyUD1T9CZiiFPXfVP4gc2BzufdU/JkpHNciB1T/4K/kfTIPVP4Mo2jx8m9U/ZSKFuiKv1T/5YrAPNkPWP4HX4ZEiVtY/MeEBiv541j8mzk1kn5bWP35nyudY2NY/A6hOkqz11j+fCeL+byPXP/uieTVcOdc/1MhSaCpD1z9kzFeKGVzXP3JvvjuHpdc/cJskuvX71z9rPtfMDWXYPwPN4LjjxNg/gJY+9WTJ2D8gd34x+QbZP1XifUefD9k/rnaszgMt2T+fhWtSXWrZP3TzVfQobdk/jNyypat72T95lEQUpt3ZP2ooFEU8Ito/jB73rt8/2j8hSoTM0GXaP2vnugtNado/3TC1BNVr2j+4b7kHUMHaP3DkB0uq1No/FpoGhK8n2z+TCROFcTnbP/uFJ9lyXts/hhj5bNCM2z/V1sJRN7HbP5XIHqHBtNs/sD6LVMW22z9pZp9f6b/bP6mexZ2BQdw/NdSmp0Fv3D8mezzfeH3cP6f17QIu2tw/a3RQprLg3D+SDkq2HQTdP4zPgt8yZ90/weaGFqVu3T8lnksuvsndP3Yi85eJC94/zNqcZ21Q3j9ge8get3LePzwlKvDOht4//fhvhCvy3j+rduWcpiLfPyrtkbZsNd8/eczYyF2l3z+amZ6k69rfP/uFoEtl3N8/QvpiaaYi4D9aByvfA0jgP3B+tR94n+A/gl4kkmyw4D+dFgh43QLhP0qQI4FtB+E/SlrX6zIl4T8/7wDT9UThP6lmhEsNU+E/D39a0V2P4T8CdRm2o7jhPye0OvUF3uE/9y7EWALl4T+/AlQ/7evhP5WfzkNEK+I/4gqJpg1B4j8ox6QJfrziP01mejvx5eI/rH6TJmT24j8HmIhrFP3iP7Juw0rNIeM/rqdZk8xN4z8/kxCIT4bjP4fPFNZYn+M/KFwjTV2t4z8vF00Jf7njP7901V8r9OM/sVjgYxQN5D8QIZox+y7kP4nZowIKU+Q//fhdXm7I5D+VssO/WvTkP0sXSii2JOU/7lIrHzoz5T+bFXTkmO/lP0PtR+sz9OU/eF4+a9n/5T/YzbOdJQ7mP3umEOAzcuY/+6xK5k6R5j/319rrhCjnP+JfiWJ6pec/4rqULE+15z/OktPeRb/nP9s5p7pi5uc/gGGmDPYc6D/nd4Gw9p3pPxryTBToyOk/MwZ07Ez+6T/yn3Rc7GDqP7+bYkprdOo/DLE82OjB6j+QC+M1SfrqP2VedJM4Sus/","dtype":"float64","shape":[477]}}},"id":"74b5af35-3532-4f0a-8458-99d4e0c14e6e","type":"ColumnDataSource"},{"attributes":{"tools":[{"id":"f2dcfa5a-f32b-459b-a93e-6d1ebf5ffdb2","type":"PanTool"},{"id":"6a741616-2887-4e05-a98f-84d5d0d4cfa7","type":"WheelZoomTool"},{"id":"961e5577-a78d-41ac-a2d5-906e9341ffe5","type":"BoxZoomTool"},{"id":"f55015e9-f07c-40ea-9f4a-8bc8a1fa5d44","type":"SaveTool"},{"id":"1b3c6b77-eb34-4136-a410-cfb11d092292","type":"ResetTool"},{"id":"38890f6b-c054-4eb4-bd3e-2e899c399209","type":"HelpTool"},{"id":"9b9159db-b4fd-448a-ae5f-06b4aa0a48ff","type":"HoverTool"},{"id":"c9ac19fa-91cb-4b59-ad93-8ea9549b0582","type":"PanTool"},{"id":"f86aff62-4537-45f2-871a-53f7b34afe06","type":"WheelZoomTool"},{"id":"db0c3b2f-9577-442a-9bb8-d8a6fedc4477","type":"BoxZoomTool"},{"id":"0b2cfaf5-fe52-4ddb-983b-7496e1af012f","type":"SaveTool"},{"id":"c4e0c8f9-d8ad-4c9d-9625-4c38e8bf21d3","type":"ResetTool"},{"id":"22d7f290-3984-416f-8b4c-3961ab181596","type":"HelpTool"},{"id":"5935ca2f-13f7-41ae-a0c9-13569fd9c4eb","type":"HoverTool"}]},"id":"ee89f483-bc38-411e-8ed4-eca89eb5e97a","type":"ProxyToolbar"},{"attributes":{"bottom_units":"screen","fill_alpha":{"value":0.5},"fill_color":{"value":"lightgrey"},"left_units":"screen","level":"overlay","line_alpha":{"value":1.0},"line_color":{"value":"black"},"line_dash":[4,4],"line_width":{"value":2},"plot":null,"render_mode":"css","right_units":"screen","top_units":"screen"},"id":"1354d2a3-1a2a-4ae0-ba41-7c83da1dbe5d","type":"BoxAnnotation"},{"attributes":{},"id":"c9ac19fa-91cb-4b59-ad93-8ea9549b0582","type":"PanTool"},{"attributes":{"callback":null,"column_names":["x","y"],"data":{"x":[0,1],"y":[0.226,0.226]}},"id":"0189a920-9ea5-4c90-b6ae-6d02ce5c5aa7","type":"ColumnDataSource"},{"attributes":{},"id":"f86aff62-4537-45f2-871a-53f7b34afe06","type":"WheelZoomTool"},{"attributes":{"overlay":{"id":"1354d2a3-1a2a-4ae0-ba41-7c83da1dbe5d","type":"BoxAnnotation"}},"id":"db0c3b2f-9577-442a-9bb8-d8a6fedc4477","type":"BoxZoomTool"},{"attributes":{},"id":"0b2cfaf5-fe52-4ddb-983b-7496e1af012f","type":"SaveTool"},{"attributes":{"callback":null,"end":1.05,"start":-0.05},"id":"11b14c6b-943d-4e0c-8424-724cc267b4f8","type":"Range1d"},{"attributes":{},"id":"c4e0c8f9-d8ad-4c9d-9625-4c38e8bf21d3","type":"ResetTool"},{"attributes":{},"id":"22d7f290-3984-416f-8b4c-3961ab181596","type":"HelpTool"},{"attributes":{},"id":"f691bd9d-722c-43fe-ac8f-8419a3e92839","type":"BasicTickFormatter"},{"attributes":{},"id":"4196b47a-f783-4ca4-bd3b-92f85f811a95","type":"BasicTickFormatter"},{"attributes":{"source":{"id":"74b5af35-3532-4f0a-8458-99d4e0c14e6e","type":"ColumnDataSource"}},"id":"26ecffcb-ae38-41d0-bbc4-85e935cd7cd8","type":"CDSView"},{"attributes":{"active_drag":"auto","active_inspect":"auto","active_scroll":"auto","active_tap":"auto","tools":[{"id":"f2dcfa5a-f32b-459b-a93e-6d1ebf5ffdb2","type":"PanTool"},{"id":"6a741616-2887-4e05-a98f-84d5d0d4cfa7","type":"WheelZoomTool"},{"id":"961e5577-a78d-41ac-a2d5-906e9341ffe5","type":"BoxZoomTool"},{"id":"f55015e9-f07c-40ea-9f4a-8bc8a1fa5d44","type":"SaveTool"},{"id":"1b3c6b77-eb34-4136-a410-cfb11d092292","type":"ResetTool"},{"id":"38890f6b-c054-4eb4-bd3e-2e899c399209","type":"HelpTool"},{"id":"9b9159db-b4fd-448a-ae5f-06b4aa0a48ff","type":"HoverTool"}]},"id":"b8d2bc87-cc5a-4a81-986c-57848ff9dbd5","type":"Toolbar"},{"attributes":{"below":[{"id":"da98ba43-b744-4b25-ba62-328eadaf8876","type":"LinearAxis"}],"left":[{"id":"f92bef81-c3ca-4de4-a8fc-8ef25a10f683","type":"LinearAxis"}],"plot_height":400,"plot_width":400,"renderers":[{"id":"da98ba43-b744-4b25-ba62-328eadaf8876","type":"LinearAxis"},{"id":"3dbe6731-7d09-475a-85e2-83df203fd3b7","type":"Grid"},{"id":"f92bef81-c3ca-4de4-a8fc-8ef25a10f683","type":"LinearAxis"},{"id":"8527f881-e8cc-43cb-8adc-8b72a8bc0a95","type":"Grid"},{"id":"8530b5bc-a7a2-475c-8771-701ad990f750","type":"BoxAnnotation"},{"id":"4263fca5-2415-4f8c-95b3-ae6a425e8e0d","type":"Legend"},{"id":"58927ba5-ef33-41a1-b68b-30f9fb73daea","type":"GlyphRenderer"},{"id":"f51defd2-53c1-4f97-8939-d0aed5289ccc","type":"GlyphRenderer"}],"title":{"id":"a996b521-b183-410e-9d49-dfd55819659e","type":"Title"},"toolbar":{"id":"b8d2bc87-cc5a-4a81-986c-57848ff9dbd5","type":"Toolbar"},"toolbar_location":null,"x_range":{"id":"81a317ca-b710-44fd-8aaa-54efa4a8799d","type":"Range1d"},"x_scale":{"id":"d576dfae-0bea-4b05-b6fe-c2fc0530f4a0","type":"LinearScale"},"y_range":{"id":"11b14c6b-943d-4e0c-8424-724cc267b4f8","type":"Range1d"},"y_scale":{"id":"9f64e823-604c-4514-9703-ce707e18e95b","type":"LinearScale"}},"id":"a90784bc-a21a-4955-9029-e84e55ed32e2","subtype":"Figure","type":"Plot"},{"attributes":{"items":[{"id":"ddb3316b-db9c-4b68-908a-d48a89cdd21b","type":"LegendItem"},{"id":"586f0d00-3f03-4f60-b1ba-e6f7abd35bed","type":"LegendItem"}],"location":"bottom_left","plot":{"id":"571d9087-1310-4301-a3b0-9e9d2c7ed7c5","subtype":"Figure","type":"Plot"}},"id":"0ca23404-1b8a-4e08-a854-f3b2af18884f","type":"Legend"},{"attributes":{"label":{"value":"Chance"},"renderers":[{"id":"da8b7014-c271-4e58-94a2-c0ac2234dc53","type":"GlyphRenderer"}]},"id":"586f0d00-3f03-4f60-b1ba-e6f7abd35bed","type":"LegendItem"},{"attributes":{"plot":null,"text":"ROC Curve"},"id":"a996b521-b183-410e-9d49-dfd55819659e","type":"Title"},{"attributes":{"data_source":{"id":"74b5af35-3532-4f0a-8458-99d4e0c14e6e","type":"ColumnDataSource"},"glyph":{"id":"358d7ec1-76f4-4e19-886b-bdc4c252aecf","type":"Line"},"hover_glyph":null,"muted_glyph":null,"name":"PR","nonselection_glyph":{"id":"24d5748b-b94e-4fe9-acf4-ab66e7c99c2b","type":"Line"},"selection_glyph":null,"view":{"id":"26ecffcb-ae38-41d0-bbc4-85e935cd7cd8","type":"CDSView"}},"id":"e66d9dac-03a0-43a4-a299-211c57b3c130","type":"GlyphRenderer"},{"attributes":{"callback":null,"end":1.05,"start":-0.05},"id":"81a317ca-b710-44fd-8aaa-54efa4a8799d","type":"Range1d"},{"attributes":{"line_color":"#1f77b4","line_width":2.0,"x":{"field":"recall"},"y":{"field":"precision"}},"id":"358d7ec1-76f4-4e19-886b-bdc4c252aecf","type":"Line"},{"attributes":{"line_alpha":0.1,"line_color":"#1f77b4","line_width":2.0,"x":{"field":"recall"},"y":{"field":"precision"}},"id":"24d5748b-b94e-4fe9-acf4-ab66e7c99c2b","type":"Line"},{"attributes":{"label":{"value":"AUC: 0.564"},"renderers":[{"id":"e66d9dac-03a0-43a4-a299-211c57b3c130","type":"GlyphRenderer"}]},"id":"ddb3316b-db9c-4b68-908a-d48a89cdd21b","type":"LegendItem"}],"root_ids":["64148c79-8746-419c-b402-e2c6d3d20203"]},"title":"Bokeh Application","version":"0.12.13"}}
</script>
<script type="text/javascript">
(function() {
var fn = function() {
Bokeh.safely(function() {
(function(root) {
function embed_document(root) {
var docs_json = document.getElementById('229b832f-3205-4605-8421-aba457a17090').textContent;
var render_items = [{"docid":"8a2b1506-a6d4-4173-bce4-27cfb866389f","elementid":"a6eb9de2-454b-497e-a2c8-59bac1a954ec","modelid":"64148c79-8746-419c-b402-e2c6d3d20203"}];
root.Bokeh.embed.embed_items(docs_json, render_items);
}
if (root.Bokeh !== undefined) {
embed_document(root);
} else {
var attempts = 0;
var timer = setInterval(function(root) {
if (root.Bokeh !== undefined) {
embed_document(root);
clearInterval(timer);
}
attempts++;
if (attempts > 100) {
console.log("Bokeh: ERROR: Unable to run BokehJS code because BokehJS library is missing")
clearInterval(timer);
}
}, 10, root)
}
})(window);
});
};
if (document.readyState != "loading") fn();
else document.addEventListener("DOMContentLoaded", fn);
})();
</script>
</body>
</html>