{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Getting Started" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "%load_ext autoreload\n", "%autoreload 2" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "from metricx import Metric, Task" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | model | \n", "timestamp | \n", "auroc | \n", "fit-time | \n", "
---|---|---|---|---|
0 | \n", "model-A | \n", "2020-10-19 11:44:24.686896 | \n", "1.00 | \n", "0.10 | \n", "
1 | \n", "model-A | \n", "2020-10-19 11:44:24.686933 | \n", "0.90 | \n", "0.20 | \n", "
2 | \n", "model-A | \n", "2020-10-19 11:44:24.686960 | \n", "0.95 | \n", "0.20 | \n", "
3 | \n", "model-B | \n", "2020-10-19 11:44:24.686985 | \n", "0.00 | \n", "0.40 | \n", "
4 | \n", "model-B | \n", "2020-10-19 11:44:24.687009 | \n", "0.01 | \n", "0.24 | \n", "
5 | \n", "model-C | \n", "2020-10-19 11:44:24.687032 | \n", "0.10 | \n", "0.50 | \n", "
\\n\"+\n", " \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n", " \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n", " \"
\\n\"+\n", " \"\\n\"+\n",
" \"from bokeh.resources import INLINE\\n\"+\n",
" \"output_notebook(resources=INLINE)\\n\"+\n",
" \"
\\n\"+\n",
" \"\\n\"+\n \"BokehJS does not appear to have successfully loaded. If loading BokehJS from CDN, this \\n\"+\n \"may be due to a slow or bad network connection. Possible fixes:\\n\"+\n \"
\\n\"+\n \"\\n\"+\n \"from bokeh.resources import INLINE\\n\"+\n \"output_notebook(resources=INLINE)\\n\"+\n \"
\\n\"+\n \"\n", " | task | \n", "model | \n", "timestamp | \n", "auroc | \n", "fit-time | \n", "error | \n", "
---|---|---|---|---|---|---|
0 | \n", "task-1 | \n", "model-A | \n", "2020-10-19 11:44:24.686896 | \n", "1.00 | \n", "0.10 | \n", "NaN | \n", "
1 | \n", "task-1 | \n", "model-A | \n", "2020-10-19 11:44:24.686933 | \n", "0.90 | \n", "0.20 | \n", "NaN | \n", "
2 | \n", "task-1 | \n", "model-A | \n", "2020-10-19 11:44:24.686960 | \n", "0.95 | \n", "0.20 | \n", "NaN | \n", "
3 | \n", "task-1 | \n", "model-B | \n", "2020-10-19 11:44:24.686985 | \n", "0.00 | \n", "0.40 | \n", "NaN | \n", "
4 | \n", "task-1 | \n", "model-B | \n", "2020-10-19 11:44:24.687009 | \n", "0.01 | \n", "0.24 | \n", "NaN | \n", "
5 | \n", "task-1 | \n", "model-C | \n", "2020-10-19 11:44:24.687032 | \n", "0.10 | \n", "0.50 | \n", "NaN | \n", "
0 | \n", "task-2 | \n", "model-A | \n", "2020-10-19 11:44:24.719100 | \n", "NaN | \n", "0.10 | \n", "0.02 | \n", "
1 | \n", "task-2 | \n", "model-A | \n", "2020-10-19 11:44:24.719145 | \n", "NaN | \n", "0.20 | \n", "0.01 | \n", "
2 | \n", "task-2 | \n", "model-B | \n", "2020-10-19 11:44:24.719176 | \n", "NaN | \n", "0.30 | \n", "0.10 | \n", "
3 | \n", "task-2 | \n", "model-B | \n", "2020-10-19 11:44:24.719205 | \n", "NaN | \n", "0.24 | \n", "0.15 | \n", "
4 | \n", "task-2 | \n", "model-C | \n", "2020-10-19 11:44:24.719232 | \n", "NaN | \n", "0.40 | \n", "0.60 | \n", "
5 | \n", "task-2 | \n", "model-D | \n", "2020-10-19 11:44:24.719261 | \n", "NaN | \n", "0.20 | \n", "0.20 | \n", "