Create Critical Difference diagrams #218

Author: dpuenteramirez

experimentation/cd_diagrams.ipynb

@@ -0,0 +1,74 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Visualization of the Nemenyi and Bonferroni-Dunn Diagrams"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from Orange.evaluation import compute_CD, graph_ranks\n",
+    "import matplotlib.pyplot as plt"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAb4AAAB+CAYAAABbEnTpAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAANnUlEQVR4nO3df0xV9ePH8RcCH6GUqZmmg9JYjuuFywUWSpqgk1rhmkouneaPNLLsB7mc9EfmH82caaKbWlYzZ5ZOc60Z8w/mj9BhKXFDUqTQWyKaTsPUoUN4f//4GvMH4i/gXO/7+fjreu49577OAc7rnuO55x1ijDECAMASHZwOAABAe6L4AABWofgAAFah+AAAVqH4AABWofgAAFah+AAAVqH4AABWofgAAFah+AAAVqH4AABWofhwW44fP66xY8cqNjZW/fv317PPPqvKykpFRkYqKSlJLpdLqampWr16tdNRAaBZYU4HwL3DGKNRo0Zp0qRJWrdunSTJ5/Pp77//VmxsrEpLSyVJhw4d0ujRo9XY2KgpU6Y4GRkArsMRH27Ztm3bFB4erunTpzdN83q9iomJuep1jz76qD7++GMtXbq0vSMCwE1RfLhl5eXlSklJuaXXJicnq6Kioo0TAcDto/jQJhjmEUCgovhwy9xut0pKSm7ptaWlpXK5XG2cCABuH8WHWzZs2DBdvHhRn332WdO0PXv26M8//7zqdX6/X++8847eeOON9o4IADcVYjgnhdtQU1Oj3NxclZSUKCIiQn369FF+fr48Ho/i4uJ04cIFde7cWa+++ipXdAIISBQfAMAqnOoEAFiF4gsiOTk5TkdwhK3rDeDOUHxBpKamxukIjrB1vQHcGYoPAGAVLm4JIg8//LA8Ho/TMdpdWVmZ/vrrL6djALhHcJPqIOLxeLR582anY7S7ESNGOB0BwD2EU50AAKtQfAAAq1B8QaR3795OR3CEresN4M5wcQsAwCoc8QEArELxAQCsQvEBAKxC8QEArELxAQCsQvEBAKxC8QWBl156ST169FB8fLzTUQLSkSNHNHToULlcLrndbi1ZssTpSAHlwoULSk1NVWJiotxut95//32nIwWchoYGJSUlcXu8IEHxBYHJkydry5YtTscIWGFhYVq0aJEOHDig3bt3a9myZdq/f7/TsQJGx44dtXXrVv3666/y+XzasmWLdu/e7XSsgLJkyRK5XC6nY6CVUHxBYMiQIerWrZvTMQJWr169lJycLEnq3LmzXC6Xjh496nCqwBESEqJOnTpJkurr61VfX6+QkBCHUwWO6upq/fDDD5o2bZrTUdBKKD5Yxe/3q7S0VAMGDHA6SkBpaGiQ1+tVjx49lJmZyfa5Qm5urhYsWKAOHdhdBgt+krDGuXPnlJ2drfz8fEVFRTkdJ6CEhobK5/OpurpaP//8s8rLy52OFBA2b96sHj16KCUlxekoaEUUH6xQX1+v7OxsjR8/XqNHj3Y6TsDq0qWLMjIy+D/jy3bt2qXvv/9effr00dixY7V161ZNmDDB6Vi4SxQfgp4xRlOnTpXL5dLMmTOdjhNwTp48qdraWklSXV2dCgsLFRcX52yoAPHhhx+qurpafr9f69at07Bhw/TVV185HQt3ieILAuPGjVNaWpoOHjyo6OhoffHFF05HCii7du3SmjVrtHXrVnm9Xnm9XhUUFDgdK2AcO3ZMQ4cOlcfj0eOPP67MzEwu20dQY1giAIBVOOIDAFiF4gMAWIXiAwBYheIDAFiF4gsiOTk5TkcIaGyflrF9Wsb2CR4UXxCpqalxOkJAY/u0jO3TMrZP8KD40Gb4hNwytk/L2D5oKxQf2gyfkFvG9mkZ2wdthS+wBxGXy6XY2FinYzQpKyuTx+MJmPd0Ik9L2irPnS73bvK0xXYPtJ9XVVWVDhw44HQMtAKKD0FlxIgR2rx5s9MxHOXENmjpPfmZINBwqhMAYBWKDwBgFYoPAGAVig8AYBWKDwBgFYoPAGAVig8AYBWKDwBgFYoPAGAVig8AYBWKDwBglTCnAwC4c7m5ufL5fFdN27dvnzIyMto1R0vvee1zXq9X+fn57ZILaA7FB9zDfD6fduzYcd305qa1tZbe04k8wI1QfMA9zOv1Xjdt3759SkhIaNccLb3ntc81lxloTxQfcA9r7pQhwxIBLePiFgCAVSg+AIBVKD4AgFUoPgCAVSg+AIBVKD4AgFUoPgCAVSi+VrJ06VK5XC517dpV8+fPv+X5/H6/vv766zZMBiAQ/LePGD9+/F0va968eU2P/X6/4uPj73qZNqH4Wsny5ctVUFCgf/75R3l5edc9f+nSpWbno/gAO/y3j1i7du0dL8MYo8bGxquKD7eP4msF06dP16FDh/Tcc89p8eLFev311yVJkydP1syZMzV06FDNnj1bO3bskNfrldfrVVJSks6ePau8vDwVFRXJ6/Vq8eLFDq8JgLZw5T5i0aJFGjlypDwejwYOHKiysjJJ0ty5c7Vw4cKmeeLj4+X3++X3++VyufTaa68pOTlZU6dOVV1dnbxeb9PRY0NDg15++WW53W499dRTqqurc2Q97xUUXyv45JNP1Lt3b23btk1du3a96rnKykoVFhZq0aJFWrhwoZYtWyafz6eioiJFRkZq/vz5evLJJ+Xz+fT22287tAYA2tKV+wi/36+kpCSVlZVp3rx5mjhx4k3nP3jwoCZOnKjS0lKtWrVKkZGR8vl8TUePv//+u2bMmKHffvtNXbp00bffftvWq3RPo/ja2JgxYxQaGipJGjRokGbOnKmlS5eqtrZWYWHcKhWwzc6dO/Xiiy9KkoYNG6ZTp07pzJkzLc7zyCOPaODAgTd8vm/fvk03/05JSZHf72+tuEGJPW8bu//++5se5+XlKSsrSwUFBRo4cKAKCwtve3k5OTmqqalpzYhBJTIy0ukIuEZkZKRGjBjhdIw21bt3b61cufKWXmuMuW5aSEiIwsLC1NjY2DTtwoULTY+v3I80p2PHjk2PQ0NDOdV5ExRfO6qqqlJCQoISEhJUXFysiooKxcTE6OzZs7e8jFv94wICxYYNG5yOEFCGDBmitWvX6r333tP27dvVvXt3RUVFqU+fPk2jWPzyyy86fPjwDZcRHh6u+vp6hYeHt1fsoMKpznaUn5+v+Ph4JSYmKjIyUs8884w8Ho/CwsKUmJjIxS2ABebOnau9e/fK4/EoLy9Pq1evliRlZ2fr9OnT8nq9WrFihfr163fDZeTk5Mjj8bTKVyNsFGKaO+4GcM8KtPH4gEDDER8AwCoUHwDAKhQfAMAqFB8AwCoUHwDAKhRfgNi+fXvQf8kXsFVtba2WL18uqeW/9WnTpmn//v03Xd6XX37ZdE9g3D6KDwDa2JXF15LPP/9c/fv3v256Q0NDW8SyFsV32fnz55WVlaXExETFx8dr/fr1KikpUXp6ulJSUvT000/r2LFjkqQ//vhDw4cPV2JiopKTk1VVVSVjjGbNmqX4+HglJCRo/fr1kv7/011GRoaef/55xcXFafz48U23LNqyZYvi4uI0ePBgbdq0ybF1B9C28vLyVFVVJa/Xq1mzZuncuXPN7hMyMjK0d+9eSVKnTp00Z84cDRgwQMXFxVq1apX69eun9PR07dq1y8nVufcZGGOM2bhxo5k2bVrTv2tra01aWpo5ceKEMcaYdevWmSlTphhjjElNTTWbNm0yxhhTV1dnzp8/bzZu3GiGDx9uLl26ZI4fP25iYmJMTU2N2bZtm4mKijJHjhwxDQ0NZuDAgaaoqMjU1dWZ6OhoU1lZaRobG82YMWNMVlZW+684go4Tv0f87rbs8OHDxu12G2PMDfcJxhiTnp5u9uzZY4wxRpJZv369McaYmpoaExMTY06cOGEuXrxonnjiCTNjxgxnViYIcMR3WUJCggoLCzV79mwVFRXpyJEjKi8vV2Zmprxerz744ANVV1fr7NmzOnr0qEaNGiVJioiI0H333aedO3dq3LhxCg0NVc+ePZWenq49e/ZIklJTUxUdHa0OHTrI6/XK7/eroqJCffv21WOPPaaQkBBNmDDBydUH0I6a2ydcKzQ0VNnZ2ZKkn376SRkZGXrwwQf1v//9Ty+88EI7Jw4u3KT6sn79+qmkpEQFBQV69913lZmZKbfbreLi4qte9++//zY7v2nhzm/X3jn9v9HYQ0JCbjsnozPgZpwYocKGERhacjujM0g33idcKSIiomlIM+nO9hdoHsV3WU1Njbp166YJEyaoU6dOWrlypU6ePKni4mKlpaWpvr5elZWVcrvdio6O1nfffaeRI0fq4sWLamho0JAhQ/Tpp59q0qRJOn36tH788Ud99NFHqqioaPb94uLidPjwYVVVVSk2NlbffPPNLeVkdAYEIkZgaFnnzp1vaxSWaw0YMEBvvfWWTp06paioKG3YsEGJiYmtmNAuFN9l+/bt06xZs9ShQweFh4drxYoVCgsL05tvvqkzZ87o0qVLys3Nldvt1po1a/TKK69ozpw5Cg8P14YNGzRq1CgVFxcrMTFRISEhWrBggR566KEbFl9ERIRWrlyprKwsde/eXYMHD1Z5eXk7rzWA9vDAAw9o0KBBio+PV2RkpHr27Hlb8/fq1Utz585VWlqaevXqpeTkZK70vAuMzgAAsAoXtwAArELxAQCsQvEBAKxC8QEArELxAQCsQvEBAKxC8QEArELxAQCsQvEBAKxC8QEArELxAQCsQvEBAKxC8QEArELxAQCsQvEBAKxC8QEArELxAQCsQvEBAKxC8QEArELxAQCsQvEBAKxC8QEArELxAQCsQvEBAKxC8QEArPJ/UB6UOVQZwZIAAAAASUVORK5CYII=",
+      "text/plain": [
+       "<Figure size 432x111.6 with 1 Axes>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "names = [\"first\", \"third\", \"second\", \"fourth\" ]\n",
+    "\n",
+    "avranks =  [1.9, 3.2, 2.8, 3.3 ]\n",
+    "\n",
+    "cd = compute_CD(avranks, 30) #tested on 30 datasets\n",
+    "\n",
+    "graph_ranks(avranks, names, cd=cd, width=6, textspace=1.5)\n",
+    "\n",
+    "plt.show()"
+   ]
+  }
+ ],
+ "metadata": {
+  "interpreter": {
+   "hash": "ddbf58beb0ceb3f28487c8a8d7192b043471fe4d33849d20361912ddb46861bb"
+  },
+  "kernelspec": {
+   "display_name": "Python 3.9.12 ('IS-SSL')",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.9.12"
+  },
+  "orig_nbformat": 4
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}