StatsGui_with_TreeView_and_TableView.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Laura Chapman\n",
    "# Script for developing statistical tools for Glue\n",
    "# Computes statistics for subsets as well as entire data using compute_statistic\n",
    "# Changed from astropy tables to pandas dataframe\n",
    "\n",
    "# Format data well in a popup using qt\n",
    "# Color code by subset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: W03: w5_psc.vot:11:0: W03: Implicitly generating an ID from a name 'J/ApJ/688/1142/table2' -> 'J_ApJ_688_1142_table2' [astropy.io.votable.xmlutil]\n",
      "WARNING:astropy:W03: w5_psc.vot:11:0: W03: Implicitly generating an ID from a name 'J/ApJ/688/1142/table2' -> 'J_ApJ_688_1142_table2'\n",
      "WARNING: W03: w5_psc.vot:17:0: W03: Implicitly generating an ID from a name '-ref' -> '_-ref' [astropy.io.votable.xmlutil]\n",
      "WARNING:astropy:W03: w5_psc.vot:17:0: W03: Implicitly generating an ID from a name '-ref' -> '_-ref'\n",
      "WARNING: W03: w5_psc.vot:18:0: W03: Implicitly generating an ID from a name '-out.max' -> '_-out.max' [astropy.io.votable.xmlutil]\n",
      "WARNING:astropy:W03: w5_psc.vot:18:0: W03: Implicitly generating an ID from a name '-out.max' -> '_-out.max'\n",
      "WARNING: W03: w5_psc.vot:63:0: W03: Implicitly generating an ID from a name '[3.6]' -> '__3.6_' [astropy.io.votable.xmlutil]\n",
      "WARNING:astropy:W03: w5_psc.vot:63:0: W03: Implicitly generating an ID from a name '[3.6]' -> '__3.6_'\n",
      "WARNING: W03: w5_psc.vot:66:0: W03: Implicitly generating an ID from a name '[4.5]' -> '__4.5_' [astropy.io.votable.xmlutil]\n",
      "WARNING:astropy:W03: w5_psc.vot:66:0: W03: Implicitly generating an ID from a name '[4.5]' -> '__4.5_'\n",
      "WARNING: W03: w5_psc.vot:69:0: W03: Implicitly generating an ID from a name '[5.8]' -> '__5.8_' [astropy.io.votable.xmlutil]\n",
      "WARNING:astropy:W03: w5_psc.vot:69:0: W03: Implicitly generating an ID from a name '[5.8]' -> '__5.8_'\n",
      "WARNING: W03: w5_psc.vot:72:0: W03: Implicitly generating an ID from a name '[8.0]' -> '__8.0_' [astropy.io.votable.xmlutil]\n",
      "WARNING:astropy:W03: w5_psc.vot:72:0: W03: Implicitly generating an ID from a name '[8.0]' -> '__8.0_'\n",
      "WARNING: W03: w5_psc.vot:75:0: W03: Implicitly generating an ID from a name '[24]' -> '__24_' [astropy.io.votable.xmlutil]\n",
      "WARNING:astropy:W03: w5_psc.vot:75:0: W03: Implicitly generating an ID from a name '[24]' -> '__24_'\n",
      "WARNING: W03: w5_psc.vot:81:0: W03: Implicitly generating an ID from a name '[4.5] - [5.8]' -> '__4.5__-__5.8_' [astropy.io.votable.xmlutil]\n",
      "WARNING:astropy:W03: w5_psc.vot:81:0: W03: Implicitly generating an ID from a name '[4.5] - [5.8]' -> '__4.5__-__5.8_'\n",
      "WARNING: W03: w5_psc.vot:84:0: W03: Implicitly generating an ID from a name '[5.8] - [8.0]' -> '__5.8__-__8.0_' (suppressing further warnings of this type...) [astropy.io.votable.xmlutil]\n",
      "WARNING:astropy:W03: w5_psc.vot:84:0: W03: Implicitly generating an ID from a name '[5.8] - [8.0]' -> '__5.8__-__8.0_' (suppressing further warnings of this type...)\n"
     ]
    }
   ],
   "source": [
    "# Basic code that imports glue and loads in and links the data\n",
    "\n",
    "import sys\n",
    "from glue.core.data_factories import load_data\n",
    "from glue.core import DataCollection\n",
    "from glue.core.link_helpers import LinkSame\n",
    "from glue.app.qt.application import GlueApplication\n",
    "from glue.viewers.image.qt import ImageViewer\n",
    "from glue_vispy_viewers.volume.volume_viewer import VispyVolumeViewer\n",
    "\n",
    "image_filename='w5.fits'\n",
    "catalog_filename='w5_psc.vot'\n",
    "\n",
    "#load 2 datasets from files\n",
    "catalog = load_data(catalog_filename)\n",
    "image = load_data(image_filename)\n",
    "\n",
    "dc = DataCollection([catalog,image])\n",
    "\n",
    "# link positional information\n",
    "dc.add_link(LinkSame(catalog.id['RAJ2000'], image.id['Right Ascension']))\n",
    "dc.add_link(LinkSame(catalog.id['DEJ2000'], image.id['Declination']))\n",
    "\n",
    "#Create subset based on filament mask\n",
    "ra_state=(image.id['Right Ascension'] > 44) & (image.id['Right Ascension'] < 46)\n",
    "subset_group=dc.new_subset_group('RA_Selection',ra_state)\n",
    "subset_group.style.color = '#0000FF'\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import glue.utils.array as gua\n",
    "import glue.core.data as gcd\n",
    "from astropy.table import Table"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Constructs a pandas DataFrame instead of an astropy table\n",
    "\n",
    "import pandas as pd\n",
    "from pandas import DataFrame\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "w5_psc subset1\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Defines a subset and runs statistics using compute_statistic for the subset\n",
    "# Saves data using a pandas dataframe called my_pandas_data\n",
    "\n",
    "# Data that subset is pulled from\n",
    "data = dc[0]\n",
    "\n",
    "# Define state and subset\n",
    "state1 = data.id['Jmag'] > 14\n",
    "subset1 = data.new_subset(state1, label='Jmag > 14')\n",
    "\n",
    "# Same arrays as with full data\n",
    "mean_array = []\n",
    "median_array = []\n",
    "min_array = []\n",
    "max_array = []\n",
    "sum_array = []\n",
    "name_array = []\n",
    "tables = []\n",
    "\n",
    "headings = ('mean', 'median', 'minimum', 'maximum', 'sum')\n",
    "\n",
    "print(data.label, 'subset1')\n",
    "print() \n",
    "for j in range (0, len(data.components)):\n",
    "    name = data.components[j].label # Get the name of each component\n",
    "    name_array.append(name) # add to the name array to build the table\n",
    "    mean_array.append(data.compute_statistic('mean', subset1.components[j], subset_state=subset1.subset_state))\n",
    "    median_array.append(data.compute_statistic('median', subset1.components[j], subset_state=subset1.subset_state))       \n",
    "    min_array.append(data.compute_statistic('minimum', subset1.components[j], subset_state=subset1.subset_state))       \n",
    "    max_array.append(data.compute_statistic('maximum', subset1.components[j], subset_state=subset1.subset_state))      \n",
    "    sum_array.append(data.compute_statistic('sum', subset1.components[j], subset_state=subset1.subset_state))        \n",
    "   \n",
    "column_data = np.asarray([mean_array, median_array, min_array, max_array, sum_array]).transpose()\n",
    "\n",
    "my_pandas_data = pd.DataFrame(column_data, index=name_array, columns=headings)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "QApplication instance already exists: <PyQt5.QtWidgets.QApplication object at 0x151a2d3438>\n",
      "Row 2 in dataset 1 is selected\n",
      "~~~~~~~\n",
      "Row 1 in dataset 1 is selected\n",
      "Row 2 in dataset 1 is selected\n",
      "~~~~~~~\n"
     ]
    },
    {
     "ename": "SystemExit",
     "evalue": "0",
     "output_type": "error",
     "traceback": [
      "An exception has occurred, use %tb to see the full traceback.\n",
      "\u001b[0;31mSystemExit\u001b[0m\u001b[0;31m:\u001b[0m 0\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/anaconda3/envs/glueviz-dev/lib/python3.6/site-packages/IPython/core/interactiveshell.py:2918: UserWarning: To exit: use 'exit', 'quit', or Ctrl-D.\n",
      "  warn(\"To exit: use 'exit', 'quit', or Ctrl-D.\", stacklevel=1)\n"
     ]
    }
   ],
   "source": [
    "from PyQt5.QtCore import QAbstractItemModel, QFile, QIODevice, QModelIndex, Qt\n",
    "from PyQt5.QtWidgets import QApplication, QTreeView, QAbstractItemView\n",
    "from PyQt5.QtWidgets import QApplication, QLabel, QTreeView, QComboBox, QWidget, QPushButton, QHBoxLayout, QFrame, QTableView,QGroupBox, QDialog, QVBoxLayout, QLabel,QGridLayout\n",
    "from PyQt5 import QtCore, QtWidgets, QtGui\n",
    "from PyQt5.QtGui import QStandardItemModel, QStandardItem\n",
    "from PyQt5.QtCore import QItemSelectionModel\n",
    "from PyQt5.QtCore import pyqtSlot, QVariant\n",
    "\n",
    "import sys\n",
    "\n",
    "class pandasModel(QtCore.QAbstractTableModel):\n",
    "    # Set up the data in a form that allows it to be added to qt widget\n",
    "    def __init__(self, df, parent=None):\n",
    "        QtCore.QAbstractTableModel.__init__(self, parent)\n",
    "        self.data_frame = df\n",
    "        super(pandasModel, self).__init__(parent)      \n",
    "\n",
    "    def rowCount(self, parent=None):\n",
    "        return len(self.data_frame.values)\n",
    "\n",
    "    def columnCount(self, parent=None):\n",
    "        return self.data_frame.columns.size\n",
    "\n",
    "    def data(self, index, role=Qt.DisplayRole):\n",
    "        if index.isValid():\n",
    "            if role == Qt.DisplayRole:\n",
    "                return QVariant(str(\n",
    "                    self.data_frame.values[index.row()][index.column()]))\n",
    "        return QVariant()\n",
    "    \n",
    "    def headerData(self, col, orientation, role):\n",
    "        if orientation == Qt.Horizontal and role == Qt.DisplayRole:\n",
    "            return QVariant(self.data_frame.columns[col])\n",
    "        if orientation == Qt.Vertical and role == Qt.DisplayRole:\n",
    "            return QVariant(self.data_frame.index[col])\n",
    "        return QVariant()  \n",
    "\n",
    "class StatsGui(QWidget):\n",
    "    ''' \n",
    "    This class accepts a glue data collection object, and builds an interactive window\n",
    "    to display basic statistics (e.g. mean, median, mode) about each dataset\n",
    "    '''\n",
    "    def __init__(self,dc):\n",
    "        \n",
    "        # Initialize the object as a QWidget\n",
    "        QWidget.__init__(self)\n",
    "    \n",
    "        #Save the datacollection object as an attribute of class StatsGui\n",
    "        self.dc=dc\n",
    "\n",
    "        #Fix the size of the main GUI window (for now)\n",
    "        self.setMinimumSize(800, 600)\n",
    "        self.setMaximumSize(800, 600)\n",
    "        \n",
    "        #Set the title of the main GUI window\n",
    "        self.setWindowTitle('Statistics')\n",
    "        \n",
    "        #Set up tree view and fix it to the top half of the window\n",
    "        self.treeview = QTreeView(self)\n",
    "        self.treeview.setGeometry(50, 25, 700, 200) \n",
    "        \n",
    "        #Every time a selection is made in the tree, perform the functionality in 'myPressedEvent'\n",
    "        self.treeview.pressed.connect(self.myPressedEvent)\n",
    "\n",
    "        #Set the default clicking behavior to be row selection\n",
    "        self.treeview.setSelectionBehavior(QAbstractItemView.SelectRows)\n",
    "        model = QStandardItemModel()\n",
    "        model.setHorizontalHeaderLabels([''])\n",
    "\n",
    "        self.treeview.setModel(model)\n",
    "        self.treeview.setUniformRowHeights(True)\n",
    "        \n",
    "        #Allow the user to select multiple rows at a time \n",
    "        self.treeview.setSelectionMode(QAbstractItemView.MultiSelection)\n",
    "    \n",
    "        # populate the tree\n",
    "        # Make all the datasets be parents, and make it so they are not selectable\n",
    "        for i in range(0,len(dc)):\n",
    "            parent = QStandardItem('{}'.format(self.dc.labels[i]))\n",
    "            parent.setEditable(False)\n",
    "            parent.setSelectable(False)\n",
    "            \n",
    "            # Make all the data components be children, nested under their parent\n",
    "            for j in range(0,len(self.dc[i].components)):\n",
    "                child=QStandardItem('{}'.format(str(self.dc[i].components[j])))\n",
    "                child.setEditable(False)\n",
    "                parent.appendRow(child)\n",
    "            \n",
    "            #Add the parents with their children to the QStandardItemModel\n",
    "            model.appendRow(parent)\n",
    "\n",
    "        #################Set up the QTableView Widget#############################\n",
    "        self.table = QTableView(self)\n",
    "        \n",
    "        #Move the table widget to the bottom of the GUI window\n",
    "        self.table.setGeometry(50, 250, 700, 300) \n",
    "        \n",
    "        #Set the table headings -- I have added Dataset and Component Columns. \n",
    "        self.headings = ('Dataset','Component','Mean', 'Median', 'Minimum', 'Maximum', 'Sum')   \n",
    "        self.data_frame = pd.DataFrame(columns=self.headings)                      \n",
    "        self.model = pandasModel(self.data_frame)\n",
    "\n",
    "        self.table.setModel(self.model)\n",
    "        self.table.setShowGrid(False)  \n",
    "        \n",
    "    def myPressedEvent (self, currentQModelIndex):\n",
    "        ''' \n",
    "        Every time a row (or rows) in the tree view is clicked or unclicked, this function\n",
    "        returns the dataset index and the component index for all selected rows.\n",
    "        You should be able to use this info determine the current table view\n",
    "        ''' \n",
    "\n",
    "        indexes=self.treeview.selectionModel().selectedRows()\n",
    "        for index in sorted(indexes):\n",
    "            print('Row %d in dataset %d is selected' % (index.row(),index.parent().row()))\n",
    "        \n",
    "        print('~~~~~~~')\n",
    "        \n",
    "app = QApplication.instance()\n",
    "if app is None:\n",
    "    app = QApplication(sys.argv)\n",
    "else:\n",
    "    print('QApplication instance already exists: %s' % str(app))\n",
    "ex = StatsGui(dc)\n",
    "ex.show()\n",
    "sys.exit(app.exec_())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}