add dataviewer

qcodes/tools/dataviewer.py

@@ -0,0 +1,302 @@
+#%% Load packages
+
+import os
+import re
+import logging
+
+import qtpy.QtGui as QtGui
+import qtpy.QtWidgets as QtWidgets
+from qtpy.QtWidgets import QWidget
+
+import pyqtgraph as pg
+import argparse
+
+import qcodes
+from qcodes.plots.pyqtgraph import QtPlot
+
+import qtt
+
+#%% Helper functions
+
+
+def findfilesR(p, patt):
+    """ Get a list of files (recursive)
+
+    Arguments
+    ---------
+
+    p (string): directory
+    patt (string): pattern to match
+
+    """
+    lst = []
+    rr = re.compile(patt)
+    for root, _, files in os.walk(p, topdown=False):
+        lst += [os.path.join(root, f) for f in files if re.match(rr, f)]
+    return lst
+
+#%% Main class
+
+
+class DataViewer(QtWidgets.QWidget):
+
+    ''' Simple viewer for Qcodes data
+
+    Arugments
+    ---------
+
+        datadir (string or None): directory to scan for experiments
+        default_parameter (string): name of default parameter to plot
+    '''
+
+    def __init__(self, datadir=None, window_title='Data browser', default_parameter='amplitude', extensions=['dat', 'hdf5']):
+        super(DataViewer, self).__init__()
+        self.verbose=1 # for debugging
+        self.default_parameter = default_parameter
+        if datadir is None:
+            datadir = qcodes.DataSet.default_io.base_location
+
+        self.extensions = extensions
+
+        # setup GUI
+
+        self.dataset = None
+
+        self.text = QtWidgets.QLabel()
+        self.logtree = QtWidgets.QTreeView()  # QTreeWidget
+        self.logtree.setSelectionBehavior(
+            QtWidgets.QAbstractItemView.SelectRows)
+        self._treemodel = QtGui.QStandardItemModel()
+        self.logtree.setModel(self._treemodel)
+        self.__debug = dict()
+        if isinstance(QtPlot, QWidget):
+            self.qplot = QtPlot()  # remote=False, interval=0)
+        else:
+            self.qplot = QtPlot(remote=False)  # remote=False, interval=0)
+        if isinstance(self.qplot, QWidget):
+            self.plotwindow = self.qplot
+        else:
+            self.plotwindow = self.qplot.win
+        topLayout = QtWidgets.QHBoxLayout()
+        self.select_dir = QtWidgets.QPushButton()
+        self.select_dir.setText('Select directory')
+
+        self.reloadbutton = QtWidgets.QPushButton()
+        self.reloadbutton.setText('Reload data')
+        topLayout.addWidget(self.text)
+        topLayout.addWidget(self.select_dir)
+        topLayout.addWidget(self.reloadbutton)
+
+        vertLayout = QtWidgets.QVBoxLayout()
+
+        vertLayout.addItem(topLayout)
+        vertLayout.addWidget(self.logtree)
+        vertLayout.addWidget(self.plotwindow)
+
+        self.pptbutton = QtWidgets.QPushButton()
+        self.pptbutton.setText('Send data to powerpoint')
+        self.clipboardbutton = QtWidgets.QPushButton()
+        self.clipboardbutton.setText('Copy image to clipboard')
+        bLayout = QtWidgets.QHBoxLayout()
+        bLayout.addWidget(self.pptbutton)
+        bLayout.addWidget(self.clipboardbutton)
+        vertLayout.addItem(bLayout)
+
+        self.setLayout(vertLayout)
+
+        self.setWindowTitle(window_title)
+        self.logtree.header().resizeSection(0, 240)
+
+        # disable edit
+        self.logtree.setEditTriggers(
+            QtWidgets.QAbstractItemView.NoEditTriggers)
+
+        self.setDatadir(datadir)
+
+        self.logtree.doubleClicked.connect(self.logCallback)
+
+        self.select_dir.clicked.connect(self.selectDirectory)
+        self.reloadbutton.clicked.connect(self.updateLogs)
+        self.pptbutton.clicked.connect(self.pptCallback)
+        self.clipboardbutton.clicked.connect(self.clipboardCallback)
+
+        # get logs from disk
+        self.updateLogs()
+        self.datatag = None
+
+    def setDatadir(self, datadir):
+        self.datadir = datadir
+        self.io = qcodes.DiskIO(datadir)
+        logging.info('DataViewer: data directory %s' % datadir)
+        self.text.setText('Log files at %s' %
+                          self.datadir)
+
+    def pptCallback(self):
+        if self.dataset is None:
+            print('no data selected')
+            return
+        qtt.tools.addPPT_dataset(self.dataset)
+    def clipboardCallback(self):
+        dataviewer.plotwindow.copyToClipboard()
+
+    def selectDirectory(self):
+        from qtpy.QtWidgets import QFileDialog
+        d = QtWidgets.QFileDialog(caption='Select data directory')
+        d.setFileMode(QFileDialog.Directory)
+        d.exec()
+        datadir = d.selectedFiles()[0]
+        self.setDatadir(datadir)
+        print('update logs')
+        self.updateLogs()
+
+    def updateLogs(self):
+        ''' Update the list of measurements '''
+        model = self._treemodel
+        dd = []
+        for e in self.extensions:
+            dd += findfilesR(self.datadir, '.*%s' % e)
+        if self.verbose:
+            print('found %d files' % (len(dd)))
+
+        self.datafiles = sorted(dd)
+        self.datafiles = [os.path.join(self.datadir, d) for d in self.datafiles]
+
+        model.clear()
+        model.setHorizontalHeaderLabels(['Log', 'Comments'])
+
+        logs = dict()
+        for i, d in enumerate(dd):
+            try:
+                datetag, logtag = d.split(os.sep)[-3:-1]
+                if not datetag in logs:
+                    logs[datetag] = dict()
+                logs[datetag][logtag] = d
+            except Exception:
+                pass
+        self.logs = logs
+
+        for i, datetag in enumerate(sorted(logs.keys())[::-1]):
+            parent1 = QtGui.QStandardItem(datetag)
+            for j, logtag in enumerate(sorted(logs[datetag])):
+                child1 = QtGui.QStandardItem(logtag)
+                child2 = QtGui.QStandardItem('info about plot')
+                if self.verbose>=2:
+                    print('datetag %s, logtag %s' % (datetag, logtag))
+                child3 = QtGui.QStandardItem(os.path.join(datetag, logtag))
+                parent1.appendRow([child1, child2, child3])
+            model.appendRow(parent1)
+            # span container columns
+            self.logtree.setFirstColumnSpanned(
+                i, self.logtree.rootIndex(), True)
+
+    def plot_parameter(self, data):
+        ''' Return parameter to be plotted '''
+        arraynames = data.arrays.keys()
+        if self.default_parameter in arraynames:
+            return self.default_parameter
+        return data.default_parameter_name()
+
+    def selectedDatafile(self):
+        return self.datatag
+
+    def logCallback(self, index):
+        ''' Function called when a log entry is selected '''
+        logging.info('logCallback!')
+        logging.debug('logCallback: index %s' % str(index))
+        self.__debug['last'] = index
+        pp = index.parent()
+        row = index.row()
+
+        tag = pp.child(row, 2).data()
+        self.datatag = tag
+
+        # load data
+        if tag is not None:
+            if self.verbose:
+                print('logCallback! tag %s' % tag)
+            try:
+                logging.debug('load tag %s' % tag)
+
+                try:
+                    if self.verbose>=2:
+                                print('trying HDF5')
+                                print('tag: %s' % tag)
+                    from qcodes.data.hdf5_format import HDF5Format
+                    hformatter = HDF5Format()
+                    data = qcodes.load_data(tag, formatter=hformatter, io=self.io)
+                    logging.debug('loaded HDF5 dataset %s' % tag)
+                    print(data)
+                except Exception as ex:
+                    # load with default formatter
+                    from qcodes.data.gnuplot_format import GNUPlotFormat
+                    hformatter = GNUPlotFormat()
+                    print('trying GNUPlotFormat')
+                    print('tag: %s' % tag)
+                    print(ex)
+                    data = qcodes.load_data(tag, formatter=hformatter, io=self.io)
+                    logging.debug('loaded GNUPlotFormat datasett %s' % tag)
+
+                if self.verbose:
+                        logging.debug('load tag %s: data loaded' % tag)
+                self.dataset = data
+
+                self.qplot.clear()
+
+                infotxt = 'arrays: ' + ', '.join(list(data.arrays.keys()))
+                q = pp.child(row, 1).model()
+                q.setData(pp.child(row, 1), infotxt)
+
+                param_name = self.plot_parameter(data)
+
+                if param_name is not None:
+                    logging.info(
+                        'using parameter %s for plotting' % param_name)
+                    self.qplot.add(getattr(data, param_name))
+                else:
+                    logging.info('could not find parameter for DataSet')
+            except Exception as e:
+                print('logCallback! error ...')
+                print(e)
+                logging.warning(e)
+        pass
+
+
+#%% Run the GUI as a standalone program
+
+
+if __name__ == '__main__':
+    import sys
+    if len(sys.argv) < 2:
+        #sys.argv += ['-d', os.path.join(os.path.expanduser('~'), 'data', 'qutech', 'data')]
+        sys.argv += ['-d', os.path.join(os.path.expanduser('~'), 'tmp', 'qdata')]
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-v', '--verbose', default=1, help="verbosity level")
+    parser.add_argument(
+        '-d', '--datadir', type=str, default=None, help="data directory")
+    args = parser.parse_args()
+    verbose = args.verbose
+    datadir = args.datadir
+
+    app = pg.mkQApp()
+
+    dataviewer = DataViewer(datadir=datadir, extensions=['dat', 'hdf5'])
+    dataviewer.setGeometry(1280, 60, 700, 800)
+    dataviewer.plotwindow.setMaximumHeight(400)
+    dataviewer.show()
+    self = dataviewer
+
+    app.exec()
+
+
+#%%
+
+if 0:
+    tag = list(list(dataviewer.logs.items())[0][1].items())[0][1]
+    data = qcodes.load_data(tag)
+
+    l = data.location
+
+    data.formatter = HDF5Format()
+    data.write()
+    data._h5_base_group.close()