particleContainer.py 12.5 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
# -*- coding: utf-8 -*-
"""
GEPARD - Gepard-Enabled PARticle Detection
Copyright (C) 2018  Lars Bittrich and Josef Brandt, Leibniz-Institut für 
Polymerforschung Dresden e. V. <bittrich-lars@ipfdd.de>    

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program, see COPYING.  
If not, see <https://www.gnu.org/licenses/>.
"""
import numpy as np
import operator
23 24 25 26 27 28
import os
from PyQt5 import QtWidgets

from analysis import importSpectra
from analysis.particleAndMeasurement import Particle, Measurement

29

JosefBrandt's avatar
JosefBrandt committed
30
class ParticleContainer(object):
JosefBrandt's avatar
JosefBrandt committed
31
    def __init__(self, datasetParent):
JosefBrandt's avatar
JosefBrandt committed
32
        super(ParticleContainer, self).__init__()
JosefBrandt's avatar
JosefBrandt committed
33
        self.datasetParent = datasetParent
JosefBrandt's avatar
JosefBrandt committed
34
        self.particles = []
35
        self.measurements = []
JosefBrandt's avatar
JosefBrandt committed
36
        self.spectra = None
JosefBrandt's avatar
JosefBrandt committed
37
        self.inconsistentParticles = []
JosefBrandt's avatar
JosefBrandt committed
38 39
        
        self.typeHistogram = None
40 41
    
    def addEmptyMeasurement(self):
JosefBrandt's avatar
JosefBrandt committed
42 43 44
        newMeas = Measurement()
        self.measurements.append(newMeas)
        return self.measurements.index(newMeas)
45 46 47 48 49 50 51
    
    def clearParticles(self):
        self.particles = []
    
    def clearMeasurements(self):
        self.measurements = []

52 53 54 55 56 57 58
    def setMeasurementScanIndex(self, indexOfMeasurment, scanIndex):
        self.measurements[indexOfMeasurment].ramanScanIndex = scanIndex
    
    def setMeasurementPixelCoords(self, indexOfMeasurment, x, y):
        self.measurements[indexOfMeasurment].pixelcoord_x = x
        self.measurements[indexOfMeasurment].pixelcoord_y = y
    
JosefBrandt's avatar
JosefBrandt committed
59 60 61 62 63 64 65 66 67 68
    def getMeasurementScanindex(self, indexOfMeasurement):
        return self.measurements[indexOfMeasurement].getScanIndex()
    
    def getSpectraFromDisk(self):
        spectra = None
        specPath = self.datasetParent.getSpectraFileName()
        
        if os.path.exists(specPath):
            spectra = np.load(specPath)
        else:
69 70
            
            fname = QtWidgets.QFileDialog.getOpenFileName(QtWidgets.QWidget(), 'Select Spectra File', self.datasetParent.path, 'text file (*.txt)')[0]
JosefBrandt's avatar
JosefBrandt committed
71 72
            if fname:
                #TODO: implement a more elegant way of testing through the individual imports...
73
                try:
JosefBrandt's avatar
JosefBrandt committed
74
                    spectra, spectraNames = importSpectra.importWITecSpectra(fname)
75
                except ImportError:
JosefBrandt's avatar
JosefBrandt committed
76 77 78 79 80 81 82
                    try:
                        spectra, spectraNames = importSpectra.importRenishawSpectra(fname)
                    except ImportError:
                        try:
                            spectra, spectraNames = importSpectra.importPerkinElmerSpectra(fname)
                        except ImportError:
                            pass
83
                
JosefBrandt's avatar
JosefBrandt committed
84 85 86 87
            if spectra is not None:
                np.save(self.datasetParent.getSpectraFileName(), spectra)
                
        return spectra
88
    
JosefBrandt's avatar
JosefBrandt committed
89 90 91
    def initializeParticles(self, numParticles):
        self.particles = []
        for i in range(numParticles):
92 93 94
            newParticle = Particle()
            newParticle.index = i
            self.particles.append(newParticle)
JosefBrandt's avatar
JosefBrandt committed
95
    
96
    def setParticleContours(self, contours):
JosefBrandt's avatar
JosefBrandt committed
97 98 99 100 101 102 103 104
        assert len(self.particles) == len(contours)
        for index, particle in enumerate(self.particles):
            particle.contour = contours[index]
        
    def setParticleStats(self, particlestats):
        assert len(self.particles) == len(particlestats)
        #particlestats is list of [long, short, longellipse, shortellipse, cv2.contourArea(cnt)]
        for index, particle in enumerate(self.particles):
JosefBrandt's avatar
JosefBrandt committed
105 106 107 108 109
            particle.longSize_box = float(particlestats[index][0])
            particle.shortSize_box = float(particlestats[index][1])
            particle.longSize_ellipse = float(particlestats[index][2])
            particle.shortSize_ellipse = float(particlestats[index][3])
            particle.area = float(particlestats[index][4])
JosefBrandt's avatar
JosefBrandt committed
110
    
111 112 113 114 115 116 117 118 119 120 121 122 123 124
    def testForInconsistentParticles(self): #i.e., particles that have multiple measurements with different assignments
        self.inconsistentParticles = []
        for particle in self.particles:
            if not particle.measurementsHaveSameOrigAssignment():
                self.inconsistentParticles.append(particle)
        if len(self.inconsistentParticles) > 0:
            print('Warning, inconsistent particles found!')
            for particle in self.inconsistentParticles:
                print(f'Particle with index {particle.index} has the following assignments:')
                for assignment in particle.getOrigMeasurementAssignments():
                    print(assignment)
        else:
            print('All particles have consistent spectra assignments')
    
JosefBrandt's avatar
JosefBrandt committed
125 126 127 128 129 130 131 132
    def applyPixelScaleToParticleStats(self, pixelscale):
        for index, particle in enumerate(self.particles):
            particle.longSize_box *= pixelscale
            particle.shortSize_box *= pixelscale
            particle.longSize_ellipse *= pixelscale
            particle.shortSize_ellipse *= pixelscale
            particle.area *= pixelscale**2

JosefBrandt's avatar
JosefBrandt committed
133 134 135 136
    def applyHQITresholdToParticles(self, minHQI):
        for particle in self.particles:
            particle.applyHQITresholdToMeasurements(minHQI)
            
JosefBrandt's avatar
JosefBrandt committed
137
    def applyAssignmentListToParticleMeasurements(self, assignmentList):
JosefBrandt's avatar
JosefBrandt committed
138 139
        '''AssignmentList is list of spectra assignments in order of spectra indices'''
        indicesOfTransferredAssignments = [None]*len(assignmentList)
JosefBrandt's avatar
JosefBrandt committed
140 141 142 143
        for particle in self.particles:
            for meas in particle.getMeasurements():
                scanIndex = meas.getScanIndex()
                meas.setAssignment(assignmentList[scanIndex])
JosefBrandt's avatar
JosefBrandt committed
144 145
                indicesOfTransferredAssignments[scanIndex] = scanIndex
        assert not None in indicesOfTransferredAssignments
JosefBrandt's avatar
JosefBrandt committed
146
    
JosefBrandt's avatar
JosefBrandt committed
147
    def applyHQIListToParticleMeasurements(self, hqiList):
JosefBrandt's avatar
JosefBrandt committed
148 149
        '''HQI-List is list of spectra hqis in order of spectra indices'''
        indicesOfTransferredHQIs = [None]*len(hqiList)
JosefBrandt's avatar
JosefBrandt committed
150 151 152
        for particle in self.particles:
            for meas in particle.getMeasurements():
                scanIndex = meas.getScanIndex()
JosefBrandt's avatar
JosefBrandt committed
153 154 155
                meas.setHQI(hqiList[scanIndex])
                indicesOfTransferredHQIs[scanIndex] = scanIndex
        assert not None in indicesOfTransferredHQIs
156
    
JosefBrandt's avatar
JosefBrandt committed
157 158 159 160
    def reassignParticleToAssignment(self, particleIndex, newAssignment):
        particle = self.getParticleOfIndex(particleIndex)
        particle.setAllSpectraToNewAssignment(newAssignment)
    
161
    def getParticleOfIndex(self, index):
JosefBrandt's avatar
JosefBrandt committed
162 163 164 165 166 167
        try:
            particle = self.particles[index]
        except:
            print('failed getting particle')
            print('requested Index:', index)
            print('len particles', len(self.particles))
168 169
        assert particle.index == index, f'particle.index ({particle.index}) does match requested index in particleList ({index})' 
        return particle
170 171 172 173 174 175
    
    def getParticleIndexContainingSpecIndex(self, index):
        for particle in self.particles:
            if index in particle.getMeasurementIndices():
                return particle.index
    
JosefBrandt's avatar
JosefBrandt committed
176 177 178
    def getNumberOfParticles(self):
        return len(self.particles)
    
JosefBrandt's avatar
JosefBrandt committed
179 180 181 182 183 184
    def getParticleContours(self):
        contours = [part.contour for part in self.particles]
        return contours
    
    def getParticleContoursByIndex(self, partIndices):
        contours = []
185 186 187
        for index in partIndices:
            particle = self.getParticleOfIndex(index)
            contours.append(particle.contour)
JosefBrandt's avatar
JosefBrandt committed
188 189
        return contours
    
190 191 192 193
    def getParticleAssignmentByIndex(self, partIndex):
        particle = self.getParticleOfIndex(partIndex)
        return particle.getParticleAssignment()
    
JosefBrandt's avatar
JosefBrandt committed
194 195
    def getMeasurementPixelCoords(self):
        coords = []
196
        for meas in self.measurements:
197
            coords.append([meas.pixelcoord_x, meas.pixelcoord_y])
JosefBrandt's avatar
JosefBrandt committed
198 199
        return coords
    
JosefBrandt's avatar
JosefBrandt committed
200 201 202 203 204 205 206
    def getNumberOfParticlesOfAssignment(self, assignment):
        num = 0
        for particle in self.particles:
            if particle.getParticleAssignment() == assignment:
                num += 1
        return num
    
207 208 209 210 211 212 213 214
    def getNumberOfSpectraOfParticle(self, particleIndex):
        particle = self.getParticleOfIndex(particleIndex)
        return particle.getNumberOfMeasurements()

    def getSpectraIndicesOfParticle(self, particleIndex):
        particle = self.getParticleOfIndex(particleIndex)
        return particle.getMeasurementIndices()
        
JosefBrandt's avatar
JosefBrandt committed
215 216 217 218 219 220
    def getListOfParticleAssignments(self):
        particleAssignments = []
        for particle in self.particles:
            particleAssignments.append(particle.getParticleAssignment())
        return particleAssignments
    
JosefBrandt's avatar
JosefBrandt committed
221 222 223 224 225 226
    def getListOfHighestHQIs(self):
        hqis = []
        for particle in self.particles:
            hqis.append(particle.getHighestHQI())
        return hqis
    
227 228 229 230
    def getHQIOfSpectrumIndex(self, specIndex):
        for particle in self.particles:
            if specIndex in particle.getMeasurementIndices():
                return particle.getHQIOfMeasurementIndex(specIndex)
JosefBrandt's avatar
JosefBrandt committed
231 232
                    
    def getSizesOfAllParticles(self):
JosefBrandt's avatar
JosefBrandt committed
233
        particleSizes = []
JosefBrandt's avatar
JosefBrandt committed
234 235
        for particle in self.particles:
            particleSizes.append(particle.getParticleSize())
236
        return particleSizes
JosefBrandt's avatar
JosefBrandt committed
237 238 239 240
        
    def getShortSizesOfAllParticles(self):
        shortSizes = []
        for particle in self.particles:
JosefBrandt's avatar
JosefBrandt committed
241
            shortSizes.append(particle.getShortParticleSize())
242
        return shortSizes
JosefBrandt's avatar
JosefBrandt committed
243
    
JosefBrandt's avatar
JosefBrandt committed
244 245 246 247 248 249
    def getAreasOfAllParticles(self):
        areas = []
        for particle in self.particles:
            areas.append(particle.getArea())
        return areas
    
JosefBrandt's avatar
JosefBrandt committed
250 251 252 253 254
    def getSizesOfParticleType(self, assignment):
        particleSizes = []
        for particle in self.particles:
            if particle.getParticleAssignment() == assignment:
                particleSizes.append(particle.getParticleSize())
255
        return particleSizes
JosefBrandt's avatar
JosefBrandt committed
256
    
257 258
    def getIndicesOfParticleType(self, assignment):
        indices = []
JosefBrandt's avatar
JosefBrandt committed
259
        for particle in self.particles:
260 261 262 263 264 265 266
            if particle.getParticleAssignment() == assignment:
                indices.append(particle.index)
        return indices
    
    def getSizeOfParticleByIndex(self, index):
        particle = self.getParticleOfIndex(index)
        return particle.getParticleSize()
JosefBrandt's avatar
JosefBrandt committed
267
    
268 269 270 271
    def getUniquePolymers(self):
        typeHist = self.getTypeHistogram()
        return typeHist.keys()

JosefBrandt's avatar
JosefBrandt committed
272
    def getTypeHistogram(self):
273
        uniquePolymers = np.unique(self.getListOfParticleAssignments())
JosefBrandt's avatar
JosefBrandt committed
274 275 276 277 278
        typehistogram = {i: 0 for i in uniquePolymers}
        for assignment in self.getListOfParticleAssignments():
            typehistogram[assignment] += 1
        ##sort typehistogram, it will be converted into a list!!
        sorted_typehistogram = sorted(typehistogram.items(), key = operator.itemgetter(1), reverse = True)
279
        #convert back to dsetParticlecontoursict
JosefBrandt's avatar
JosefBrandt committed
280
        final_typehistogram = {i[0]: i[1] for i in sorted_typehistogram}
JosefBrandt's avatar
JosefBrandt committed
281
        return final_typehistogram
JosefBrandt's avatar
JosefBrandt committed
282
    
JosefBrandt's avatar
JosefBrandt committed
283
    def addMergedParticle(self, particleIndices, newContour, newStats, newAssignment=None):
284 285 286 287 288 289 290 291
        newParticle = Particle()
        #copy Measurements
        for index in particleIndices:
            particle = self.getParticleOfIndex(index)
            for meas in particle.getMeasurements():
                if newAssignment is not None:
                    meas.setAssignment(newAssignment)
                    meas.setHQI(100)
292
                newParticle.addMeasurement(meas)
293 294 295 296 297 298 299 300 301 302
        
        #set Particle Stats
        long, short, longellipse, shortellipse, area = newStats
        newParticle.longSize_box = long
        newParticle.shortSize_box = short
        newParticle.longSize_ellipse = longellipse
        newParticle.shortSize_ellipse = shortellipse
        newParticle.area = area
        newParticle.contour = newContour
        
303 304
        self.particles.append(newParticle)
        print('added new particle')
305
        
JosefBrandt's avatar
JosefBrandt committed
306 307 308
    def removeParticle(self, index):
        particle = self.getParticleOfIndex(index)   #just for asserting to have the correct particle!
        del self.particles[index]
309 310 311 312
            
    def resetParticleIndices(self):
        for newIndex, particle in enumerate(self.particles):
            particle.index = newIndex
JosefBrandt's avatar
JosefBrandt committed
313