diff --git a/src/python/dm/common/objects/daqInfo.py b/src/python/dm/common/objects/daqInfo.py index b45d6cc51ba20787d5975655fcbc5cf0759b1258..660568de591e9cd75e56ed7c613d39475d8a1a23 100755 --- a/src/python/dm/common/objects/daqInfo.py +++ b/src/python/dm/common/objects/daqInfo.py @@ -40,10 +40,11 @@ class DaqInfo(DmObject): def fileProcessingError(self, filePath, processingError, processingEndTime): self.lock.acquire() try: + # file can be processed multiple times, keep only the last error + self['nProcessingErrors'] = self.get('nProcessingErrors', 0) + 1 processingErrors = self.get('processingErrors', {}) - processingErrors[filePath] = processingError + processingErrors[filePath] = processingError self['processingErrors'] = processingErrors - self['nProcessingErrors'] = len(processingErrors) lastFileProcessingErrorTime = self.get('lastFileProcessingErrorTime', 0) if processingEndTime is not None and processingEndTime > lastFileProcessingErrorTime: self['lastFileProcessingErrorTime'] = processingEndTime diff --git a/src/python/dm/common/objects/uploadInfo.py b/src/python/dm/common/objects/uploadInfo.py index 5fd41280cfef38444e6b83933451e5f8129c5c25..fc94a2081d3493b44a2ec202708dcd99f5388a89 100755 --- a/src/python/dm/common/objects/uploadInfo.py +++ b/src/python/dm/common/objects/uploadInfo.py @@ -30,10 +30,10 @@ class UploadInfo(DmObject): def fileProcessingError(self, filePath, processingError, processingEndTime): self.lock.acquire() try: + self['nProcessingErrors'] = self.get('nProcessingErrors', 0) + 1 processingErrors = self.get('processingErrors', {}) processingErrors[filePath] = processingError self['processingErrors'] = processingErrors - self['nProcessingErrors'] = len(processingErrors) lastFileProcessingErrorTime = self.get('lastFileProcessingErrorTime', 0) if processingEndTime is not None and processingEndTime > lastFileProcessingErrorTime: self['lastFileProcessingErrorTime'] = processingEndTime diff --git a/src/python/dm/daq_web_service/service/impl/fileSystemObserver.py b/src/python/dm/daq_web_service/service/impl/fileSystemObserver.py index 74ef566be7e151ba2a401a9a8e3f87a94760519d..6555ada21ddad466a657c0930ee076e5c1b7b59c 100755 --- a/src/python/dm/daq_web_service/service/impl/fileSystemObserver.py +++ b/src/python/dm/daq_web_service/service/impl/fileSystemObserver.py @@ -92,7 +92,7 @@ class FileSystemObserver(threading.Thread,Singleton): # No daq info, ignore if not daqInfo: - self.logger.debug('No daq for data directory %s and experiment %s, file path %s will not be processed' % (dataDirectoy, experimentName, experimentfilePath)) + self.logger.debug('No daq for data directory %s and experiment %s, file path %s will not be processed' % (dataDirectory, experimentName, experimentfilePath)) return # Do not process hidden files unless requested @@ -102,16 +102,17 @@ class FileSystemObserver(threading.Thread,Singleton): self.logger.debug('File path %s is hidden file, will not process it' % filePath) return + daqId = daqInfo['id'] observedFile = self.observedFileMap.get(filePath) if not observedFile: - daqInfo.fileAdded(filePath) observedFile = ObservedFile(filePath=filePath, dataDirectory=dataDirectory, experiment=experiment) observedFile['daqInfo'] = daqInfo.toDictWithOriginalKeys() observedFile['statusMonitor'] = daqInfo self.observedFileMap[filePath] = observedFile - self.logger.debug('New observed file: %s', filePath) + self.logger.debug('New observed file: %s (daq id: %s)' % (filePath, daqId)) + daqInfo.fileAdded(filePath) else: - self.logger.debug('Observed file updated: %s', filePath) + self.logger.debug('Observed file updated: %s (daq id: %s)' % (filePath, daqId)) observedFile.setLastUpdateTimeToNow() @ThreadingUtility.synchronize