src/python/dm/common/exceptions/commandFailed.py

+#!/usr/bin/env python
+
+#
+# Command failed exception class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class CommandFailed(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_COMMAND_FAILED, **kwargs)

src/python/dm/common/exceptions/communicationError.py

+#!/usr/bin/env python
+
+#
+# Communication error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class CommunicationError(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_COMMUNICATION_ERROR, **kwargs)

src/python/dm/common/exceptions/configurationError.py

+#!/usr/bin/env python
+
+#
+# Configuration error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class ConfigurationError(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_CONFIGURATION_ERROR, **kwargs)

src/python/dm/common/exceptions/dbError.py

+#!/usr/bin/env python
+
+#
+# DB error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class DbError(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_DB_ERROR, **kwargs)

src/python/dm/common/exceptions/dmException.py

+#!/usr/bin/env python
+
+#
+# Base DM exception class.
+#
+
+#######################################################################
+
+import exceptions
+import json
+
+from dm.common.constants import dmStatus 
+
+#######################################################################
+
+class DmException(exceptions.Exception):
+    """
+    Base DM exception class. 
+                
+    Usage:
+        DmException(errorMessage, errorCode)
+        DmException(args=errorMessage)
+        DmException(exception=exceptionObject)      
+    """ 
+    def __init__(self, error='', code=dmStatus.DM_ERROR, **kwargs):
+        args = error
+        if args == '':
+            args = kwargs.get('args', '')
+        ex = kwargs.get('exception', None)
+        if ex != None:
+            if isinstance(ex, exceptions.Exception):
+                exArgs = '%s' % (ex)
+            if args == '':
+                args = exArgs
+            else:
+                args = "%s (%s)" % (args, exArgs)
+        exceptions.Exception.__init__(self, args)
+        self.code = code
+
+    def getArgs(self):
+        return self.args
+
+    def getErrorCode(self):
+        return self.code
+
+    def getErrorMessage(self):
+        return '%s' % (self.args)
+
+    def getClassName(self):
+        return '%s' % (self.__class__.__name__)
+    
+    def getExceptionType(self):
+        return '%s' % (self.__class__.__name__).split('.')[-1]
+
+    def getJsonRep(self):
+        return json.dumps({
+            'errorMessage'  : self.getErrorMessage(),
+            'errorCode'     : self.getErrorCode(),
+            'exceptionType' : self.getExceptionType(),
+        })
+
+    def getFullJsonRep(self):
+        return self.getJsonRep();
+

src/python/dm/common/exceptions/dmExceptionMap.py

+#!/usr/bin/env python
+
+from dm.common.constants import dmStatus
+
+DM_EXCEPTION_MAP = {
+    dmStatus.DM_ERROR : 'dmException.DmException',
+    dmStatus.DM_INTERNAL_ERROR : 'internalError.InternalError',
+    dmStatus.DM_COMMUNICATION_ERROR : 'communicationError.CommunicationError',
+    dmStatus.DM_CONFIGURATION_ERROR : 'configurationError.ConfigurationError',
+    dmStatus.DM_AUTHORIZATION_ERROR : 'authorizationError.AuthorizationError',
+    dmStatus.DM_AUTHENTICATION_ERROR : 'authenticationError.AuthenticationError',
+    dmStatus.DM_DB_ERROR : 'dbError.DbError',
+    dmStatus.DM_URL_ERROR : 'urlError.UrlError',
+    dmStatus.DM_INVALID_ARGUMENT: 'invalidArgument.InvalidArgument',
+    dmStatus.DM_INVALID_REQUEST: 'invalidRequest.InvalidRequest',
+    dmStatus.DM_INVALID_SESSION: 'invalidSession.InvalidSession',
+    dmStatus.DM_COMMAND_FAILED: 'commandFailed.CommandFailed',
+    dmStatus.DM_OBJECT_NOT_FOUND : 'objectNotFound.ObjectNotFound',
+    dmStatus.DM_OBJECT_ALREADY_EXISTS: 'objectAlreadyExists.ObjectAlreadyExists',
+    dmStatus.DM_INVALID_OBJECT_STATE: 'invalidObjectState.InvalidObjectState',
+}
+

src/python/dm/common/exceptions/dmHttpError.py

+#!/usr/bin/env python
+
+import cherrypy
+from cherrypy import HTTPError
+
+class DmHttpError(HTTPError):
+    def __init__ (self, httpCode, httpError, dmEx):
+        HTTPError.__init__(self, httpCode, httpError)
+        self.dmException = dmEx
+
+    def set_response(self):
+        HTTPError.set_response(self)
+        cherrypy.response.headers['Dm-Status-Code'] = self.dmException.getErrorCode()
+        cherrypy.response.headers['Dm-Status-Message'] = self.dmException.getErrorMessage()
+        cherrypy.response.headers['Dm-Exception-Type'] = self.dmException.getExceptionType()

src/python/dm/common/exceptions/internalError.py

+#!/usr/bin/env python
+
+#
+# Internal error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class InternalError(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_INTERNAL_ERROR, **kwargs)

src/python/dm/common/exceptions/invalidArgument.py

+#!/usr/bin/env python
+
+#
+# Invalid argument error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class InvalidArgument(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_INVALID_ARGUMENT, **kwargs)

src/python/dm/common/exceptions/invalidObjectState.py

+#!/usr/bin/env python
+
+#
+# Object not found error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class ObjectNotFound(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_INVALID_OBJECT_STATE, **kwargs)

src/python/dm/common/exceptions/invalidRequest.py

+#!/usr/bin/env python
+
+#
+# Invalid request error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class InvalidRequest(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_INVALID_REQUEST, **kwargs)

src/python/dm/common/exceptions/invalidSession.py

+#!/usr/bin/env python
+
+#
+# Invalid request error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class InvalidRequest(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_INVALID_SESSION, **kwargs)

src/python/dm/common/exceptions/objectAlreadyExists.py

+#!/usr/bin/env python
+
+#
+# Object already exists error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class ObjectAlreadyExists(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_OBJECT_ALREADY_EXISTS, **kwargs)

src/python/dm/common/exceptions/objectNotFound.py

+#!/usr/bin/env python
+
+#
+# Object not found error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class ObjectNotFound(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_OBJECT_NOT_FOUND, **kwargs)

src/python/dm/common/exceptions/urlError.py

+#!/usr/bin/env python
+
+#
+# Url error class.
+#
+
+#######################################################################
+
+from dm.common.constants import dmStatus 
+from dm.common.exceptions.dmException import DmException
+
+#######################################################################
+
+class UrlError(DmException):
+    def __init__ (self, error='', **kwargs):
+        DmException.__init__(self, error, dmStatus.DM_URL_ERROR, **kwargs)

src/python/dm/common/mongodb/api/dmMongoDbApi.py

+#!/usr/bin/env python
+
+from dm.common.exceptions.dmException import DmException
+from dm.common.utility.loggingManager import LoggingManager
+from dm.common.mongodb.impl.mongoDbManager import MongoDbManager
+
+class DmMongoDbApi:
+    """ Base Mongo DB API class. """
+    def __init__(self):
+        self.logger = LoggingManager.getInstance().getLogger(self.__class__.__name__)
+        self.dbClient = MongoDbManager.getInstance().getDbClient()
+
+    # Decorator for all DB methods
+    @classmethod
+    def executeDbCall(cls, func):
+        def dbCall(*args, **kwargs):
+            try:
+                try:
+                    return func(*args, **kwargs)
+                except DmException, ex:
+                    raise
+                except Exception, ex:
+                    cls.getLogger().exception('%s' % ex)
+                    raise DmException(exception=ex)
+            finally:
+                # For now, do nothing
+                pass
+        return dbCall
+
+    @classmethod
+    def getLogger(cls):
+        logger = LoggingManager.getInstance().getLogger(cls.__name__)
+        return logger
+
+    @classmethod
+    def listToDmObjects(cls, mongoDbObjectList, dmObjectClass):
+        dmObjectList = []
+        for o in mongoDbObjectList:
+            dmObjectList.append(cls.toDmObject(o, dmObjectClass))
+        return dmObjectList
+
+    @classmethod
+    def toDmObject(cls, mongoDbObject, dmObjectClass):
+        cls.scrubMongoDbObject(mongoDbObject)
+        return dmObjectClass(mongoDbObject)
+
+    @classmethod
+    def scrubMongoDbObject(cls, mongoDbObject):
+        for key in ['_id']:
+            if mongoDbObject.has_key(key):
+                # Remove leading underscore
+                newKey = key[1:]
+                mongoDbObject[newKey] = str(mongoDbObject[key])
+                del mongoDbObject[key]
+
+#######################################################################
+# Testing.
+if __name__ == '__main__':
+    api = DmMongoDbApi()
+
+

src/python/dm/common/mongodb/api/fileMongoDbApi.py

+#!/usr/bin/env python
+
+import copy
+from dm.common.exceptions.dmException import DmException
+from dm.common.mongodb.api.dmMongoDbApi import DmMongoDbApi
+from dm.common.mongodb.impl.fileCollection import FileCollection
+from dm.common.mongodb.api.dmMongoDbApi import DmMongoDbApi
+from dm.common.objects.fileMetadata import FileMetadata
+
+class FileMongoDbApi(DmMongoDbApi):
+
+    def __init__(self):
+        DmMongoDbApi.__init__(self)
+        self.fileCollection = FileCollection(self.dbClient)
+
+    @DmMongoDbApi.executeDbCall
+    def addExperimentFile(self, fileInfo, **kwargs):
+        dbFileMetadata = self.fileCollection.addByUniqueKeys(fileInfo)
+        return self.toDmObject(dbFileMetadata, FileMetadata)
+
+    @DmMongoDbApi.executeDbCall
+    def getFiles(self, queryDict={}, returnFieldDict=FileCollection.ALL_FIELDS_DICT, **kwargs):
+        return self.listToDmObjects(self.fileCollection.findByQueryDict(queryDict, returnFieldDict), FileMetadata)
+
+    @DmMongoDbApi.executeDbCall
+    def getFileById(self, id, **kwargs):
+        dbFileMetadata = self.fileCollection.findById(id)
+        return self.toDmObject(dbFileMetadata, FileMetadata)
+
+    @DmMongoDbApi.executeDbCall
+    def getExperimentFile(self, experimentName, fileName, **kwargs):
+        queryDict = { 'name' : fileName, 'experimentName' : experimentName }
+        dbFileMetadata = self.fileCollection.findByUniqueKeys(queryDict)
+        return self.toDmObject(dbFileMetadata, FileMetadata)
+
+    @DmMongoDbApi.executeDbCall
+    def getExperimentFiles(self, experimentName, queryDict={}, returnFieldDict=FileCollection.ALL_FIELDS_DICT, **kwargs):
+        queryDict2 = copy.copy(queryDict)
+        queryDict2['experimentName'] = experimentName 
+        return self.getFiles(queryDict2, returnFieldDict)
+
+    @DmMongoDbApi.executeDbCall
+    def updateFileById(self, fileInfo, **kwargs):
+        dbFileMetadata = self.fileCollection.updateById(fileInfo)
+        return self.toDmObject(dbFileMetadata, FileMetadata)
+
+    @DmMongoDbApi.executeDbCall
+    def updateExperimentFile(self, fileInfo, **kwargs):
+        dbFileMetadata = self.fileCollection.updateByUniqueKeys(fileInfo)
+        return self.toDmObject(dbFileMetadata, FileMetadata)
+
+    @DmMongoDbApi.executeDbCall
+    def updateOrAddExperimentFile(self, fileInfo, **kwargs):
+        dbFileMetadata = self.fileCollection.updateOrAddByUniqueKeys(fileInfo)
+        return self.toDmObject(dbFileMetadata, FileMetadata)
+
+#######################################################################
+# Testing.
+if __name__ == '__main__':
+    api = FileMongoDbApi()
+    files = api.getFiles()
+    for file in files:
+        print file.getDictRep()
+        print file.__dict__
+    file = api.getExperimentFile('exp-01', 'xyz-001')
+    print file
+    import time
+    t = long(time.time())
+    print t
+    fileName = 'f-%s' % t
+    fileInfo = {'name' : fileName, 'intKey' : 1, 'doubleKey' : 2.0, 'stringKey' : 'myString' , 'dictKey' : {'a' : 'A', 'b' : 'B', 'c' : 3}, 'experimentName' : 'exp2'}
+    file = api.addExperimentFile(fileInfo)
+    print '\nADDED FILE\n', file
+
+
+    fileInfo = {'name' : fileName, 'intKey' : 101}
+    file = api.updateExperimentFile(fileInfo)
+    print '\nUPDATED FILE\n', file
+    print '\nFILES: \n', api.getFiles()
+    print '\nFILES FOR EXPERIMENT exp1: \n', api.getFiles(queryDict={'experimentName' : 'exp1'})
+
+