Skip to content
Snippets Groups Projects

Compare revisions

Changes are shown as if the source revision was being merged into the target revision. Learn more about comparing revisions.

Source

Select target project
No results found

Target

Select target project
  • DM/dm-docs
  • hammonds/dm-docs
  • hparraga/dm-docs
3 results
Show changes
Showing
with 903 additions and 0 deletions
#!/usr/bin/env python
from dm.cat_web_service.api.datasetCatApi import DatasetCatApi
from dm.common.exceptions.invalidRequest import InvalidRequest
from catWebServiceSessionCli import CatWebServiceSessionCli
class GetDatasetsCli(CatWebServiceSessionCli):
def __init__(self):
CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
def checkArgs(self):
pass
def runCommand(self):
self.parseArgs(usage="""
dm-get-datasets
[key1:value1, key2:value2, ...]
Description:
Retrieve datasets from the metadata catalog. Only those datasets that
match provided key/value metadata pairs will be returned. If no specific
metadata key/values are requested, all experiment datasets will be
returned.
""")
self.checkArgs()
api = DatasetCatApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
queryDict = self.splitArgsIntoDict()
datasetMetadataList = api.getDatasets(queryDict)
for datasetMetadata in datasetMetadataList:
print datasetMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
#######################################################################
# Run command.
if __name__ == '__main__':
cli = GetDatasetsCli()
cli.run()
#!/usr/bin/env python
from dm.cat_web_service.api.datasetCatApi import DatasetCatApi
from dm.common.exceptions.invalidRequest import InvalidRequest
from catWebServiceSessionCli import CatWebServiceSessionCli
class GetExperimentDatasetCli(CatWebServiceSessionCli):
def __init__(self):
CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
self.addOption('', '--dataset', dest='datasetName', help='Dataset name.')
self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
def checkArgs(self):
if self.options.experimentName is None:
raise InvalidRequest('Experiment name must be provided.')
if self.options.datasetName is None:
raise InvalidRequest('Dataset name must be provided.')
def getExperimentName(self):
return self.options.experimentName
def getDatasetName(self):
return self.options.datasetName
def runCommand(self):
self.parseArgs(usage="""
dm-get-experiment-dataset --dataset=DATASETNAME --experiment=EXPERIMENTNAME
Description:
Retrieve experiment dataset metadata from the catalog.
""")
self.checkArgs()
api = DatasetCatApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
datasetMetadata = api.getExperimentDataset(self.getExperimentName(), self.getDatasetName())
print datasetMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
#######################################################################
# Run command.
if __name__ == '__main__':
cli = GetExperimentDatasetCli()
cli.run()
#!/usr/bin/env python
from dm.cat_web_service.api.datasetCatApi import DatasetCatApi
from dm.common.exceptions.invalidRequest import InvalidRequest
from catWebServiceSessionCli import CatWebServiceSessionCli
class GetExperimentDatasetFilesCli(CatWebServiceSessionCli):
def __init__(self):
CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
self.addOption('', '--dataset', dest='datasetName', help='Dataset name.')
self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
def checkArgs(self):
if self.options.experimentName is None:
raise InvalidRequest('Experiment name must be provided.')
if self.options.datasetName is None:
raise InvalidRequest('Dataset name must be provided.')
def getExperimentName(self):
return self.options.experimentName
def getDatasetName(self):
return self.options.datasetName
def runCommand(self):
self.parseArgs(usage="""
dm-get-experiment-dataset-files --dataset=DATASETNAME
--experiment=EXPERIMENTNAME
Description:
Retrieve experiment dataset files from the catalog.
""")
self.checkArgs()
api = DatasetCatApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
fileMetadataList = api.getExperimentDatasetFiles(self.getExperimentName(), self.getDatasetName())
for fileMetadata in fileMetadataList:
print fileMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
#######################################################################
# Run command.
if __name__ == '__main__':
cli = GetExperimentDatasetFilesCli()
cli.run()
#!/usr/bin/env python
from dm.cat_web_service.api.datasetCatApi import DatasetCatApi
from dm.common.exceptions.invalidRequest import InvalidRequest
from catWebServiceSessionCli import CatWebServiceSessionCli
class GetExperimentDatasetsCli(CatWebServiceSessionCli):
def __init__(self):
CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
def checkArgs(self):
if self.options.experimentName is None:
raise InvalidRequest('Experiment name must be provided.')
def getExperimentName(self):
return self.options.experimentName
def runCommand(self):
self.parseArgs(usage="""
dm-get-experiment-datasets --experiment=EXPERIMENTNAME
[key1:value1, key2:value2, ...]
Description:
Retrieve experiment datasets from the metadata catalog. Only those
datasets that match provided key/value metadata pairs will be returned.
If no specific metadata key/values are requested, all experiment datasets
will be returned.
""")
self.checkArgs()
api = DatasetCatApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
queryDict = self.splitArgsIntoDict()
datasetMetadataList = api.getExperimentDatasets(self.getExperimentName(), queryDict)
for datasetMetadata in datasetMetadataList:
print datasetMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
#######################################################################
# Run command.
if __name__ == '__main__':
cli = GetExperimentDatasetsCli()
cli.run()
#!/usr/bin/env python
from dm.cat_web_service.api.fileCatApi import FileCatApi
from dm.common.exceptions.invalidRequest import InvalidRequest
from catWebServiceSessionCli import CatWebServiceSessionCli
class GetExperimentFileCli(CatWebServiceSessionCli):
def __init__(self):
CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
self.addOption('', '--file', dest='experimentFilePath', help='Experiment file path.')
self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
def checkArgs(self):
if self.options.experimentName is None:
raise InvalidRequest('Experiment name must be provided.')
if self.options.experimentFilePath is None:
raise InvalidRequest('Experiment file path must be provided.')
def getExperimentName(self):
return self.options.experimentName
def getExperimentFilePath(self):
return self.options.experimentFilePath
def runCommand(self):
self.parseArgs(usage="""
dm-get-experiment-file --file=EXPERIMENTFILEPATH --experiment=EXPERIMENTNAME
Description:
Retrieve experiment file metadata from the catalog.
""")
self.checkArgs()
api = FileCatApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
fileMetadata = api.getExperimentFile(self.getExperimentName(), self.getExperimentFilePath())
print fileMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
#######################################################################
# Run command.
if __name__ == '__main__':
cli = GetExperimentFileCli()
cli.run()
#!/usr/bin/env python
from dm.cat_web_service.api.fileCatApi import FileCatApi
from dm.common.exceptions.invalidRequest import InvalidRequest
from catWebServiceSessionCli import CatWebServiceSessionCli
class GetExperimentFilesCli(CatWebServiceSessionCli):
def __init__(self):
CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
def checkArgs(self):
if self.options.experimentName is None:
raise InvalidRequest('Experiment name must be provided.')
def getExperimentName(self):
return self.options.experimentName
def runCommand(self):
self.parseArgs(usage="""
dm-get-experiment-files --experiment=EXPERIMENTNAME
[key1:value1, key2:value2, ...]
Description:
Retrieve experiment files from the metadata catalog. Only those files that
match provided key/value metadata pairs will be returned. If no specific
metadata key/values are requested, all experiment files will be returned.
""")
self.checkArgs()
api = FileCatApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
queryDict = self.splitArgsIntoDict()
fileMetadataList = api.getExperimentFiles(self.getExperimentName(), queryDict)
for fileMetadata in fileMetadataList:
print fileMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
#######################################################################
# Run command.
if __name__ == '__main__':
cli = GetExperimentFilesCli()
cli.run()
#!/usr/bin/env python
from dm.cat_web_service.api.datasetCatApi import DatasetCatApi
from dm.common.exceptions.invalidRequest import InvalidRequest
from catWebServiceSessionCli import CatWebServiceSessionCli
class UpdateExperimentDatasetCli(CatWebServiceSessionCli):
def __init__(self):
CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
self.addOption('', '--dataset', dest='datasetName', help='Dataset name.')
self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
def checkArgs(self):
if self.options.experimentName is None:
raise InvalidRequest('Experiment name must be provided.')
if self.options.datasetName is None:
raise InvalidRequest('Dataset name must be provided.')
def getExperimentName(self):
return self.options.experimentName
def getDatasetName(self):
return self.options.datasetName
def runCommand(self):
self.parseArgs(usage="""
dm-update-experiment-dataset --dataset=DATASETNAME
--experiment=EXPERIMENTNAME
[key1:value1, key2:value2, ...]
Description:
Updates experiment dataset in the metadata catalog. All provided key/value
pairs are interpreted as dataset metadata, and will be merged with existing
metadata, overwriting values for existing keys, and adding values for
new keys.
""")
self.checkArgs()
api = DatasetCatApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
datasetInfo = self.splitArgsIntoDict()
datasetInfo['experimentName'] = self.getExperimentName()
datasetInfo['datasetName'] = self.getDatasetName()
datasetMetadata = api.updateExperimentDataset(datasetInfo)
print datasetMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
#######################################################################
# Run command.
if __name__ == '__main__':
cli = UpdateExperimentDatasetCli()
cli.run()
#!/usr/bin/env python
from dm.cat_web_service.api.fileCatApi import FileCatApi
from dm.common.exceptions.invalidRequest import InvalidRequest
from catWebServiceSessionCli import CatWebServiceSessionCli
class UpdateExperimentFileCli(CatWebServiceSessionCli):
def __init__(self):
CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
self.addOption('', '--file', dest='experimentFilePath', help='Experiment file path.')
self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
def checkArgs(self):
if self.options.experimentName is None:
raise InvalidRequest('Experiment name must be provided.')
if self.options.experimentFilePath is None:
raise InvalidRequest('Experiment file path must be provided.')
def getExperimentName(self):
return self.options.experimentName
def getExperimentFilePath(self):
return self.options.experimentFilePath
def runCommand(self):
self.parseArgs(usage="""
dm-update-experiment-file --file=EXPERIMENTFILEPATH --experiment=EXPERIMENTNAME
[key1:value1, key2:value2, ...]
Description:
Updates experiment file in the metadata catalog. All provided key/value
pairs are interpreted as file metadata, and will be merged with existing
metadata, overwriting values for existing keys, and adding values for
new keys.
""")
self.checkArgs()
api = FileCatApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
fileInfo = self.splitArgsIntoDict()
fileInfo['experimentName'] = self.getExperimentName()
fileInfo['experimentFilePath'] = self.getExperimentFilePath()
fileMetadata = api.updateExperimentFile(fileInfo)
print fileMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
#######################################################################
# Run command.
if __name__ == '__main__':
cli = UpdateExperimentFileCli()
cli.run()
__version__ = "Development Snapshot"
#!/usr/bin/env python
#
# DM CAT Web Service
#
from dm.common.service.dmRestWebServiceBase import DmRestWebServiceBase
from dm.common.utility.dmModuleManager import DmModuleManager
from dm.common.utility.configurationManager import ConfigurationManager
from catWebServiceRouteMapper import CatWebServiceRouteMapper
class CatWebService(DmRestWebServiceBase):
def __init__(self):
DmRestWebServiceBase.__init__(self, CatWebServiceRouteMapper)
def initDmModules(self):
self.logger.debug('Initializing dm modules')
# Add modules that will be started.
moduleManager = DmModuleManager.getInstance()
self.logger.debug('Initialized dm modules')
def getDefaultServerHost(self):
return ConfigurationManager.getInstance().getServiceHost()
def getDefaultServerPort(self):
return ConfigurationManager.getInstance().getServicePort()
####################################################################
# Run service
if __name__ == '__main__':
ConfigurationManager.getInstance().setServiceName('cat-web-service')
service = CatWebService();
service.run()
#!/usr/bin/env python
#
# Route mapper for DM CAT web service.
#
import sys
import os
import cherrypy
from dm.common.utility.loggingManager import LoggingManager
from dm.common.utility.configurationManager import ConfigurationManager
from dm.common.service.loginRouteDescriptor import LoginRouteDescriptor
from fileRouteDescriptor import FileRouteDescriptor
from datasetRouteDescriptor import DatasetRouteDescriptor
class CatWebServiceRouteMapper:
@classmethod
def setupRoutes(cls):
""" Setup RESTFul routes. """
logger = LoggingManager.getInstance().getLogger(cls.__name__)
contextRoot = ConfigurationManager.getInstance().getContextRoot()
logger.debug('Using context root: %s' % contextRoot)
# Get routes.
routes = LoginRouteDescriptor.getRoutes()
routes += FileRouteDescriptor.getRoutes()
routes += DatasetRouteDescriptor.getRoutes()
# Add routes to dispatcher.
d = cherrypy.dispatch.RoutesDispatcher()
for route in routes:
logger.debug('Connecting route: %s' % route)
d.connect(route['name'], route['path'], action=route['action'], controller=route['controller'], conditions=dict(method=route['method']))
return d
#!/usr/bin/env python
#
# Dataset route descriptor.
#
from dm.common.utility.configurationManager import ConfigurationManager
from datasetSessionController import DatasetSessionController
class DatasetRouteDescriptor:
@classmethod
def getRoutes(cls):
contextRoot = ConfigurationManager.getInstance().getContextRoot()
# Static instances shared between different routes
datasetSessionController = DatasetSessionController()
# Define routes.
routes = [
# Add experiment dataset
{
'name' : 'addExperimentDataset',
'path' : '%s/datasetsByExperiment/:(experimentName)/:(datasetName)' % contextRoot,
'controller' : datasetSessionController,
'action' : 'addExperimentDataset',
'method' : ['POST']
},
# Update dataset by id
{
'name' : 'updateDatasetById',
'path' : '%s/datasets/:(id)' % contextRoot,
'controller' : datasetSessionController,
'action' : 'updateDatasetById',
'method' : ['PUT']
},
# Update experiment dataset by name
{
'name' : 'updateExperimentDataset',
'path' : '%s/datasetsByExperiment/:(experimentName)/:(datasetName)' % contextRoot,
'controller' : datasetSessionController,
'action' : 'updateExperimentDataset',
'method' : ['PUT']
},
# Get dataset info list
{
'name' : 'getDatasets',
'path' : '%s/datasets' % contextRoot,
'controller' : datasetSessionController,
'action' : 'getDatasets',
'method' : ['GET']
},
# Get experiment dataset info list
{
'name' : 'getExperimentDatasets',
'path' : '%s/datasetsByExperiment/:(experimentName)' % contextRoot,
'controller' : datasetSessionController,
'action' : 'getExperimentDatasets',
'method' : ['GET']
},
# Get dataset by id
{
'name' : 'getDatasetById',
'path' : '%s/datasets/:(id)' % contextRoot,
'controller' : datasetSessionController,
'action' : 'getDatasetById',
'method' : ['GET']
},
# Get experiment dataset by name
{
'name' : 'getExperimentDataset',
'path' : '%s/datasetsByExperiment/:(experimentName)/:(datasetName)' % contextRoot,
'controller' : datasetSessionController,
'action' : 'getExperimentDataset',
'method' : ['GET']
},
# Get experiment dataset files
{
'name' : 'getExperimentDatasetFiles',
'path' : '%s/filesByExperimentDataset/:(experimentName)/:(datasetName)' % contextRoot,
'controller' : datasetSessionController,
'action' : 'getExperimentDatasetFiles',
'method' : ['GET']
},
]
return routes
#!/usr/bin/env python
import cherrypy
import json
from dm.common.utility.encoder import Encoder
from dm.common.service.dmSessionController import DmSessionController
from dm.cat_web_service.service.impl.datasetSessionControllerImpl import DatasetSessionControllerImpl
class DatasetSessionController(DmSessionController):
def __init__(self):
DmSessionController.__init__(self)
self.datasetSessionControllerImpl = DatasetSessionControllerImpl()
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def addExperimentDataset(self, experimentName, datasetName, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
if not datasetName:
raise InvalidRequest('Invalid dataset name provided.')
encodedDatasetInfo = kwargs.get('datasetInfo')
if not encodedDatasetInfo:
raise InvalidRequest('Invalid dataset info provided.')
datasetInfo = json.loads(Encoder.decode(encodedDatasetInfo))
datasetInfo['datasetName'] = datasetName
datasetInfo['experimentName'] = experimentName
response = self.datasetSessionControllerImpl.addExperimentDataset(datasetInfo).getFullJsonRep()
self.logger.debug('Added dataset %s: %s' % (datasetName,response))
return response
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def updateExperimentDataset(self, experimentName, datasetName, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
if not datasetName:
raise InvalidRequest('Invalid dataset name provided.')
encodedDatasetInfo = kwargs.get('datasetInfo')
if not encodedDatasetInfo:
raise InvalidRequest('Invalid dataset info provided.')
datasetInfo = json.loads(Encoder.decode(encodedDatasetInfo))
datasetInfo['datasetName'] = datasetName
datasetInfo['experimentName'] = experimentName
response = self.datasetSessionControllerImpl.updateExperimentDataset(datasetInfo).getFullJsonRep()
self.logger.debug('Updated dataset %s: %s' % (datasetName,response))
return response
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def updateDatasetById(self, id, **kwargs):
if not id:
raise InvalidRequest('Invalid dataset id provided.')
encodedDatasetInfo = kwargs.get('datasetInfo')
if not encodedDatasetInfo:
raise InvalidRequest('Invalid dataset info provided.')
datasetInfo = json.loads(Encoder.decode(encodedDatasetInfo))
response = self.datasetSessionControllerImpl.updateDatasetById(datasetInfo).getFullJsonRep()
self.logger.debug('Updated dataset id %s: %s' % (id,response))
return response
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def getDatasets(self, **kwargs):
encodedQueryDict = kwargs.get('queryDict')
queryDict = {}
if encodedQueryDict:
queryDict = json.loads(Encoder.decode(encodedQueryDict))
return self.listToJson(self.datasetSessionControllerImpl.getDatasets(queryDict=queryDict))
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def getExperimentDatasets(self, experimentName, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
encodedQueryDict = kwargs.get('queryDict')
queryDict = {}
if encodedQueryDict:
queryDict = json.loads(Encoder.decode(encodedQueryDict))
return self.listToJson(self.datasetSessionControllerImpl.getExperimentDatasets(experimentName, queryDict=queryDict))
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def getDatasetById(self, id, **kwargs):
if not id:
raise InvalidRequest('Invalid id provided.')
response = self.datasetSessionControllerImpl.getDatasetById(id).getFullJsonRep()
self.logger.debug('Returning dataset id %s: %s' % (id,response))
return response
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def getExperimentDataset(self, experimentName, datasetName, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
if not datasetName:
raise InvalidRequest('Invalid dataset name provided.')
response = self.datasetSessionControllerImpl.getExperimentDataset(experimentName, datasetName).getFullJsonRep()
self.logger.debug('Returning dataset %s: %s' % (datasetName,response))
return response
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def getExperimentDatasetFiles(self, experimentName, datasetName, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
if not datasetName:
raise InvalidRequest('Invalid dataset name provided.')
response = self.listToJson(self.datasetSessionControllerImpl.getExperimentDatasetFiles(experimentName, datasetName))
return response
#!/usr/bin/env python
#
# File route descriptor.
#
from dm.common.utility.configurationManager import ConfigurationManager
from fileSessionController import FileSessionController
class FileRouteDescriptor:
@classmethod
def getRoutes(cls):
contextRoot = ConfigurationManager.getInstance().getContextRoot()
# Static instances shared between different routes
fileSessionController = FileSessionController()
# Define routes.
routes = [
# Add experiment file
{
'name' : 'addExperimentFile',
'path' : '%s/filesByExperimentAndPath/:(experimentName)/:(encodedExperimentFilePath)' % contextRoot,
'controller' : fileSessionController,
'action' : 'addExperimentFile',
'method' : ['POST']
},
# Update experiment file by id
{
'name' : 'updateExperimentFileById',
'path' : '%s/filesByExperimentAndId/:(experimentName)/:(id)' % contextRoot,
'controller' : fileSessionController,
'action' : 'updateExperimentFileById',
'method' : ['PUT']
},
# Update experiment file by name
{
'name' : 'updateExperimentFile',
'path' : '%s/filesByExperimentAndPath/:(experimentName)/:(encodedExperimentFilePath)' % contextRoot,
'controller' : fileSessionController,
'action' : 'updateExperimentFile',
'method' : ['PUT']
},
# Get experiment file info list
{
'name' : 'getExperimentFiles',
'path' : '%s/filesByExperiment/:(experimentName)' % contextRoot,
'controller' : fileSessionController,
'action' : 'getExperimentFiles',
'method' : ['GET']
},
# Get experiment file by id
{
'name' : 'getExperimentFileById',
'path' : '%s/filesByExperimentAndId/:(experimentName)/:(id)' % contextRoot,
'controller' : fileSessionController,
'action' : 'getExperimentFileById',
'method' : ['GET']
},
# Get experiment file by path
{
'name' : 'getExperimentFile',
'path' : '%s/filesByExperimentAndPath/:(experimentName)/:(encodedExperimentFilePath)' % contextRoot,
'controller' : fileSessionController,
'action' : 'getExperimentFile',
'method' : ['GET']
},
]
return routes
#!/usr/bin/env python
import cherrypy
import json
from dm.common.utility.encoder import Encoder
from dm.common.service.dmSessionController import DmSessionController
from dm.cat_web_service.service.impl.fileSessionControllerImpl import FileSessionControllerImpl
class FileSessionController(DmSessionController):
def __init__(self):
DmSessionController.__init__(self)
self.fileSessionControllerImpl = FileSessionControllerImpl()
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def addExperimentFile(self, experimentName, encodedExperimentFilePath, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
experimentFilePath = Encoder.decode(encodedExperimentFilePath)
if not experimentFilePath:
raise InvalidRequest('Invalid experiment file path provided.')
encodedFileInfo = kwargs.get('fileInfo')
if not encodedFileInfo:
raise InvalidRequest('Invalid file info provided.')
fileInfo = json.loads(Encoder.decode(encodedFileInfo))
fileInfo['experimentFilePath'] = experimentFilePath
fileInfo['experimentName'] = experimentName
response = self.fileSessionControllerImpl.addExperimentFile(fileInfo).getFullJsonRep()
self.logger.debug('Added file %s: %s' % (experimentFilePath,response))
return response
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def updateExperimentFile(self, experimentName, encodedExperimentFilePath, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
experimentFilePath = Encoder.decode(encodedExperimentFilePath)
if not experimentFilePath:
raise InvalidRequest('Invalid experiment file path provided.')
encodedFileInfo = kwargs.get('fileInfo')
if not encodedFileInfo:
raise InvalidRequest('Invalid file info provided.')
fileInfo = json.loads(Encoder.decode(encodedFileInfo))
fileInfo['experimentFilePath'] = experimentFilePath
fileInfo['experimentName'] = experimentName
response = self.fileSessionControllerImpl.updateExperimentFile(fileInfo).getFullJsonRep()
self.logger.debug('Updated file %s: %s' % (experimentFilePath,response))
return response
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def updateExperimentFileById(self, expermentName, id, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
if not id:
raise InvalidRequest('Invalid file id provided.')
encodedFileInfo = kwargs.get('fileInfo')
if not encodedFileInfo:
raise InvalidRequest('Invalid file info provided.')
fileInfo = json.loads(Encoder.decode(encodedFileInfo))
fileInfo['experimentName'] = experimentName
response = self.fileSessionControllerImpl.updateExperimentFileById(fileInfo).getFullJsonRep()
self.logger.debug('Updated file id %s: %s' % (id,response))
return response
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def getExperimentFiles(self, experimentName, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
encodedQueryDict = kwargs.get('queryDict')
queryDict = {}
if encodedQueryDict:
queryDict = json.loads(Encoder.decode(encodedQueryDict))
return self.listToJson(self.fileSessionControllerImpl.getExperimentFiles(experimentName, queryDict=queryDict))
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def getExperimentFileById(self, experimentName, id, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
if not id:
raise InvalidRequest('Invalid id provided.')
response = self.fileSessionControllerImpl.getExperimentFileById(experimentName, id).getFullJsonRep()
self.logger.debug('Returning file id %s: %s' % (id,response))
return response
@cherrypy.expose
@DmSessionController.require(DmSessionController.canManageStation())
@DmSessionController.execute
def getExperimentFile(self, experimentName, encodedExperimentFilePath, **kwargs):
if not experimentName:
raise InvalidRequest('Invalid experiment name provided.')
experimentFilePath = Encoder.decode(encodedExperimentFilePath)
if not experimentFilePath:
raise InvalidRequest('Invalid experiment file path provided.')
response = self.fileSessionControllerImpl.getExperimentFile(experimentName, experimentFilePath).getFullJsonRep()
self.logger.debug('Returning file %s: %s' % (experimentFilePath,response))
return response
__version__ = "Development Snapshot"
#!/usr/bin/env python
#
# Implementation for dataset controller.
#
from dm.common.objects.dmObject import DmObject
from dm.common.objects.dmObjectManager import DmObjectManager
from dm.common.mongodb.api.datasetMongoDbApi import DatasetMongoDbApi
class DatasetSessionControllerImpl(DmObjectManager):
""" Dataset controller implementation class. """
def __init__(self):
DmObjectManager.__init__(self)
self.datasetMongoDbApi = DatasetMongoDbApi()
def addExperimentDataset(self, datasetInfo):
return self.datasetMongoDbApi.addExperimentDataset(datasetInfo)
def updateExperimentDataset(self, datasetInfo):
return self.datasetMongoDbApi.updateExperimentDataset(datasetInfo)
def updateDatasetById(self, datasetInfo):
return self.datasetMongoDbApi.updateDatasetById(datasetInfo)
def getDatasets(self, queryDict):
return self.datasetMongoDbApi.getDatasets(queryDict=queryDict)
def getExperimentDatasets(self, experimentName, queryDict):
return self.datasetMongoDbApi.getExperimentDatasets(experimentName, queryDict=queryDict)
def getDatasetById(self, id):
return self.datasetMongoDbApi.getDatasetById(id)
def getExperimentDataset(self, experimentName, datasetName):
return self.datasetMongoDbApi.getExperimentDataset(experimentName, datasetName)
def getExperimentDatasetFiles(self, experimentName, datasetName):
return self.datasetMongoDbApi.getExperimentDatasetFiles(experimentName, datasetName)
#!/usr/bin/env python
#
# Implementation for file controller.
#
from dm.common.objects.dmObject import DmObject
from dm.common.objects.dmObjectManager import DmObjectManager
from dm.common.mongodb.api.fileMongoDbApi import FileMongoDbApi
class FileSessionControllerImpl(DmObjectManager):
""" File controller implementation class. """
def __init__(self):
DmObjectManager.__init__(self)
self.fileMongoDbApi = FileMongoDbApi()
def addExperimentFile(self, fileInfo):
return self.fileMongoDbApi.addExperimentFile(fileInfo)
def updateExperimentFile(self, fileInfo):
return self.fileMongoDbApi.updateExperimentFile(fileInfo)
def updateExperimentFileById(self, fileInfo):
return self.fileMongoDbApi.updateExperimentFileById(fileInfo)
def getExperimentFiles(self, experimentName, queryDict):
return self.fileMongoDbApi.getExperimentFiles(experimentName, queryDict=queryDict)
def getExperimentFileById(self, experimentName, id):
return self.fileMongoDbApi.getExperimentFileById(experimentName, id)
def getExperimentFile(self, experimentName, fileName):
return self.fileMongoDbApi.getExperimentFile(experimentName, fileName)