added dataset CLI and API classes for mongodb catalogging prototype

src/python/dm/cat_web_service/cli/addExperimentDatasetCli.py

+#!/usr/bin/env python
+
+from dm.cat_web_service.api.datasetRestApi import DatasetRestApi
+from dm.common.exceptions.invalidRequest import InvalidRequest
+from catWebServiceSessionCli import CatWebServiceSessionCli
+
+class AddExperimentDatasetCli(CatWebServiceSessionCli):
+    def __init__(self):
+        CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
+        self.addOption('', '--dataset', dest='datasetName', help='Dataset name.')
+        self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
+
+    def checkArgs(self):
+        if self.options.experimentName is None:
+            raise InvalidRequest('Experiment name must be provided.')
+        if self.options.datasetName is None:
+            raise InvalidRequest('Dataset name must be provided.')
+
+    def getExperimentName(self):
+        return self.options.experimentName
+
+    def getDatasetName(self):
+        return self.options.datasetName
+
+    def runCommand(self):
+        self.parseArgs(usage="""
+    dm-add-experiment-dataset --dataset=DATASETNAME --experiment=EXPERIMENTNAME 
+        [key1:value1, key2:value2, ...]
+
+Description:
+    Adds experiment dataset to the metadata catalog. All provided key/value 
+    pairs are interpreted as dataset metadata.
+        """)
+        self.checkArgs()
+        api = DatasetRestApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
+        datasetInfo = self.splitArgsIntoDict()
+        datasetInfo['experimentName'] = self.getExperimentName()
+        datasetInfo['datasetName'] = self.getDatasetName()
+        datasetMetadata = api.addExperimentDataset(datasetInfo)
+        print datasetMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
+
+#######################################################################
+# Run command.
+if __name__ == '__main__':
+    cli = AddExperimentDatasetCli()
+    cli.run()
+

src/python/dm/cat_web_service/cli/getDatasetsCli.py

+#!/usr/bin/env python
+
+from dm.cat_web_service.api.datasetRestApi import DatasetRestApi
+from dm.common.exceptions.invalidRequest import InvalidRequest
+from catWebServiceSessionCli import CatWebServiceSessionCli
+
+class GetDatasetsCli(CatWebServiceSessionCli):
+    def __init__(self):
+        CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
+
+    def checkArgs(self):
+        pass
+
+    def runCommand(self):
+        self.parseArgs(usage="""
+    dm-get-datasets 
+        [key1:value1, key2:value2, ...]
+
+Description:
+    Retrieve datasets from the metadata catalog. Only those datasets that
+    match provided key/value metadata pairs will be returned. If no specific
+    metadata key/values are requested, all experiment datasets will be 
+    returned. 
+        """)
+        self.checkArgs()
+        api = DatasetRestApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
+        queryDict = self.splitArgsIntoDict()
+        datasetMetadataList = api.getDatasets(queryDict)
+        for datasetMetadata in datasetMetadataList:
+            print datasetMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
+
+#######################################################################
+# Run command.
+if __name__ == '__main__':
+    cli = GetDatasetsCli()
+    cli.run()
+

src/python/dm/cat_web_service/cli/getExperimentDatasetCli.py

+#!/usr/bin/env python
+
+from dm.cat_web_service.api.datasetRestApi import DatasetRestApi
+from dm.common.exceptions.invalidRequest import InvalidRequest
+from catWebServiceSessionCli import CatWebServiceSessionCli
+
+class GetExperimentDatasetCli(CatWebServiceSessionCli):
+    def __init__(self):
+        CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
+        self.addOption('', '--dataset', dest='datasetName', help='Dataset name.')
+        self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
+
+    def checkArgs(self):
+        if self.options.experimentName is None:
+            raise InvalidRequest('Experiment name must be provided.')
+        if self.options.datasetName is None:
+            raise InvalidRequest('Dataset name must be provided.')
+
+    def getExperimentName(self):
+        return self.options.experimentName
+
+    def getDatasetName(self):
+        return self.options.datasetName
+
+    def runCommand(self):
+        self.parseArgs(usage="""
+    dm-get-experiment-dataset --dataset=DATASETNAME --experiment=EXPERIMENTNAME 
+
+Description:
+    Retrieve experiment dataset metadata from the catalog. 
+        """)
+        self.checkArgs()
+        api = DatasetRestApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
+        datasetMetadata = api.getExperimentDataset(self.getExperimentName(), self.getDatasetName())
+        print datasetMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
+
+#######################################################################
+# Run command.
+if __name__ == '__main__':
+    cli = GetExperimentDatasetCli()
+    cli.run()
+

src/python/dm/cat_web_service/cli/getExperimentDatasetFilesCli.py

+#!/usr/bin/env python
+
+from dm.cat_web_service.api.datasetRestApi import DatasetRestApi
+from dm.common.exceptions.invalidRequest import InvalidRequest
+from catWebServiceSessionCli import CatWebServiceSessionCli
+
+class GetExperimentDatasetFilesCli(CatWebServiceSessionCli):
+    def __init__(self):
+        CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
+        self.addOption('', '--dataset', dest='datasetName', help='Dataset name.')
+        self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
+
+    def checkArgs(self):
+        if self.options.experimentName is None:
+            raise InvalidRequest('Experiment name must be provided.')
+        if self.options.datasetName is None:
+            raise InvalidRequest('Dataset name must be provided.')
+
+    def getExperimentName(self):
+        return self.options.experimentName
+
+    def getDatasetName(self):
+        return self.options.datasetName
+
+    def runCommand(self):
+        self.parseArgs(usage="""
+    dm-get-experiment-dataset-files --dataset=DATASETNAME 
+        --experiment=EXPERIMENTNAME 
+
+Description:
+    Retrieve experiment dataset files from the catalog. 
+        """)
+        self.checkArgs()
+        api = DatasetRestApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
+        fileMetadataList = api.getExperimentDatasetFiles(self.getExperimentName(), self.getDatasetName())
+        for fileMetadata in fileMetadataList:
+            print fileMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
+
+#######################################################################
+# Run command.
+if __name__ == '__main__':
+    cli = GetExperimentDatasetFilesCli()
+    cli.run()
+

src/python/dm/cat_web_service/cli/getExperimentDatasetsCli.py

+#!/usr/bin/env python
+
+from dm.cat_web_service.api.datasetRestApi import DatasetRestApi
+from dm.common.exceptions.invalidRequest import InvalidRequest
+from catWebServiceSessionCli import CatWebServiceSessionCli
+
+class GetExperimentDatasetsCli(CatWebServiceSessionCli):
+    def __init__(self):
+        CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
+        self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
+
+    def checkArgs(self):
+        if self.options.experimentName is None:
+            raise InvalidRequest('Experiment name must be provided.')
+
+    def getExperimentName(self):
+        return self.options.experimentName
+
+    def runCommand(self):
+        self.parseArgs(usage="""
+    dm-get-experiment-datasets --experiment=EXPERIMENTNAME 
+        [key1:value1, key2:value2, ...]
+
+Description:
+    Retrieve experiment datasets from the metadata catalog. Only those 
+    datasets that match provided key/value metadata pairs will be returned. 
+    If no specific metadata key/values are requested, all experiment datasets 
+    will be returned. 
+        """)
+        self.checkArgs()
+        api = DatasetRestApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
+        queryDict = self.splitArgsIntoDict()
+        datasetMetadataList = api.getExperimentDatasets(self.getExperimentName(), queryDict)
+        for datasetMetadata in datasetMetadataList:
+            print datasetMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
+
+#######################################################################
+# Run command.
+if __name__ == '__main__':
+    cli = GetExperimentDatasetsCli()
+    cli.run()
+

src/python/dm/cat_web_service/cli/updateExperimentDatasetCli.py

+#!/usr/bin/env python
+
+from dm.cat_web_service.api.datasetRestApi import DatasetRestApi
+from dm.common.exceptions.invalidRequest import InvalidRequest
+from catWebServiceSessionCli import CatWebServiceSessionCli
+
+class UpdateExperimentDatasetCli(CatWebServiceSessionCli):
+    def __init__(self):
+        CatWebServiceSessionCli.__init__(self, validArgCount=self.ANY_NUMBER_OF_POSITIONAL_ARGS)
+        self.addOption('', '--dataset', dest='datasetName', help='Dataset name.')
+        self.addOption('', '--experiment', dest='experimentName', help='Experiment name.')
+
+    def checkArgs(self):
+        if self.options.experimentName is None:
+            raise InvalidRequest('Experiment name must be provided.')
+        if self.options.datasetName is None:
+            raise InvalidRequest('Dataset name must be provided.')
+
+    def getExperimentName(self):
+        return self.options.experimentName
+
+    def getDatasetName(self):
+        return self.options.datasetName
+
+    def runCommand(self):
+        self.parseArgs(usage="""
+    dm-update-experiment-dataset --dataset=DATASETNAME 
+        --experiment=EXPERIMENTNAME 
+        [key1:value1, key2:value2, ...]
+
+Description:
+    Updates experiment dataset in the metadata catalog. All provided key/value 
+    pairs are interpreted as dataset metadata, and will be merged with existing
+    metadata, overwriting values for existing keys, and adding values for
+    new keys.
+        """)
+        self.checkArgs()
+        api = DatasetRestApi(self.getLoginUsername(), self.getLoginPassword(), self.getServiceHost(), self.getServicePort(), self.getServiceProtocol())
+        datasetInfo = self.splitArgsIntoDict()
+        datasetInfo['experimentName'] = self.getExperimentName()
+        datasetInfo['datasetName'] = self.getDatasetName()
+        datasetMetadata = api.updateExperimentDataset(datasetInfo)
+        print datasetMetadata.getDisplayString(self.getDisplayKeys(), self.getDisplayFormat())
+
+#######################################################################
+# Run command.
+if __name__ == '__main__':
+    cli = UpdateExperimentDatasetCli()
+    cli.run()
+