Skip to content
Snippets Groups Projects
Commit e88d2a69 authored by sveseli's avatar sveseli
Browse files

fix for already compressed files

parent b2800b30
No related branches found
No related tags found
No related merge requests found
......@@ -138,9 +138,10 @@ Description:
fileMetadata = fileMetadataList.pop()
fileId = fileMetadata.get('id')
experimentFilePath = fileMetadata.get('experimentFilePath')
print('Requesting compression for file %s' % (experimentFilePath))
experimentFile = dsFileApi.compressFile(experimentFilePath, experimentName, compression)
modifiedFileMetadata = {'id' : fileId, 'compression' : experimentFile['compression'], 'experimentName' : experimentName, 'experimentFilePath' : experimentFilePath }
if not experimentFilePath.endswith(compression):
print('Requesting compression for file %s' % (experimentFilePath))
experimentFile = dsFileApi.compressFile(experimentFilePath, experimentName, compression)
modifiedFileMetadata = {'id' : fileId, 'compression' : compression, 'experimentName' : experimentName, 'experimentFilePath' : experimentFilePath }
requestedMetadataList.append(modifiedFileMetadata)
# Update catalog after file gets compressed
......@@ -148,7 +149,9 @@ Description:
while len(requestedMetadataList):
requestedFileMetadata = requestedMetadataList.pop()
experimentFilePath = requestedFileMetadata['experimentFilePath']
compressedExperimentFilePath = '%s.%s' % (experimentFilePath, compression)
compressedExperimentFilePath = experimentFilePath
if not experimentFilePath.endswith(compression):
compressedExperimentFilePath = '%s.%s' % (experimentFilePath, compression)
print('Waiting on compression for file %s (%s/%s)' % (experimentFilePath,(nCompressed+1),nFiles))
while True:
try:
......
......@@ -128,8 +128,9 @@ Description:
fileId = fileMetadata.get('id')
experimentFilePath = fileMetadata.get('experimentFilePath')
compression = fileMetadata.get('compression')
print('Requesting decompression for file %s' % (experimentFilePath))
experimentFile = dsFileApi.decompressFile(experimentFilePath, experimentName, compression)
if not experimentFilePath.endswith(compression):
print('Requesting decompression for file %s' % (experimentFilePath))
experimentFile = dsFileApi.decompressFile(experimentFilePath, experimentName, compression)
modifiedFileMetadata = {'id' : fileId, 'compression' : '', 'experimentName' : experimentName, 'experimentFilePath' : experimentFilePath }
requestedMetadataList.append(modifiedFileMetadata)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment