ref 11720: DataMiner - Update to StorageHUB

https://support.d4science.org/issues/11720

Updated to StorageHub 

git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/portlets/user/data-miner-manager@169458 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
Giancarlo Panichi 2018-06-26 14:58:21 +00:00
parent 7476cec4d8
commit 992ae023fe
2 changed files with 72 additions and 90 deletions

View File

@ -3,14 +3,13 @@ package org.gcube.portlets.user.dataminermanager.server.storage;
import java.io.InputStream;
import java.net.URL;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.gcube.common.homelibrary.home.HomeLibrary;
import org.gcube.common.homelibrary.home.workspace.Workspace;
import org.gcube.common.homelibrary.home.workspace.WorkspaceItem;
import org.gcube.common.storagehub.client.StreamDescriptor;
import org.gcube.common.storagehub.client.dsl.FileContainer;
import org.gcube.common.storagehub.client.dsl.ItemContainer;
import org.gcube.common.storagehub.client.dsl.ListResolver;
import org.gcube.common.storagehub.client.dsl.OpenResolver;
import org.gcube.common.storagehub.client.dsl.StorageHubClient;
import org.gcube.common.storagehub.model.Metadata;
@ -84,8 +83,6 @@ public class StorageUtil {
}
}
/**
*
* @param user
@ -152,15 +149,18 @@ public class StorageUtil {
* @throws ServiceException
* service exception
*/
public WorkspaceItem getItemInRootFolderOnWorkspace(String user, String itemName) throws ServiceException {
Workspace ws;
public Item getItemInRootFolderOnWorkspace(String user, String itemName) throws ServiceException {
try {
logger.debug("GetItemInRootFolder: [user=" + user + ", itemName=" + itemName + "]");
ws = HomeLibrary.getUserWorkspace(user);
StorageHubClient shc = new StorageHubClient();
ListResolver listResolver = shc.getWSRoot().findByName(itemName);
List<? extends Item> items = listResolver.getItems();
WorkspaceItem item = ws.find(itemName, ws.getRoot().getId());
return item;
if (items != null && !items.isEmpty()) {
return items.get(0);
} else {
return null;
}
} catch (Throwable e) {
logger.error("Error in get Item in RootFolder: " + e.getLocalizedMessage(), e);
@ -180,16 +180,18 @@ public class StorageUtil {
* @throws ServiceException
* service exception
*/
public WorkspaceItem getItemInFolderOnWorkspace(String user, String folderId, String itemName)
throws ServiceException {
Workspace ws;
public Item getItemInFolderOnWorkspace(String user, String folderId, String itemName) throws ServiceException {
try {
logger.debug("GetItemInFolder: [user=" + user + ", folderId=" + folderId + ", itemName=" + itemName + "]");
ws = HomeLibrary.getUserWorkspace(user);
StorageHubClient shc = new StorageHubClient();
ListResolver listResolver = shc.open(folderId).asFolder().findByName(itemName);
List<? extends Item> items = listResolver.getItems();
WorkspaceItem item = ws.find(itemName, folderId);
return item;
if (items != null && !items.isEmpty()) {
return items.get(0);
} else {
return null;
}
} catch (Throwable e) {
logger.error("Error in get Item in Folder: " + e.getLocalizedMessage(), e);
@ -207,12 +209,13 @@ public class StorageUtil {
* service exception
*/
public void deleteItem(String user, String itemId) throws ServiceException {
Workspace ws;
try {
logger.debug("User: " + user + ", ItemId:" + itemId);
ws = HomeLibrary.getUserWorkspace(user);
StorageHubClient shc = new StorageHubClient();
OpenResolver openResolver = shc.open(itemId);
ws.removeItems(itemId);
ItemContainer<Item> itemContainer = openResolver.asItem();
itemContainer.delete();
return;
} catch (Throwable e) {

View File

@ -1,15 +1,14 @@
package org.gcube.portlets.user.dataminermanager.server.util;
import org.gcube.common.homelibrary.home.workspace.WorkspaceItem;
import org.gcube.portlets.user.dataminermanager.server.storage.StorageUtil;
import org.gcube.portlets.user.dataminermanager.shared.exception.ServiceException;
import org.gcube.common.storagehub.model.items.Item;
import org.gcube.data.analysis.dataminermanagercl.server.util.ServiceCredentials;
import org.gcube.data.analysis.dataminermanagercl.shared.workspace.Computations;
import org.gcube.data.analysis.dataminermanagercl.shared.workspace.OutputDataSets;
import org.gcube.data.analysis.dataminermanagercl.shared.workspace.DataMinerWorkArea;
import org.gcube.data.analysis.dataminermanagercl.shared.workspace.InputDataSets;
import org.gcube.data.analysis.dataminermanagercl.shared.workspace.ItemDescription;
import org.gcube.data.analysis.dataminermanagercl.shared.workspace.OutputDataSets;
import org.gcube.portlets.user.dataminermanager.server.storage.StorageUtil;
import org.gcube.portlets.user.dataminermanager.shared.exception.ServiceException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@ -25,8 +24,7 @@ public class DataMinerWorkAreaManager {
private static final String COMPUTED_DATA_FOLDER = "Output Data Sets";
private static final String COMPUTATIONS_FOLDER = "Computations";
public static final Logger logger = LoggerFactory
.getLogger(DataMinerWorkAreaManager.class);
public static final Logger logger = LoggerFactory.getLogger(DataMinerWorkAreaManager.class);
private ServiceCredentials serviceCredentials;
@ -39,8 +37,7 @@ public class DataMinerWorkAreaManager {
StorageUtil storageUtil = new StorageUtil();
try {
WorkspaceItem wiDataMinerFolder = storageUtil
.getItemInRootFolderOnWorkspace(serviceCredentials.getUserName(),
Item wiDataMinerFolder = storageUtil.getItemInRootFolderOnWorkspace(serviceCredentials.getUserName(),
DATA_MINER_FOLDER);
if (wiDataMinerFolder == null) {
@ -49,13 +46,10 @@ public class DataMinerWorkAreaManager {
} else {
ItemDescription dataMinerWorkAreaFolder = null;
dataMinerWorkAreaFolder = new ItemDescription(
wiDataMinerFolder.getId(), wiDataMinerFolder.getName(),
wiDataMinerFolder.getOwner().getPortalLogin(),
wiDataMinerFolder.getPath(), wiDataMinerFolder
.getType().name());
dataMinerWorkArea = new DataMinerWorkArea(
dataMinerWorkAreaFolder);
dataMinerWorkAreaFolder = new ItemDescription(wiDataMinerFolder.getId(), wiDataMinerFolder.getName(),
wiDataMinerFolder.getOwner(), wiDataMinerFolder.getPath(),
null);
dataMinerWorkArea = new DataMinerWorkArea(dataMinerWorkAreaFolder);
}
@ -68,18 +62,13 @@ public class DataMinerWorkAreaManager {
InputDataSets inputDataSets = null;
try {
WorkspaceItem wiImportedDataFolder = storageUtil
.getItemInFolderOnWorkspace(serviceCredentials.getUserName(),
dataMinerWorkArea.getDataMinerWorkAreaFolder()
.getId(), IMPORTED_DATA_FOLDER);
Item wiImportedDataFolder = storageUtil.getItemInFolderOnWorkspace(serviceCredentials.getUserName(),
dataMinerWorkArea.getDataMinerWorkAreaFolder().getId(), IMPORTED_DATA_FOLDER);
ItemDescription importedDataFolder = null;
importedDataFolder = new ItemDescription(
wiImportedDataFolder.getId(),
wiImportedDataFolder.getName(), wiImportedDataFolder
.getOwner().getPortalLogin(),
wiImportedDataFolder.getPath(), wiImportedDataFolder
.getType().name());
importedDataFolder = new ItemDescription(wiImportedDataFolder.getId(), wiImportedDataFolder.getName(),
wiImportedDataFolder.getOwner(), wiImportedDataFolder.getPath(),
null);
inputDataSets = new InputDataSets(importedDataFolder);
@ -90,18 +79,13 @@ public class DataMinerWorkAreaManager {
OutputDataSets outputDataSets = null;
try {
WorkspaceItem wiComputedDataFolder = storageUtil
.getItemInFolderOnWorkspace(serviceCredentials.getUserName(),
dataMinerWorkArea.getDataMinerWorkAreaFolder()
.getId(), COMPUTED_DATA_FOLDER);
Item wiComputedDataFolder = storageUtil.getItemInFolderOnWorkspace(serviceCredentials.getUserName(),
dataMinerWorkArea.getDataMinerWorkAreaFolder().getId(), COMPUTED_DATA_FOLDER);
ItemDescription computedDataFolder = null;
computedDataFolder = new ItemDescription(
wiComputedDataFolder.getId(),
wiComputedDataFolder.getName(), wiComputedDataFolder
.getOwner().getPortalLogin(),
wiComputedDataFolder.getPath(), wiComputedDataFolder
.getType().name());
computedDataFolder = new ItemDescription(wiComputedDataFolder.getId(), wiComputedDataFolder.getName(),
wiComputedDataFolder.getOwner(), wiComputedDataFolder.getPath(),
null);
outputDataSets = new OutputDataSets(computedDataFolder);
} catch (Throwable e) {
@ -111,18 +95,13 @@ public class DataMinerWorkAreaManager {
Computations computations = null;
try {
WorkspaceItem wiComputationsDataFolder = storageUtil
.getItemInFolderOnWorkspace(serviceCredentials.getUserName(),
dataMinerWorkArea.getDataMinerWorkAreaFolder()
.getId(), COMPUTATIONS_FOLDER);
Item wiComputationsDataFolder = storageUtil.getItemInFolderOnWorkspace(serviceCredentials.getUserName(),
dataMinerWorkArea.getDataMinerWorkAreaFolder().getId(), COMPUTATIONS_FOLDER);
ItemDescription computationsDataFolder = null;
computationsDataFolder = new ItemDescription(
wiComputationsDataFolder.getId(),
wiComputationsDataFolder.getName(),
wiComputationsDataFolder.getOwner().getPortalLogin(),
wiComputationsDataFolder.getPath(),
wiComputationsDataFolder.getType().name());
computationsDataFolder = new ItemDescription(wiComputationsDataFolder.getId(),
wiComputationsDataFolder.getName(), wiComputationsDataFolder.getOwner(),
wiComputationsDataFolder.getPath(), null);
computations = new Computations(computationsDataFolder);
} catch (Throwable e) {