400 lines
14 KiB
Java
400 lines
14 KiB
Java
package org.gcube.data.access.fs;
|
|
|
|
import java.io.BufferedInputStream;
|
|
import java.io.File;
|
|
import java.io.FileInputStream;
|
|
import java.io.FileOutputStream;
|
|
import java.io.IOException;
|
|
import java.io.InputStream;
|
|
import java.io.OutputStream;
|
|
import java.net.URI;
|
|
import java.nio.file.Files;
|
|
import java.util.Arrays;
|
|
import java.util.HashMap;
|
|
import java.util.HashSet;
|
|
import java.util.List;
|
|
import java.util.Properties;
|
|
import java.util.regex.Matcher;
|
|
import java.util.regex.Pattern;
|
|
|
|
import javax.ws.rs.WebApplicationException;
|
|
import javax.ws.rs.client.Client;
|
|
import javax.ws.rs.client.ClientBuilder;
|
|
import javax.ws.rs.client.Entity;
|
|
import javax.ws.rs.client.WebTarget;
|
|
import javax.ws.rs.core.MediaType;
|
|
import javax.ws.rs.core.Response;
|
|
import javax.ws.rs.core.StreamingOutput;
|
|
|
|
import org.gcube.common.authorization.library.provider.SecurityTokenProvider;
|
|
import org.gcube.common.scope.api.ScopeProvider;
|
|
import org.gcube.common.storagehub.client.StreamDescriptor;
|
|
import org.gcube.common.storagehub.client.plugins.AbstractPlugin;
|
|
import org.gcube.common.storagehub.client.proxies.GroupManagerClient;
|
|
import org.gcube.common.storagehub.client.proxies.ItemManagerClient;
|
|
import org.gcube.common.storagehub.client.proxies.MessageManagerClient;
|
|
import org.gcube.common.storagehub.client.proxies.WorkspaceManagerClient;
|
|
import org.gcube.common.storagehub.model.Metadata;
|
|
import org.gcube.common.storagehub.model.Paths;
|
|
import org.gcube.common.storagehub.model.acls.ACL;
|
|
import org.gcube.common.storagehub.model.acls.AccessType;
|
|
import org.gcube.common.storagehub.model.exceptions.StorageHubException;
|
|
import org.gcube.common.storagehub.model.expressions.GenericSearchableItem;
|
|
import org.gcube.common.storagehub.model.expressions.OrderField;
|
|
import org.gcube.common.storagehub.model.expressions.SearchableItem;
|
|
import org.gcube.common.storagehub.model.expressions.logical.ISDescendant;
|
|
import org.gcube.common.storagehub.model.items.AbstractFileItem;
|
|
import org.gcube.common.storagehub.model.items.GCubeItem;
|
|
import org.gcube.common.storagehub.model.items.Item;
|
|
import org.gcube.common.storagehub.model.query.Queries;
|
|
import org.gcube.common.storagehub.model.query.Query;
|
|
import org.glassfish.jersey.client.ClientProperties;
|
|
import org.junit.BeforeClass;
|
|
import org.junit.Test;
|
|
import org.slf4j.Logger;
|
|
import org.slf4j.LoggerFactory;
|
|
|
|
public class TestCall {
|
|
|
|
private static Logger log = LoggerFactory.getLogger(TestCall.class);
|
|
|
|
private static final String propFile = "C:\\Users\\tilli\\Documents\\eclipse\\tokens.properties";
|
|
|
|
private static final String tokens = "dev-root";
|
|
|
|
@BeforeClass
|
|
public static void setUp(){
|
|
|
|
try(InputStream is = new FileInputStream(new File(propFile))){
|
|
Properties prop = new Properties();
|
|
prop.load(is);
|
|
String value =(String)prop.get(tokens);
|
|
String[] splitValue = value.split(",");
|
|
String context = splitValue[0];
|
|
String token = splitValue[1];
|
|
SecurityTokenProvider.instance.set(token);
|
|
ScopeProvider.instance.set(context);
|
|
} catch (Exception e) {
|
|
e.printStackTrace();
|
|
}
|
|
|
|
}
|
|
|
|
|
|
@Test
|
|
public void sendMessagesWithAttachment() throws Exception {
|
|
MessageManagerClient client = AbstractPlugin.messages().build();
|
|
client.sendMessage(Arrays.asList("massimiliano.assante"), "subject encodato ? è ", "è econdato ??", Arrays.asList("4827dd33-6eea-4bba-b78b-b98e2fd2ddfa"));
|
|
}
|
|
|
|
@Test
|
|
public void setUnread() throws Exception {
|
|
MessageManagerClient client = AbstractPlugin.messages().build();
|
|
client.setRead("f3b7ce40-28df-40b3-ad17-f0b9bd658016", false);
|
|
}
|
|
|
|
public void addUserToGroup() throws StorageHubException {
|
|
GroupManagerClient client = AbstractPlugin.groups().build();
|
|
client.addUserToGroup("andrea.rossi", "gcube-devsec-devVRE");
|
|
}
|
|
|
|
public void createNotAuthorized() throws Exception{
|
|
ItemManagerClient itemclient = AbstractPlugin.item().build();
|
|
itemclient.createFolder("3bc977be-37f0-4518-888f-a7cb96c9be8e", "cannot create", "", false);
|
|
}
|
|
|
|
|
|
public void createFolderAndShare() throws Exception{
|
|
ItemManagerClient itemclient = AbstractPlugin.item().build();
|
|
|
|
itemclient.createFolder("fakeId", "test", "test", false);
|
|
|
|
/*WorkspaceManagerClient client = AbstractPlugin.workspace().build();
|
|
Item ws = client.getWorkspace();
|
|
String id = itemclient.createFolder(ws.getId(), "ok7SharingTest", "shared folder for test SHM");
|
|
|
|
String sharedId = itemclient.shareFolder(id, new HashSet<String>(Arrays.asList("giancarlo.panichi")), AccessType.WRITE_OWNER);
|
|
itemclient.uploadFile(new FileInputStream("/home/lucio/Downloads/upload.pdf"), sharedId, "sharedFile.pdf" , "shared file in a shared folder");
|
|
*/
|
|
}
|
|
|
|
public void shareAnAlreadySharedFolder() throws Exception{
|
|
|
|
ItemManagerClient itemclient = AbstractPlugin.item().build();
|
|
itemclient.shareFolder("86e8472a-6f66-4608-9d70-20102c9172ce", new HashSet<>(Arrays.asList("costantino.perciante")), AccessType.READ_ONLY);
|
|
}
|
|
|
|
public void restore() throws Exception{
|
|
WorkspaceManagerClient client = AbstractPlugin.workspace().build();
|
|
System.out.println(client.restoreFromTrash("4fc0a9df-9a51-42ef-98f2-06c21bd0669b", "f3d336cc-cd00-48ba-8339-2bffcbef825e"));
|
|
}
|
|
|
|
|
|
|
|
public void unshareFolder() throws Exception{
|
|
ItemManagerClient itemclient = AbstractPlugin.item().build();
|
|
itemclient.unshareFolder("86e8472a-6f66-4608-9d70-20102c9172ce", new HashSet<>(Arrays.asList("giancarlo.panichi")));
|
|
|
|
}
|
|
|
|
|
|
public void delete() throws Exception{
|
|
ItemManagerClient itemclient = AbstractPlugin.item().build();
|
|
itemclient.delete("7af3d5cb-5e74-4a80-be81-acb2fec74cd9");
|
|
|
|
}
|
|
|
|
|
|
|
|
public void getById() throws Exception{
|
|
final ItemManagerClient client = AbstractPlugin.item().build();
|
|
List<? extends Item> items = client.getAnchestors("29b417e2-dc2f-419a-be0b-7f49e76c9d7c", "hl:accounting", "jcr:content");
|
|
|
|
System.out.println("items are "+items.size());
|
|
|
|
for (Item item: items)
|
|
System.out.println(item.getName()+ " "+item.getPath());
|
|
|
|
System.in.read();
|
|
}
|
|
|
|
public void setMetadata() throws Exception{
|
|
final ItemManagerClient client = AbstractPlugin.item().build();
|
|
Metadata meta = new Metadata();
|
|
HashMap<String, Object> prop = new HashMap<>();
|
|
prop.put("folderProp", "test2");
|
|
prop.put("folderProp2", "test2");
|
|
meta.setMap(prop);
|
|
client.setMetadata("8822478a-4fd3-41d5-87de-9ff161d0935e", meta);
|
|
}
|
|
|
|
public void createGcubeItem() throws Exception {
|
|
final ItemManagerClient client = AbstractPlugin.item().build();
|
|
GCubeItem item = new GCubeItem();
|
|
item.setName("itemTest");
|
|
item.setDescription("test descr");
|
|
item.setScopes(new String[] {"/gcube", "/gcube/devsec"});
|
|
item.setItemType("myType");
|
|
item.setCreator("me");
|
|
|
|
WorkspaceManagerClient wsc = AbstractPlugin.workspace().build();
|
|
Item ws = wsc.getWorkspace();
|
|
|
|
client.createGcubeItem(ws.getId(), item);
|
|
}
|
|
|
|
|
|
@Test
|
|
public void uploadDirectJersey() throws Exception {
|
|
long start = System.currentTimeMillis();
|
|
Client client = ClientBuilder.newClient();
|
|
client.property(ClientProperties.REQUEST_ENTITY_PROCESSING, "CHUNKED").property(ClientProperties.CHUNKED_ENCODING_SIZE, 1024).property(ClientProperties.OUTBOUND_CONTENT_LENGTH_BUFFER, -1);
|
|
WebTarget target = client.target("https://workspace-repository.dev.d4science.org/storagehub/workspace/items/cc7513e7-fd93-4bfb-8e1b-bc9b32938c77/create/"
|
|
+ "FILE?gcube-token=b7c80297-e4ed-42ab-ab42-fdc0b8b0eabf-98187548");
|
|
|
|
target = target.queryParam("name", "test2Gb.zip").queryParam("description", "description");
|
|
|
|
|
|
File inFile = new File("C:\\Users\\tilli\\Downloads\\testup.zip");
|
|
InputStream fileInStream = new FileInputStream(inFile);
|
|
|
|
|
|
//String contentDisposition = "attachment; filename=\"" + inFile.getName() + "\"";
|
|
System.out.println("sending: " + inFile.length() + " bytes...");
|
|
System.setProperty("sun.net.http.allowRestrictedHeaders", "true");
|
|
Response response = target
|
|
.request(MediaType.APPLICATION_OCTET_STREAM_TYPE)
|
|
//.header("Content-Disposition", contentDisposition)
|
|
//.header("Content-Length", inFile.length())
|
|
.post(Entity.entity(fileInStream, MediaType.APPLICATION_OCTET_STREAM_TYPE));
|
|
System.out.println("Response status: " + response.getStatus()+ " in "+(System.currentTimeMillis()-start));
|
|
}
|
|
|
|
|
|
@Test
|
|
public void upload() throws Exception{
|
|
final ItemManagerClient client = AbstractPlugin.item().build();
|
|
|
|
URI remote = new URI("https://data.bluecloud.cineca.it/api/download/gAAAAABhaSJN8TUA71la3mKMOL9D"
|
|
+ "mioSBvOehbZlu54_jvscz8Zu3LXgqhr8RfJemd83QIh47z6TyMn3mD0OjpcG5g0qf9WUZCeW1J4btEqNObkaWv"
|
|
+ "pMhabvswweyFn1Jg4m5GpwCoKayvgsYYwjbjsGsQW5Hileiw==");
|
|
|
|
|
|
client.uploadFile(remote, "bc1c9525-43f7-4565-b5ea-0a0f9d7853a0", "5gb.zip", "description");
|
|
|
|
|
|
|
|
}
|
|
|
|
public void uploadArchive() throws Exception{
|
|
final ItemManagerClient client = AbstractPlugin.item().at(new URI("http://workspace-repository1-d.d4science.org:8080/storagehub")).build();
|
|
|
|
client.uploadArchive(new FileInputStream("/home/lucio/Downloads/filezilla.tar"), "bc1c9525-43f7-4565-b5ea-0a0f9d7853a0", "filezillaTar1");
|
|
|
|
}
|
|
|
|
|
|
|
|
public void getACL() throws Exception{
|
|
final ItemManagerClient client = AbstractPlugin.item().build();
|
|
try {
|
|
List<ACL> acls = client.getACL("790e4c52-fbca-48e9-b267-67ea2ce708c0");
|
|
|
|
System.out.println("items are "+acls.size());
|
|
|
|
|
|
for (ACL acl: acls)
|
|
System.out.println(acl.getPricipal()+ " "+acl.getAccessTypes());
|
|
}catch(Exception e) {
|
|
e.printStackTrace();
|
|
}
|
|
}
|
|
|
|
public void download() throws Exception{
|
|
ItemManagerClient client = AbstractPlugin.item().build();
|
|
StreamDescriptor streamDescr = client.download("6875651d-6510-4b82-a0f3-cc3356c1a143");
|
|
File output = Files.createTempFile("down", streamDescr.getFileName()).toFile();
|
|
try (BufferedInputStream bi = new BufferedInputStream(streamDescr.getStream()); FileOutputStream fo = new FileOutputStream(output)){
|
|
byte[] buf = new byte[2048];
|
|
int read = -1;
|
|
while ((read=bi.read(buf))!=-1) {
|
|
fo.write(buf, 0, read);
|
|
}
|
|
}
|
|
|
|
System.out.println("file written "+output.getAbsolutePath());
|
|
}
|
|
|
|
public void getCount() throws Exception{
|
|
final ItemManagerClient client = AbstractPlugin.item().build();
|
|
long start = System.currentTimeMillis();
|
|
System.out.println("found "+client.childrenCount("bc1c9525-43f7-4565-b5ea-0a0f9d7853a0")+" children");
|
|
|
|
System.out.println("count took: "+(System.currentTimeMillis()-start) );
|
|
|
|
System.in.read();
|
|
}
|
|
|
|
public void getVreFolder() {
|
|
ItemManagerClient itemclient = AbstractPlugin.item().build();
|
|
WorkspaceManagerClient wsclient = AbstractPlugin.workspace().build();
|
|
List<? extends Item> folders = wsclient.getVreFolders("hl:accounting");
|
|
for (Item item: folders) {
|
|
System.out.println(item.getTitle());
|
|
}
|
|
|
|
}
|
|
|
|
@Test
|
|
public void getRecents() {
|
|
|
|
WorkspaceManagerClient wsclient = AbstractPlugin.workspace().build();
|
|
List<? extends Item> items = wsclient.getRecentModifiedFilePerVre();
|
|
|
|
System.out.println("items are "+items.size());
|
|
|
|
for (Item item: items)
|
|
System.out.println(item.getName()+ " "+item.getLastModificationTime().getTimeInMillis());
|
|
}
|
|
|
|
public void createFolder() throws Exception{
|
|
long start= System.currentTimeMillis();
|
|
ItemManagerClient itemclient = AbstractPlugin.item().build();
|
|
WorkspaceManagerClient wsclient = AbstractPlugin.workspace().build();
|
|
String id = wsclient.getWorkspace("hl:accounting", "jcr:content").getId();
|
|
System.out.println("getting the WS id took "+(System.currentTimeMillis()-start));
|
|
|
|
|
|
itemclient.createFolder(id,"sesto tentativo","6 tentativo");
|
|
System.out.println("creating folder took total "+(System.currentTimeMillis()-start));
|
|
}
|
|
|
|
public void share() throws Exception {
|
|
ItemManagerClient itemclient = AbstractPlugin.item().build();
|
|
itemclient.shareFolder("4fd4a4ca-c615-4076-8eaa-70268e4f6166", new HashSet<>(Arrays.asList("francesco.mangiacrapa","massimiliano.assante","giancarlo.panichi")), AccessType.WRITE_OWNER);
|
|
|
|
}
|
|
|
|
@Test
|
|
public void search() {
|
|
|
|
Query<SearchableItem<?>> query = Queries.queryFor(AbstractFileItem.class);
|
|
/*
|
|
Calendar calendar = Calendar.getInstance();
|
|
calendar.set(Calendar.YEAR, 2015);
|
|
*/
|
|
|
|
WorkspaceManagerClient wsclient = AbstractPlugin.workspace().build();
|
|
//String path = wsclient.getVreFolder("hl:accounting").getPath();
|
|
//System.out.println("path is "+path);
|
|
query.setExpression(new ISDescendant(Paths.getPath("/Home/lucio.lelii/Workspace/")));
|
|
query.setLimit(10);
|
|
query.setOrder(new OrderField(GenericSearchableItem.get().title));
|
|
List<? extends Item> items = wsclient.search(query, "hl:accounting", "jcr:content");
|
|
for (Item item: items) {
|
|
System.out.println(item.getName()+" "+item.getPath()+" "+item.getLastModificationTime().getTimeInMillis());
|
|
}
|
|
System.out.println("items are "+items.size());
|
|
|
|
}
|
|
|
|
/*
|
|
@Test
|
|
public void createFolder() throws Exception{
|
|
Items.createFolder();
|
|
}
|
|
|
|
@Test
|
|
public void createFile() throws Exception{
|
|
Items.create();
|
|
}*/
|
|
|
|
@Test
|
|
public void isValidName(){
|
|
String name= "Chart focused on Quantities - Overall mean and standard deviation of the quantity_GENERIC_CHARTS_ID_bdba343e-0e33-4fae-8cca-4e4140610a76.png";
|
|
Pattern p = Pattern.compile("[^a-z0-9\\s_\\-\\.]", Pattern.CASE_INSENSITIVE);
|
|
Matcher m = p.matcher(name);
|
|
boolean b = m.find();
|
|
System.out.println("result: "+!b);
|
|
}
|
|
|
|
|
|
|
|
/* private InputStream getThumbnailAsPng(ImagePlus img, int thumbWidth,
|
|
int thumbHeight) throws IOException {
|
|
|
|
InputStream stream = null;
|
|
ImageProcessor processor = img.getProcessor();
|
|
try{
|
|
Image thumb = processor.resize(thumbWidth, thumbHeight).createImage();
|
|
thumb = thumb.getScaledInstance(thumbWidth,thumbHeight,Image.SCALE_SMOOTH);
|
|
|
|
FileSaver fs = new FileSaver(new ImagePlus("",thumb));
|
|
File tmpThumbFile = File.createTempFile("THUMB", "TMP");
|
|
tmpThumbFile.deleteOnExit();
|
|
|
|
fs.saveAsPng(tmpThumbFile.getAbsolutePath());
|
|
stream = new FileInputStream(tmpThumbFile);
|
|
|
|
}catch (Exception e) {
|
|
throw new RuntimeException(e);
|
|
}
|
|
return stream;
|
|
}
|
|
|
|
public static ImagePlus getImgePlus(String pathOrURL) throws IOException {
|
|
|
|
//necessary to run without WINDOWS X11
|
|
System.setProperty("java.awt.headless","true");
|
|
|
|
ImagePlus img = null;
|
|
try{
|
|
img = new ImagePlus(pathOrURL);
|
|
}catch (Exception e) {
|
|
throw new RuntimeException(e);
|
|
}
|
|
return img;
|
|
}*/
|
|
|
|
}
|