D-Net
/
dnet-applications
16
1
Fork 0
Code Issues Pull Requests Releases Wiki Activity

logs

This commit is contained in:
Michele Artini 2021-02-23 16:51:07 +01:00
parent 2015ea5bd8
commit a8820b3edb
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
apps/dhp-mdstore-manager/src/main/java/eu/dnetlib/data/mdstore/manager/utils/HdfsClient.java
View File

@ -1,5 +1,6 @@
package eu.dnetlib.data.mdstore.manager.utils;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.util.ArrayList;
import java.util.LinkedHashMap;
@ -42,6 +43,8 @@ public class HdfsClient {
try (final FileSystem fs = FileSystem.get(conf())) {
fs.delete(new Path(path), true);
log.info("HDFS Path deleted: " + path);
} catch (final FileNotFoundException e) {
log.warn("Missing path: " + hdfsBasePath);
} catch (IllegalArgumentException | IOException e) {
log.error("Eror deleting path: " + path, e);
throw new MDStoreManagerException("Eror deleting path: " + path, e);
@ -62,6 +65,8 @@ public class HdfsClient {
}
}
}
} catch (final FileNotFoundException e) {
log.warn("Missing path: " + hdfsBasePath);
} catch (final Exception e) {
log.error("Error Listing path: " + hdfsBasePath, e);
}
@ -82,6 +87,8 @@ public class HdfsClient {
res.add(String.format("%s/%s", path, f.getPath().getName()));
}
}
} catch (final FileNotFoundException e) {
log.warn("Missing path: " + hdfsBasePath);
} catch (final Exception e) {
log.error("Error Listing path: " + path, e);
}
@ -120,6 +127,8 @@ public class HdfsClient {
list.add(map);
log.debug("added record");
}
} catch (final FileNotFoundException e) {
log.warn("Missing path: " + hdfsBasePath);
} catch (final Throwable e) {
log.error("Error reading parquet file: " + f, e);
throw new MDStoreManagerException("Error reading parquet file: " + f, e);