logs
This commit is contained in:
parent
2015ea5bd8
commit
a8820b3edb
|
@ -1,5 +1,6 @@
|
||||||
package eu.dnetlib.data.mdstore.manager.utils;
|
package eu.dnetlib.data.mdstore.manager.utils;
|
||||||
|
|
||||||
|
import java.io.FileNotFoundException;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.LinkedHashMap;
|
import java.util.LinkedHashMap;
|
||||||
|
@ -42,6 +43,8 @@ public class HdfsClient {
|
||||||
try (final FileSystem fs = FileSystem.get(conf())) {
|
try (final FileSystem fs = FileSystem.get(conf())) {
|
||||||
fs.delete(new Path(path), true);
|
fs.delete(new Path(path), true);
|
||||||
log.info("HDFS Path deleted: " + path);
|
log.info("HDFS Path deleted: " + path);
|
||||||
|
} catch (final FileNotFoundException e) {
|
||||||
|
log.warn("Missing path: " + hdfsBasePath);
|
||||||
} catch (IllegalArgumentException | IOException e) {
|
} catch (IllegalArgumentException | IOException e) {
|
||||||
log.error("Eror deleting path: " + path, e);
|
log.error("Eror deleting path: " + path, e);
|
||||||
throw new MDStoreManagerException("Eror deleting path: " + path, e);
|
throw new MDStoreManagerException("Eror deleting path: " + path, e);
|
||||||
|
@ -62,6 +65,8 @@ public class HdfsClient {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
} catch (final FileNotFoundException e) {
|
||||||
|
log.warn("Missing path: " + hdfsBasePath);
|
||||||
} catch (final Exception e) {
|
} catch (final Exception e) {
|
||||||
log.error("Error Listing path: " + hdfsBasePath, e);
|
log.error("Error Listing path: " + hdfsBasePath, e);
|
||||||
}
|
}
|
||||||
|
@ -82,6 +87,8 @@ public class HdfsClient {
|
||||||
res.add(String.format("%s/%s", path, f.getPath().getName()));
|
res.add(String.format("%s/%s", path, f.getPath().getName()));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
} catch (final FileNotFoundException e) {
|
||||||
|
log.warn("Missing path: " + hdfsBasePath);
|
||||||
} catch (final Exception e) {
|
} catch (final Exception e) {
|
||||||
log.error("Error Listing path: " + path, e);
|
log.error("Error Listing path: " + path, e);
|
||||||
}
|
}
|
||||||
|
@ -120,6 +127,8 @@ public class HdfsClient {
|
||||||
list.add(map);
|
list.add(map);
|
||||||
log.debug("added record");
|
log.debug("added record");
|
||||||
}
|
}
|
||||||
|
} catch (final FileNotFoundException e) {
|
||||||
|
log.warn("Missing path: " + hdfsBasePath);
|
||||||
} catch (final Throwable e) {
|
} catch (final Throwable e) {
|
||||||
log.error("Error reading parquet file: " + f, e);
|
log.error("Error reading parquet file: " + f, e);
|
||||||
throw new MDStoreManagerException("Error reading parquet file: " + f, e);
|
throw new MDStoreManagerException("Error reading parquet file: " + f, e);
|
||||||
|
|
Loading…
Reference in New Issue