przemyslaw.jacewicz
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

avoiding error on jenkins compilations: java.net.BindException: Cannot assign requested address: Service 'sparkDriver' failed after 16 retries (on a random free port)!

This commit is contained in:
Claudio Atzori 2021-03-23 09:56:34 +01:00
parent b4febed138
commit 8db248aa13
1 changed files with 9 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
dhp-workflows/dhp-aggregation/src/test/java/eu/dnetlib/dhp/transformation/TransformationJobTest.java
View File

@ -34,9 +34,16 @@ import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
@ExtendWith(MockitoExtension.class) @ExtendWith(MockitoExtension.class)
public class TransformationJobTest extends AbstractVocabularyTest { public class TransformationJobTest extends AbstractVocabularyTest {
private SparkConf sparkConf;
@BeforeEach @BeforeEach
public void setUp() throws IOException, ISLookUpException { public void setUp() throws IOException, ISLookUpException {
setUpVocabulary(); setUpVocabulary();
sparkConf = new SparkConf();
sparkConf.setMaster("local[*]");
sparkConf.set("spark.driver.host", "localhost");
sparkConf.set("spark.ui.enabled", "false");
} }
@Test @Test
@ -124,11 +131,7 @@ public class TransformationJobTest extends AbstractVocabularyTest {
@DisplayName("Test TransformSparkJobNode.main with oaiOpenaire_datacite (v4)") @DisplayName("Test TransformSparkJobNode.main with oaiOpenaire_datacite (v4)")
public void transformTestITGv4OAIdatacite(@TempDir Path testDir) throws Exception { public void transformTestITGv4OAIdatacite(@TempDir Path testDir) throws Exception {
SparkConf conf = new SparkConf(); try (SparkSession spark = SparkSession.builder().config(sparkConf).getOrCreate()) {
conf.setAppName(TransformationJobTest.class.getSimpleName());
conf.setMaster("local");
try (SparkSession spark = SparkSession.builder().config(conf).getOrCreate()) {
final String mdstore_input = this final String mdstore_input = this
.getClass() .getClass()
@ -190,11 +193,7 @@ public class TransformationJobTest extends AbstractVocabularyTest {
@DisplayName("Test TransformSparkJobNode.main") @DisplayName("Test TransformSparkJobNode.main")
public void transformTest(@TempDir Path testDir) throws Exception { public void transformTest(@TempDir Path testDir) throws Exception {
SparkConf conf = new SparkConf(); try (SparkSession spark = SparkSession.builder().config(sparkConf).getOrCreate()) {
conf.setAppName(TransformationJobTest.class.getSimpleName());
conf.setMaster("local");
try (SparkSession spark = SparkSession.builder().config(conf).getOrCreate()) {
final String mdstore_input = this final String mdstore_input = this
.getClass() .getClass()