D-Net
/
dnet-hadoop
14
5
Fork 11
Code Issues 14 Pull Requests 12 Projects 2 Releases 2 Wiki Activity

avoiding error on jenkins compilations: java.net.BindException: Cannot assign requested address: Service 'sparkDriver' failed after 16 retries (on a random free port)!

This commit is contained in:
Claudio Atzori 2021-03-23 09:56:34 +01:00
parent b4febed138
commit 8db248aa13
1 changed files with 9 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
dhp-workflows/dhp-aggregation/src/test/java/eu/dnetlib/dhp/transformation/TransformationJobTest.java
View File

@ -34,9 +34,16 @@ import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
@ExtendWith(MockitoExtension.class)
public class TransformationJobTest extends AbstractVocabularyTest {
private SparkConf sparkConf;
@BeforeEach
public void setUp() throws IOException, ISLookUpException {
setUpVocabulary();
sparkConf = new SparkConf();
sparkConf.setMaster("local[*]");
sparkConf.set("spark.driver.host", "localhost");
sparkConf.set("spark.ui.enabled", "false");
}
@Test
@ -124,11 +131,7 @@ public class TransformationJobTest extends AbstractVocabularyTest {
@DisplayName("Test TransformSparkJobNode.main with oaiOpenaire_datacite (v4)")
public void transformTestITGv4OAIdatacite(@TempDir Path testDir) throws Exception {
SparkConf conf = new SparkConf();
conf.setAppName(TransformationJobTest.class.getSimpleName());
conf.setMaster("local");
try (SparkSession spark = SparkSession.builder().config(conf).getOrCreate()) {
try (SparkSession spark = SparkSession.builder().config(sparkConf).getOrCreate()) {
final String mdstore_input = this
.getClass()
@ -190,11 +193,7 @@ public class TransformationJobTest extends AbstractVocabularyTest {
@DisplayName("Test TransformSparkJobNode.main")
public void transformTest(@TempDir Path testDir) throws Exception {
SparkConf conf = new SparkConf();
conf.setAppName(TransformationJobTest.class.getSimpleName());
conf.setMaster("local");
try (SparkSession spark = SparkSession.builder().config(conf).getOrCreate()) {
try (SparkSession spark = SparkSession.builder().config(sparkConf).getOrCreate()) {
final String mdstore_input = this
.getClass()