[oalex] renaming

This commit is contained in:
Miriam Baglioni 2024-12-05 18:44:06 +01:00
parent a59d0ce9fc
commit 0043e4051f
1 changed files with 1 additions and 1 deletions

View File

@ -69,7 +69,7 @@ exploded = spark.read.json(folder_path) \
col("rors").alias("OAlex"),
explode(col("raw_aff_string")).alias("affiliation") #this allows to split all the raw_aff_string and to parallelize better
)
affs = explode \
affs = exploded \
.select("affiliation") \
.distinct() \
.withColumn("Matchings", oalex_affro_udf(col("affiliation")))