mkallipo
/
affRo
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

[oalex] renaming

This commit is contained in:
Miriam Baglioni 2024-12-05 18:44:06 +01:00
parent a59d0ce9fc
commit 0043e4051f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
strings.py
View File

@ -69,7 +69,7 @@ exploded = spark.read.json(folder_path) \
col("rors").alias("OAlex"), col("rors").alias("OAlex"),
explode(col("raw_aff_string")).alias("affiliation") #this allows to split all the raw_aff_string and to parallelize better explode(col("raw_aff_string")).alias("affiliation") #this allows to split all the raw_aff_string and to parallelize better
) )
affs = explode \ affs = exploded \
.select("affiliation") \ .select("affiliation") \
.distinct() \ .distinct() \
.withColumn("Matchings", oalex_affro_udf(col("affiliation"))) .withColumn("Matchings", oalex_affro_udf(col("affiliation")))