gCubeCI
/
gCubeActions
6
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Manage paged results from gitea API.

This commit is contained in:
Manuele Simi 2021-04-10 16:23:53 -04:00
parent d5600373eb
commit 893beaa00f
1 changed files with 18 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
generateRepoList.sh
View File

@ -1,9 +1,25 @@
#!/usr/bin/env bash #!/usr/bin/env bash
organization="gCubeSystem"
pageCounter=1
timestamp=$(date +"%Y-%m-%d_%H-%M-%S") timestamp=$(date +"%Y-%m-%d_%H-%M-%S")
curl -X GET "https://code-repo.d4science.org/api/v1/orgs/gCubeSystem/repos" -H "accept: application/json" | python -mjson.tool > allp.json empty="false"
echo "" > allp.json
while [ $empty = "false" ]
do
page=$(curl -X GET "https://code-repo.d4science.org/api/v1/orgs/${organization}/repos?page=${pageCounter}&limit=100000" -H "accept: application/json")
echo "Length ${#page}"
#break the loop when we get an empty json response ([])
if [ ${#page} -le 2 ]; then
empty="true"
else
echo $page | python -mjson.tool >> allp.json
((pageCounter++))
fi
done
grep "\"name\": " allp.json > all_filtered.json grep "\"name\": " allp.json > all_filtered.json
sed "s/^[ \t]*\"name\": \"//g" all_filtered.json > all_filtered1.txt sed "s/^[ \t]*\"name\": \"//g" all_filtered.json > all_filtered1.txt
sed 's/\",//g' all_filtered1.txt > all_filtered2.txt sed 's/\",//g' all_filtered1.txt > all_filtered2.txt
sort all_filtered2.txt > all_sorted.txt sort all_filtered2.txt > all_sorted.txt
mv all_sorted.txt gCubeSystem_all_sorted_$timestamp.txt mv all_sorted.txt ${organization}_all_sorted_$timestamp.txt
rm allp.json all_filtered.json all_filtered1.txt all_filtered2.txt rm allp.json all_filtered.json all_filtered1.txt all_filtered2.txt