Compare commits

...

2 Commits

2 changed files with 30 additions and 2 deletions

View File

@ -1,9 +1,25 @@
#!/usr/bin/env bash #!/usr/bin/env bash
organization="gCubeSystem"
pageCounter=1
timestamp=$(date +"%Y-%m-%d_%H-%M-%S") timestamp=$(date +"%Y-%m-%d_%H-%M-%S")
curl -X GET "https://code-repo.d4science.org/api/v1/orgs/gCubeSystem/repos" -H "accept: application/json" | python -mjson.tool > allp.json empty="false"
echo "" > allp.json
while [ $empty = "false" ]
do
page=$(curl -X GET "https://code-repo.d4science.org/api/v1/orgs/${organization}/repos?page=${pageCounter}&limit=100000" -H "accept: application/json")
echo "Length ${#page}"
#break the loop when we get an empty json response ([])
if [ ${#page} -le 2 ]; then
empty="true"
else
echo $page | python -mjson.tool >> allp.json
((pageCounter++))
fi
done
grep "\"name\": " allp.json > all_filtered.json grep "\"name\": " allp.json > all_filtered.json
sed "s/^[ \t]*\"name\": \"//g" all_filtered.json > all_filtered1.txt sed "s/^[ \t]*\"name\": \"//g" all_filtered.json > all_filtered1.txt
sed 's/\",//g' all_filtered1.txt > all_filtered2.txt sed 's/\",//g' all_filtered1.txt > all_filtered2.txt
sort all_filtered2.txt > all_sorted.txt sort all_filtered2.txt > all_sorted.txt
mv all_sorted.txt gCubeSystem_all_sorted_$timestamp.txt mv all_sorted.txt ${organization}_all_sorted_$timestamp.txt
rm allp.json all_filtered.json all_filtered1.txt all_filtered2.txt rm allp.json all_filtered.json all_filtered1.txt all_filtered2.txt

View File

@ -68,14 +68,18 @@ conductor-setup
context-manager context-manager
context-manager-model context-manager-model
create-users-portlet create-users-portlet
cube-manager
custom-portal-handler custom-portal-handler
d4science-keycloak-themes d4science-keycloak-themes
d4science-responsive-theme d4science-responsive-theme
d4science-static-pages
d4scienceDowntime-page-static
data-miner-executor data-miner-executor
data-miner-manager data-miner-manager
data-miner-manager-cl data-miner-manager-cl
data-miner-manager-tester data-miner-manager-tester
data-miner-manager-widget data-miner-manager-widget
data-transfer
data-transfer-library data-transfer-library
data-transfer-model data-transfer-model
data-transfer-plugin-framework data-transfer-plugin-framework
@ -96,6 +100,7 @@ document-store-lib-couchbase
document-store-lib-couchdb document-store-lib-couchdb
document-store-lib-mongodb document-store-lib-mongodb
document-store-lib-no-insert document-store-lib-no-insert
document-store-lib-postgresql
ecological-engine ecological-engine
ecological-engine-external-algorithms ecological-engine-external-algorithms
ecological-engine-geospatial-extensions ecological-engine-geospatial-extensions
@ -117,6 +122,7 @@ gcube-ckan-datacatalog
gcube-jackson-relocator gcube-jackson-relocator
gcube-model gcube-model
gcube-portal-bundle gcube-portal-bundle
gcube-sdi-suite
gcube-smartgears-bom gcube-smartgears-bom
gcube-url-shortener gcube-url-shortener
gcubedatacatalogue-metadata-discovery gcubedatacatalogue-metadata-discovery
@ -150,10 +156,12 @@ is-monitor
is-sweeper-se-plugin is-sweeper-se-plugin
join-vre join-vre
keycloak-d4science-spi-parent keycloak-d4science-spi-parent
keycloak-utils
landing-page-hook landing-page-hook
landing-page-library landing-page-library
ldap-export-servlet ldap-export-servlet
login-hook login-hook
mailreader-lr62-hook
maven-parent maven-parent
maven-portal-bom maven-portal-bom
maven-smartgears-bom maven-smartgears-bom
@ -162,6 +170,7 @@ metadata-profile-form-builder-widget
my-vres my-vres
netcdf-basic-widgets netcdf-basic-widgets
news-feed news-feed
nlphub
notifications notifications
oauth-service oauth-service
obis-spd-plugin obis-spd-plugin
@ -173,6 +182,7 @@ openlayer-basic-widgets
perform-service perform-service
perform-service_broken perform-service_broken
performfish-analytics-portlet performfish-analytics-portlet
portal-distribution
portal-manager portal-manager
r-connector-client r-connector-client
registry-publisher registry-publisher
@ -255,6 +265,7 @@ tabular-data-resources-widget
tabular-data-rule-widget tabular-data-rule-widget
tabular-data-sdmx-export-widget tabular-data-sdmx-export-widget
tabular-data-sdmx-import-widget tabular-data-sdmx-import-widget
tabular-data-service
tabular-data-share-widget tabular-data-share-widget
tabular-data-statistical-widget tabular-data-statistical-widget
tabular-data-table-widget tabular-data-table-widget
@ -285,6 +296,7 @@ workspace-uploader
workspace-widget-portlet workspace-widget-portlet
worms-spd-plugin worms-spd-plugin
wps wps
ws-synchronized-module-library
ws-task-executor-widget ws-task-executor-widget
ws-thredds ws-thredds
ws-thredds-sync-widget ws-thredds-sync-widget