hacks/download-starred-github-repos/download-starred-github-repos.sh

45 lines
1.4 KiB
Bash
Raw Normal View History

2020-03-09 15:20:42 +00:00
#!/bin/bash
# thanks to @sebble for the basis for this script, he did the hard work:
# https://gist.github.com/sebble/e5af3d03700bfd31c62054488bfe8d4f
function list_starred_repos {
USER=${1:-sneak}
STARS=$(curl -sI https://api.github.com/users/$USER/starred?per_page=1|egrep '^Link'|egrep -o 'page=[0-9]+'|tail -1|cut -c6-)
PAGES=$((658/100+1))
echo You have $STARS starred repositories. > /dev/stderr
# cloning
# https://github.com/eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee/eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee
# breaks github's auth system
REPOS=""
for PAGE in `seq $PAGES`; do
REPOS+=" $(
2020-03-09 18:09:45 +00:00
curl -sH "Accept: application/vnd.github.v3.star+json" \
"https://api.github.com/users/$USER/starred?per_page=100&page=$PAGE" |
2020-03-09 15:20:42 +00:00
jq -r '.[]|[.repo.full_name][0]' |
grep -v eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee
)"
done
for REPO in $REPOS ; do
echo "$REPO"
done
}
function fetch_starred_repos {
for SHORTNAME in $(list_starred_repos); do
UN="$(echo $SHORTNAME | cut -d'/' -f1)"
2020-03-09 18:09:45 +00:00
if [[ ! -d "dl/$SHORTNAME" ]]; then
if [[ ! -d "dl/$UN" ]]; then
mkdir -p dl/$UN
2020-03-09 15:20:42 +00:00
fi
2020-03-09 18:09:45 +00:00
git clone https://github.com/$SHORTNAME dl/$SHORTNAME
2020-03-09 15:20:42 +00:00
fi
done
}
fetch_starred_repos