Add get_beatmaps.sh

This commit is contained in:
2019-05-06 19:53:34 +03:00
parent 22bd4c9d10
commit ad2727652d

24
bash/get_beatmaps.sh Normal file
View File

@@ -0,0 +1,24 @@
#!/bin/bash
USERNAME=""
PASSWORD=""
COOKIES_FILE="cookies.txt"
OUTPUT_FILE="data.json"
PAGES_DIRECTORY="pages"
LOGIN_URL="https://osu.ppy.sh/forum/ucp.php?mode=login"
LOGIN_DATA="username=$USERNAME&password=$PASSWORD&login=login"
PAGE_URL="https://osu.ppy.sh/p/beatmaplist?m=3&r=0&page="
NR_PAGES=5
rm $COOKIES_FILE
rm $OUTPUT_FILE
rm -rf $PAGES_DIRECTORY
wget --save-cookies $COOKIES_FILE --keep-session-cookies --delete-after --post-data $LOGIN_DATA $LOGIN_URL
seq $NR_PAGES | parallel "wget -P $PAGES_DIRECTORY --load-cookies $COOKIES_FILE '$PAGE_URL{}'"
cat pages/* | pup 'script#json-beatmaps text{}' | sed '/^\s*$/d' | sed 's/$/,/' | sed '1s/^/\[ /' | sed '$s/,$/\]/' > $OUTPUT_FILE