25 lines
697 B
Bash
25 lines
697 B
Bash
#!/bin/bash
|
|
|
|
USERNAME=""
|
|
PASSWORD=""
|
|
|
|
COOKIES_FILE="cookies.txt"
|
|
OUTPUT_FILE="data.json"
|
|
PAGES_DIRECTORY="pages"
|
|
|
|
LOGIN_URL="https://osu.ppy.sh/forum/ucp.php?mode=login"
|
|
LOGIN_DATA="username=$USERNAME&password=$PASSWORD&login=login"
|
|
|
|
PAGE_URL="https://osu.ppy.sh/p/beatmaplist?m=3&r=0&page="
|
|
NR_PAGES=5
|
|
|
|
rm $COOKIES_FILE
|
|
rm $OUTPUT_FILE
|
|
rm -rf $PAGES_DIRECTORY
|
|
|
|
wget --save-cookies $COOKIES_FILE --keep-session-cookies --delete-after --post-data $LOGIN_DATA $LOGIN_URL
|
|
seq $NR_PAGES | parallel "wget -P $PAGES_DIRECTORY --load-cookies $COOKIES_FILE '$PAGE_URL{}'"
|
|
|
|
cat pages/* | pup 'script#json-beatmaps text{}' | sed '/^\s*$/d' | sed 's/$/,/' | sed '1s/^/\[ /' | sed '$s/,$/\]/' > $OUTPUT_FILE
|
|
|