#!/bin/bash readonly USAGE=" USAGE: $(basename "$0") [SYSTEM]" function help_message() { echo "$USAGE" echo echo "Where [SYSTEM] are:" for WORD in $SYSTEMS; do echo -e "\t$WORD" done } SYSTEMS="apple2 arcade atari2600 atari7800 atarilynx coleco gamegear gb gba gbc mastersystem megadrive msx n64 nes ngpc pcengine sega32x sg1000 snes vectrex virtualboy wonderswan wonderswancolor" # check if there is any parameter if [ "$#" -ne 1 ]; then echo "You must enter a system name." help_message exit 0 fi # check if the parameter is valid if ! echo "$SYSTEMS" | grep -w "$1" >/dev/null; then echo "You must enter a valid system name." help_message exit 0 fi # variables readonly SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)" readonly DATA_DIR="$SCRIPT_DIR/data" readonly GAME_LIST_DIR="$SCRIPT_DIR/webdata" readonly SYSTEM_NAME="$1" readonly SYSTEM_HTML="$GAME_LIST_DIR/$SYSTEM_NAME".html readonly URL_LIST="$SCRIPT_DIR/${SYSTEM_NAME}.url" readonly COOKIE_FILE="$SCRIPT_DIR/cookie.txt" readonly HASCHEEVOS_TXT="${DATA_DIR}/$1_hascheevos.txt" readonly HASHLIBRARY_JSON="${DATA_DIR}/$1_hashlibrary.json" readonly BLUE_COLOR=$( tput setaf 4 ) ; readonly RESET_COLOR=$( tput sgr0 ) ; case $SYSTEM_NAME in apple2) readonly URL="https://retroachievements.org/gameList.php?c=38" ;; arcade) readonly URL="https://retroachievements.org/gameList.php?c=27" ;; atari2600) readonly URL="https://retroachievements.org/gameList.php?c=25" ;; atari7800) readonly URL="https://retroachievements.org/gameList.php?c=51" ;; atarijaguar) readonly URL="https://retroachievements.org/gameList.php?c=17" ;; atarilynx) readonly URL="https://retroachievements.org/gameList.php?c=13" ;; coleco) readonly URL="https://retroachievements.org/gameList.php?c=44" ;; gba) readonly URL="https://retroachievements.org/gameList.php?c=5" ;; gbc) readonly URL="https://retroachievements.org/gameList.php?c=6" ;; gb) readonly URL="https://retroachievements.org/gameList.php?c=4" ;; gamegear) readonly URL="https://retroachievements.org/gameList.php?c=15" ;; mastersystem) readonly URL="https://retroachievements.org/gameList.php?c=11" ;; megadrive) readonly URL="https://retroachievements.org/gameList.php?c=1" ;; msx) readonly URL="https://retroachievements.org/gameList.php?c=29" ;; ngpc) readonly URL="https://retroachievements.org/gameList.php?c=14" ;; nes) readonly URL="https://retroachievements.org/gameList.php?c=7" ;; n64) readonly URL="https://retroachievements.org/gameList.php?c=2" ;; nds) readonly URL="https://retroachievements.org/gameList.php?c=18" ;; panasonic3do) readonly URL="https://retroachievements.org/gameList.php?c=43" ;; pc8000) readonly URL="https://retroachievements.org/gameList.php?c=47" ;; pcengine) readonly URL="https://retroachievements.org/gameList.php?c=8" ;; pcfx) readonly URL="https://retroachievements.org/gameList.php?c=49" ;; psx) readonly URL="https://retroachievements.org/gameList.php?c=12" ;; pokemonmini) readonly URL="https://retroachievements.org/gameList.php?c=24" ;; sega32x) readonly URL="https://retroachievements.org/gameList.php?c=10" ;; segacd) readonly URL="https://retroachievements.org/gameList.php?c=9" ;; segasaturn) readonly URL="https://retroachievements.org/gameList.php?c=39" ;; sg1000) readonly URL="https://retroachievements.org/gameList.php?c=33" ;; snes) readonly URL="https://retroachievements.org/gameList.php?c=3" ;; vectrex) readonly URL="https://retroachievements.org/gameList.php?c=46" ;; virtualboy) readonly URL="https://retroachievements.org/gameList.php?c=28" ;; wonderswan) readonly URL="https://retroachievements.org/gameList.php?c=53" ;; esac wget "$URL" -O "$SYSTEM_HTML" # process system html to get game url list printf "%s\r" "${BLUE_COLOR}Processing $SYSTEM_NAME. ${RESET_COLOR}" grep -E "Game/[0-9]+" -Eo "$SYSTEM_HTML" | sort -u | sed 's,Game/,https://retroachievements.org/linkedhashes.php?g=,' > "$URL_LIST" echo "Found $(wc -l <"$URL_LIST") games." # create system folder for webpages with hashes if test -d "./${GAME_LIST_DIR}/$SYSTEM_NAME"; then rm -rdf "./${GAME_LIST_DIR}/$SYSTEM_NAME" echo "Deleting ${GAME_LIST_DIR}/$SYSTEM_NAME folder." fi if ! test -d "./${GAME_LIST_DIR}/$SYSTEM_NAME"; then mkdir -p "./${GAME_LIST_DIR}/$SYSTEM_NAME" echo "Create ${GAME_LIST_DIR}/$SYSTEM_NAME folder." fi # download webpages with hashes form url list echo "Downloading game info ..." wget --random-wait --no-verbose --load-cookies "${COOKIE_FILE}" -i "${URL_LIST}" -P "${GAME_LIST_DIR}/${SYSTEM_NAME}" # remove tempfiles if test -f "$URL_LIST"; then rm "$URL_LIST" fi # extract hashes from files on data/system folder echo "Processing $SYSTEM_NAME system." echo "Working folder: $GAME_LIST_DIR" # if file exists, delete it if test -f "${HASCHEEVOS_TXT}"; then rm "${HASCHEEVOS_TXT}" fi # if file exists, delete it if test -f "${HASHLIBRARY_JSON}"; then rm "${HASHLIBRARY_JSON}" fi # check if folder exists if ! test -d "${GAME_LIST_DIR}/${SYSTEM_NAME}"; then echo "Folder ${GAME_LIST_DIR}/${SYSTEM_NAME} does not exist." exit 0 fi # create HASCHEEVOS_TXT file grep -E "title=\"(.*?)\"" -Eo "${GAME_LIST_DIR}/${SYSTEM_NAME}/"* >> "${HASCHEEVOS_TXT}" sed -i -E 's,^\/(.*?)g=,,g' "${HASCHEEVOS_TXT}" sed -i -E 's,title=,true:,g' "${HASCHEEVOS_TXT}" echo "File $HASCHEEVOS_TXT created." # create HASHLIBRARY_JSON echo "{" > "${HASHLIBRARY_JSON}" echo " \"Success\": true," >> "${HASHLIBRARY_JSON}" echo " \"MD5List\": {" >> "${HASHLIBRARY_JSON}" for i in "${GAME_LIST_DIR}/${SYSTEM_NAME}/"*; do # catch hash and append to file printf "%s\n" "$(grep -E "[A-Fa-f0-9]{32}" -Ho "$i")" >> "${HASHLIBRARY_JSON}" printf "%s\r" "${BLUE_COLOR}Parsing $(basename "$i") ... ${RESET_COLOR}" done perl -i -pe 's/(^\/.*?=)([0-9]+):([0-9A-Za-z]{32})/ "$3": $2,/' "${HASHLIBRARY_JSON}" echo " }" >> "${HASHLIBRARY_JSON}" echo "}" >> "${HASHLIBRARY_JSON}" perl -i -00pe 's/,(?!.*,)//s' "${HASHLIBRARY_JSON}" printf "%s\n" "Parsed $(wc -l < "${HASHLIBRARY_JSON}") hashes from $(find "${GAME_LIST_DIR}"/"$1" -type f | wc -l) games. " echo "File: $HASHLIBRARY_JSON created."