From 6d8842b2bfade7d118ad8fe917b207bbef4ca504 Mon Sep 17 00:00:00 2001
From: Michael <michael@dismyserver.net>
Date: Sat, 4 Dec 2021 02:37:09 -0500
Subject: [PATCH] Base functionality completed.

---
 bash/scrapeMoonrank.sh | 133 +++++++++++++++++++++++++++++++++++++++++
 1 file changed, 133 insertions(+)
 create mode 100755 bash/scrapeMoonrank.sh

diff --git a/bash/scrapeMoonrank.sh b/bash/scrapeMoonrank.sh
new file mode 100755
index 0000000..3d37921
--- /dev/null
+++ b/bash/scrapeMoonrank.sh
@@ -0,0 +1,133 @@
+#!/bin/bash
+
+# This script will scrape moonrank.app and save a json file of the
+#  rarities for all NFTs of a collection (must be fully minted).
+
+########## Configurable Variables ##########
+                                           #
+# How long to wait for a response          #
+# Curl timeout: (seconds)                  #
+  ctimeout=5                               #
+                                           #
+# How long to sleep between web queries    #
+# Delay: (seconds)                         #
+  delay=2                                  #
+                                           #
+# How many checks to do sequentially       #
+# Count: (number)                          #
+  sequential=2                             #
+                                           #
+############################################
+
+
+# Colors are fun
+blk=$(tput setaf 0);red=$(tput setaf 1);grn=$(tput setaf 2)
+ylw=$(tput setaf 3);blu=$(tput setaf 4);cyn=$(tput setaf 6)
+wht=$(tput setaf 7);und=$(tput smul);bld=$(tput bold)
+# Uncoloring is important
+rst=$(tput sgr0)
+
+json=""
+max=0
+cur=0
+moonrank="https://moonrank.app/collection/"
+
+function ctrl_c() {
+ tput cnorm
+ echo "${rst}${red}CTRL+C Detected, exiting.${rst}"
+ exit
+}
+
+function timedout() {
+ echo -e "\n${red}No response received for ${bld}${1}${rst}${red}."
+ echo -e "Please ensure you are able to access the internet. If this problem"
+ echo -e "persists perhaps moonrank.app is unavailable. Consult your friends.${rst}\n"
+ exit 1
+}
+
+function verifyurl() {
+ status=`curl -I -m ${ctimeout} "$1" 2>/dev/null | head -n1 | cut -d' ' -f2`
+ [ "$status" == "" ] && timedout "${1}"
+ [ $status -eq 200 ] && return 0 || return 1
+}
+
+function getcollectioninfo() {
+ local moonrankdata=`curl -m ${ctimeout} ${moonrank}${collection} 2>/dev/null`
+ [ "${moonrankdata}" == "" ] && timedout "${1}"
+ name=`echo "${moonrankdata}" | grep "font-medium text-white tracking-tight hyphens-auto" -a1 | tail -n1`
+ count=`echo "${moonrankdata}" | egrep -o "[0-9,]+ pieces" | cut -d' ' -f1`
+ verifyurl "${moonrank}${collection}/0"
+ zeroindexed=`[ $? -eq 0 ] && echo yes || echo no`
+}
+
+# Sort through the HTML and save the rarity
+function getrarity() {
+ local moonrankdata=`curl -m ${ctimeout} ${moonrank}${collection}/${cur} 2>/dev/null`
+ [ "${moonrankdata}" == "" ] && timedout "${1}"
+ rarity=`echo "${moonrankdata}" | egrep -o "text=\"rank\">\d+" | egrep -o "\d+"`
+ nftname=`echo "${moonrankdata}" | egrep -o "aria\-current=\"page\">[a-zA-Z ]+#[0-9]+" | cut -d">" -f2`
+}
+
+# $1=key $2=value
+function appendjson() {
+ [ "${#json}" -eq 0 ] && json="{\"$1\":$2" || json="${json}, \"$1\":$2"
+}
+
+function pad() {
+ seq -s " " $1 | tr -d "[:digit:]"
+}
+
+function tableheader() {
+ datasize=8
+ [ ${#nftname} -gt $datasize ] && let datasize="${#nftname}-${datasize}"
+ echo -en " NFT ID "
+ 
+
+}
+
+# $1=column1/3 $2=column2/4 $3=column1/2or3/4
+function tablebody() {
+ continue
+}
+
+yn=n
+while [[ $yn == n ]]; do
+ echo -en "\nPlease enter the moonrank collection ID: ${cyn}"
+ read collection
+ echo ${rst}
+ collection=`echo $collection | tr [:blank:] _`
+ echo -en "You entered ${bld}${collection}${rst}. Is this correct? [${grn}Y${rst}/${red}n${rst}]: ${cyn}"
+ read yn
+ echo -en "${rst}"
+done
+ 
+verifyurl ${moonrank}${collection}
+[ $? -eq 1 ] && echo -e "\n${red}${bld}${collection}${rst}${red} could not be found. Please ensure the name is correct and try again.${rst}\n" && exit 1
+getcollectioninfo
+
+echo -e "\nFound the ${bld}${name}${rst} collection of ${bld}${count}${rst} NFTs."
+max=`echo ${count} | tr -d ,`
+[ $zeroindexed == "yes" ] && let max="max-1" || cur=1
+
+didheader=0
+thisseq=0
+echo -e "NFT ID\tRarity"
+while [[ $cur -le $max ]]; do
+ getrarity
+ appendjson "${nftname}" ${rarity}
+ echo -e "${nftname}\t${rarity}"
+ let cur="cur+1"
+ let thisseq="thisseq+1"
+ [ $thisseq -eq $sequential ] && thisseq=0 && sleep $delay
+done
+
+json="${json}}"
+
+echo "$json" > ~/${collection}-rarity.json
+echo -e "\nThe .json file for the ${name} NFT collection has been saved to ~/${collection}-rarity.json\n"
+
+
+
+
+
+