build.github.search.bash

#!/usr/bin/env bash
# Copyright 2019-2022 (c) all rights reserved
# by BuildAPKs https://buildapks.github.io/buildAPKs/
#####################################################################
set -Eeuo pipefail
shopt -s nullglob globstar
export RDR="$HOME/buildAPKs"
. "$RDR"/scripts/bash/init/ushlibs.bash
. "$RDR"/scripts/bash/shlibs/trap.bash 77 78 79 "${0##*/}"
[ -z "${1:-}" ] && printf "\\e[1;7;38;5;203m%s\\e[1;7;38;5;201m%s\\e[1;7;38;5;203m%s\\e[1;7;38;5;201m%s\\e[1;7;38;5;203m%s\\e[1;7;38;5;201m%s\\e[1;7;38;5;203m%s\\n\\e[0m\\n" "GitHub search name must be provided;  See " "~/${RDR##*/}/var/conf/TNAMES" " for search names that build APKs on device with BuildAPKs!  To build all the search names contained in this file run " "for NAME in \$(cat ~/${RDR##*/}/var/conf/TNAMES) ; do ~/${RDR##*/}/scripts/bash/github/${0##*/} \$NAME ; done" ".  File " "~/${RDR##*/}/var/conf/GAUTH" " has important information should you choose to run this command regarding bandwidth supplied by GitHub. " && exit 4
[ -z "${NUM:-}" ] && export NUM="$(date +%s)"
. "$RDR"/scripts/bash/shlibs/lock.bash wake.lock
. "$RDR"/scripts/bash/shlibs/buildAPKs/bnchn.bash bch.st
export SEAR="${1%/}"
export SEARCH="${SEAR##*/}"
export SEANAME="${SEARCH,,}"
export JDR="$RDR/sources/github/search/$SEARCH"
export JID="git.$SEARCH"
export OAUT="$(cat "$RDR/.conf/GAUTH" | awk 'NR==1')"
export RDR="$HOME/buildAPKs"
export STRING="ERROR FOUND; build.github.search.bash $1:  CONTINUING... "
_RPCT_() {
	RCT="$(sed 's/\,//g' <<< "${THD[1]##*:}")"
	RPCT="$(($RCT/100))" # repository page count
	if [[ $(($RCT%100)) -gt 0 ]] # there is a remainder
	then	# add one more page to total requested
		export RPCT="$(($RPCT+1))"
	fi
	printf "%s\\n" "Found $RPCT pages of results."
	if [[ $RPCT -gt 10 ]] # the repository count is greater than 1000 search results, which is 10 pages at 100 results per page
	then	# enforce the https://developer.github.com/v3/search/ search limit of 1000 search results per query
		printf "%s\\n" "Limiting to 10 pages of results per query."
		export RPCT=10
	fi
}
printf "\\n\\e[1;38;5;116m%s\\n\\e[0m" "${0##*/}: Beginning BuildAPKs with build.github.search.bash $@:"
[ ! -d "$JDR" ] && mkdir -p "$JDR"
if [[ ! -f "$JDR"/search ]]
then
	if [[ ! -z "$OAUT" ]] # see .conf/GAUTH file for information
	then	# use https://github.com/settings/tokens to create tokens
		mapfile -t THD < <(curl -u "$OAUT" -sH "Accept: application/vnd.github.mercy-preview+json" "https://api.github.com/search/repositories?q=search:$SEARCH+language:Java" | head -n 2 ) # total count
		RCT="$(sed 's/\,//g' <<< "${THD[1]##*:}")"
 		_RPCT_
		until [[ $RPCT -eq 0 ]] # there are zero pages remaining
		do	# get a page of repository information
			printf "%s\\n" "Downloading GitHub $SEANAME page $RPCT search repositories information: "
			curl -u "$OAUT" -H "Accept: application/vnd.github.mercy-preview+json" "https://api.github.com/search/repositories?per_page=100&page=$RPCT&q=search:$SEARCH+language:Java&sort=forks&order=desc" > "$JDR/search.tmp"
			cat "$JDR/search.tmp" >> "$JDR/search"
			RPCT="$(($RPCT-1))"
			sleep "0.${RANDOM::3}"
		done
	else
		mapfile -t THD < <(curl -sH "Accept: application/vnd.github.mercy-preview+json" "https://api.github.com/search/repositories?q=search:$SEARCH+language:Java" | head -n 2 ) # total count
		RCT="$(sed 's/\,//g' <<< "${THD[1]##*:}")"
 		_RPCT_
		until [[ $RPCT -eq 0 ]] # there are zero pages remaining
		do	# get a page of repository information
			printf "%s\\n" "Downloading GitHub $SEANAME page $RPCT search repositories information: "
			curl -H "Accept: application/vnd.github.mercy-preview+json" "https://api.github.com/search/repositories?per_page=100&page=$RPCT&q=search:$SEARCH+language:Java&sort=stars&order=desc" > "$JDR/search.tmp"
			cat "$JDR/search.tmp" >> "$JDR/search"
			RPCT="$(($RPCT-1))"
			sleep "0.${RANDOM::3}"
		done
	fi
	rm -f "$JDR/search.tmp"
fi
TARR=($(grep -B 5 -e Java -e JavaScript -e Shell -e Kotlin "$JDR/search" | grep svn_url | awk -v x=2 '{print $x}' | sed 's/\,//g' | sed 's/\"//g' | sed 's/https\:\/\/github.com\///g' | cut -d\/ -f1)) ||: # create array of Java, JavaScript, Shell and Kotlin Java language repositories	
for NAME in "${TARR[@]}"
do
 	"$RDR"/build.github.bash "$NAME"
done
. "$RDR"/scripts/bash/shlibs/lock.bash wake.stop
. "$RDR"/scripts/bash/shlibs/buildAPKs/bnchn.bash bch.gt
printf '\n%s\n\n' "Please share information about new projects found at https://github.com/BuildAPKs/db.BuildAPKs/issues and https://github.com/BuildAPKs/db.BuildAPKs/pulls in order to help this project out."
# build.github.search.bash EOF