diff options
Diffstat (limited to 'lib/_ak_network_yggdrasil')
| -rwxr-xr-x | lib/_ak_network_yggdrasil | 59 |
1 files changed, 53 insertions, 6 deletions
diff --git a/lib/_ak_network_yggdrasil b/lib/_ak_network_yggdrasil index 9ec68d2..5620fae 100755 --- a/lib/_ak_network_yggdrasil +++ b/lib/_ak_network_yggdrasil @@ -17,7 +17,9 @@ ### You should have received a copy of the GNU General Public License ### along with this program. If not, see <http://www.gnu.org/licenses/>. ### -source $AK_LIBDIR/_ak_log +source $AK_LIBDIR/_ak_lib_load +_ak_lib_load _ak_log +_ak_lib_load _ak_datetime function _ak_network_yggdrasil_scan_full(){ # This scan is using HIA resources to scan the whole cjdns network for peers @@ -28,34 +30,66 @@ function _ak_network_yggdrasil_scan_full(){ # TEMPDIR="$(_ak_make_temp_directory)" cd $TEMPDIR + last_seen="$TEMPDIR/ls" pubkeys_ips="$TEMPDIR/pi" online_ips="$TEMPDIR/oi" + online_pairs="$TEMPDIR/op" filtered_online_pubkeys_ips="$TEMPDIR/fopi" curl -s \ --connect-timeout 5 \ + "http://yia.yggdrasil-network.ca/crawler/crawler-yia.peers.$(_ak_datetime_human_date_only_yesterday)" > $last_seen + if [ $? -ne 0 ] + then + _ak_log_error "Couldn't fetch active peers from YIA" + exit 1 + fi + curl -s \ + --connect-timeout 5 \ "http://yia.yggdrasil-network.ca/crawler/crawler-yia.pubkey" > $pubkeys_ips if [ $? -ne 0 ] then - _ak_log_error "Couldn't fetch DB from YIA" + _ak_log_error "Couldn't fetch public key DB from YIA" exit 1 fi + cat $last_seen | tr ' ' '\n' | sort | uniq | while read key + do + grep ${key} ${pubkeys_ips} >> ${online_pairs} + done counter=0 count=0 - max="$(cat $pubkeys_ips|wc -l)" + max="$(cat $online_pairs|wc -l)" printf '[' > walk.aknet - cat $pubkeys_ips \ + cat $online_pairs \ | sort \ | uniq \ | while read -r pkey ip || [ -n "$ip" ] do count="$(( $count + 1 ))" _ak_log_debug "Scanning [${count}/${max}] $ip..." - node_info="$(curl \ + node_fs_path="$AK_ZPEERSDIR/ygg/$(echo -n $ip| sed 's/://g')" + scan_ts="$(_ak_datetime_unix)" + if [ ! -d ${node_fs_path} ] + then + mkdir -p ${node_fs_path} + echo ${scan_ts} > ${node_fs_path}/first_seen + echo ${scan_ts} > ${node_fs_path}/last_seen + else + echo ${scan_ts} > ${node_fs_path}/last_seen + fi + node_fs_pathname="${node_fs_path}/${scan_ts}_node_info" + curl \ --connect-timeout 3 \ -A 'akd/0.1.0; https://github.com/arching-kaos' \ - "http://[$ip]:8610/v0/node_info" 2>/dev/null | jq -c -M)" + "http://[$ip]:8610/v0/node_info" 2>/dev/null | jq -c -M > ${node_fs_pathname} + node_info="$(cat ${node_fs_pathname})" if [ $? -eq 0 ] && [ $(echo -n "$node_info" | wc -c) -gt 0 ] then + ni_hash="$(echo -n "${node_info}" | sha512sum | cut -d ' ' -f 1)" + if [ ! -f "${node_fs_path}/${ni_hash}" ] + then + mv ${node_fs_pathname} ${node_fs_path}/${ni_hash} + echo "${scan_ts} ${ni_hash}" >> ${node_fs_path}/db + fi if [ "$counter" -ne "0" ] then printf ',' >> walk.aknet @@ -67,6 +101,8 @@ function _ak_network_yggdrasil_scan_full(){ printf '{"yggdrasil":{"public_key":"%s","ip":"%s"},"node_info":%s}' \ "$pkey" "$ip" "$node_info" >> walk.aknet counter="`expr $counter + 1`" + else + rm ${node_fs_pathname} fi done printf ']' >> walk.aknet @@ -82,3 +118,14 @@ function _ak_network_yggdrasil_show_peers(){ _ak_log_debug "No yggdrasil peers found" fi } + +function _ak_network_yggdrasil_scan(){ + if [ ! -z $1 ] && [ -n "$1" ] + then + _ak_network_yggdrasil_scan_specific $1 + else + _ak_network_yggdrasil_scan_full + fi +} + +_ak_log_debug "_ak_network_yggdrasil loaded $(caller)" |