diff options
Diffstat (limited to 'lib/_ak_network')
| -rwxr-xr-x | lib/_ak_network | 399 |
1 files changed, 47 insertions, 352 deletions
diff --git a/lib/_ak_network b/lib/_ak_network index 30d72b7..c6d048e 100755 --- a/lib/_ak_network +++ b/lib/_ak_network @@ -1,376 +1,69 @@ -#!/bin/bash -source $AK_LIBDIR/_ak_log -source $AK_LIBDIR/_ak_ipfs - -cjdnstoolspath="$HOME/cjdns/tools" - -_ak_network_stellar_show_ids(){ - i=0 - flag=0 - while [ "$i" -lt "$limit" ] - do - test="$(cat $tempfile | jq '.["_embedded"]' | jq .'["records"]' | jq '.['$i']' | jq '.["id"]' | sed -e 's/\"//g')" - while IFS="" read -r p || [ -n "$p" ] - do - if [ "$p" == "$test" ] - then - flag=1 - break - fi - done < $stellarParticipants - if [ "$flag" == "0" ] - then - echo $test >> $stellarParticipants - _ak_log_info "Added $test" - else - _ak_log_info "$test already there. Skipping..." - fi - i="$(expr $i + 1)" - done -} - -_ak_network_stellar_get_next_page(){ - cat $tempfile | jq -r '._links.next.href' - # cat $tempfile | grep -1 next | grep https | sed -e 's/^.*https/https/' | sed -e 's/\u0026/\&/g; s/"//g; s/\\//g' -} - -_ak_network_stellar_proceed_to_next_page(){ - nextURL="$(_ak_network_stellar_get_next_page)" - curl \ - --connect-timeout 3 \ - "$nextURL" > $tempfile 2>/dev/null -} - -_ak_network_stellar_get_asset_holders(){ - if [ ! -z $1 ] && [ $1 -gt 0 ] && [ -n "$1" ] - then - limit=$1 - else - limit=3 - fi - curl \ - --connect-timeout 3 \ - https://horizon.stellar.org/accounts\?asset\=ARCHINGKAOS:GB4QVKD6NW3CSNO5TNPARAWNPPXOPSSTKB35XCWB7PUNBIQTK3DVELB2\&limit\=$limit > $tempfile 2>/dev/null -} - -_ak_network_scan_stellar(){ - tempdir=`_ak_make_temp_directory` - tempfile="$tempdir/tmp" - tempaddr="$tempdir/tmpaddr" - - stellarParticipants="$AK_WORKDIR/stellar-network-participants" - stellarParticipantsOnline="$AK_WORKDIR/stellar-network-participants-online" - if [ ! -f "$stellarParticipants" ] - then - touch $stellarParticipants - fi - if [ ! -f "$stellarParticipantsOnline" ] - then - touch $stellarParticipantsOnline - fi - if [ ! -f "$tempdir" ] - then - touch $tempdir - fi - if [ ! -f "$tempaddr" ] - then - touch $tempaddr - fi - - if [ ! -z $1 ] && [ "$1" == "-l" ] && [ ! -z $2 ] - then - limit=$2 - else - limit=3 - fi - - _ak_network_stellar_get_asset_holders $limit - while [ "$(tail -1 $stellarParticipants)" != "null" ] - do - _ak_network_stellar_show_ids - _ak_network_stellar_proceed_to_next_page - done - - grep G $stellarParticipants > $tempaddr - cat $tempaddr > $stellarParticipants - rm $tempfile $tempaddr - while IFS="" read -r p || [ -n "$p" ] - do - flag=0 - test="$(curl \ - --connect-timeout 3 \ - https://horizon.stellar.org/accounts/$p/data/config 2>/dev/null | grep value)" - if [ $? -eq 0 ] - then - addressValuePair="$(printf '%s %s\n' "$p" "$(echo $test | sed -e 's/^.*: "//g; s/"//g' | base64 -d)")" - while IFS="" read -r x || [ -n "$x" ] - do - if [ "$x" == "$addressValuePair" ] - then - flag=1 - break - fi - done < $stellarParticipantsOnline - if [ "$flag" == "0" ] - then - echo $addressValuePair >> $stellarParticipantsOnline - _ak_log_info "$p is configured with $(echo $addressValuePair | awk '{ print $2 }'). Added to online participants." - else - _ak_log_info "$(echo $addressValuePair | awk '{ print $2 }') is already in $stellarParticipantsOnline. Skipping..." - fi - fi - done < $stellarParticipants -} - -_ak_network_scan_ipfs(){ - _ak_not_implemented _ak_network_scan_ipfs -} - -_ak_network_scan_cjdns_dump(){ - # - # Needs CJDNS tools in your PATH - # - # Ref: https://github.com/cjdelisle/cjdns - # - which dumpLinks > /dev/null 2>&1 - if [ $? -ne 0 ] - then - echo "You need to install cjdns and cjdns-tools ... falling back to -w" - _ak_network_scan_cjdns_full - exit 0 - fi - which publictoip6 > /dev/null 2>&1 - if [ $? -ne 0 ] - then - echo "You need to install cjdns and cjdns-tools ... falling back to -w" - _ak_network_scan_cjdns_full - exit 0 - fi - TEMPDIR="$(_ak_make_temp_directory)" - AK_ZPEERSFILE="$HOME/.arching-kaos/peersFile" - cd $TEMPDIR - counter=0 - printf '[' > walk.aknet - dumpLinks \ - | cut -d ' ' -f 2,4 \ - | sed 's/ /\n/g' \ - | sort \ - | uniq \ - | grep -v `dumpLinks | grep '0000\.0000\.0000\.0001' | cut -d ' ' -f 2` \ - | while read -r ip || [ -n "$ip" ] - do - _ak_log_debug "Scanning $(publictoip6 $ip)..." - node_info="$(curl \ - --connect-timeout 3 \ - -A 'akd/0.1.0; https://github.com/arching-kaos' \ - "http://[$(publictoip6 $ip)]:8610/v0/node_info" 2>/dev/null | jq -c -M)" - if [ $? -eq 0 ] && [ $(echo -n "$node_info" | wc -c) -gt 0 ] - then - if [ "$counter" -ne "0" ] - then - printf ',' >> walk.aknet - fi - if [ ! -n "$node_info" ] - then - node_info="null" - fi - printf '{"cjdns":{"public_key":"%s","ip":"%s"},"node_info":%s}' \ - "$ip" "`publictoip6 $ip`" "$node_info" >> walk.aknet - counter="`expr $counter + 1`" - fi - done - printf ']' >> walk.aknet - mv walk.aknet $AK_ZPEERSFILE - rm -rf $TEMPDIR -} - -_ak_network_scan_cjdns_full(){ - # This scan is using HIA resources to scan the whole cjdns network for peers - # - # Ref: - # - https://github.com/ircerr/hia/ - # - http://hia.cjdns.ca/watchlist/c/walk.pubkey - # - http://hia.cjdns.ca/watchlist/hia.iplist - # - TEMPDIR="$(_ak_make_temp_directory)" - cd $TEMPDIR - pubkeys_ips="$TEMPDIR/pi" - online_ips="$TEMPDIR/oi" - filtered_online_pubkeys_ips="$TEMPDIR/fopi" - curl -s \ - --connect-timeout 5 \ - "http://hia.cjdns.ca/watchlist/c/walk.pubkey" > $pubkeys_ips - if [ $? -ne 0 ] - then - _ak_log_error "Couldn't fetch DB from HIA" - exit 1 - fi - curl -s \ - --connect-timeout 5 \ - "http://hia.cjdns.ca/watchlist/hia.iplist" > $online_ips - if [ $? -ne 0 ] - then - _ak_log_error "Couldn't fetch iplist from HIA" - exit 1 - fi - cat $online_ips | while read line - do - grep -F "$line" $pubkeys_ips >> $filtered_online_pubkeys_ips - done - counter=0 - printf '[' > walk.aknet - cat $filtered_online_pubkeys_ips \ - | sort \ - | uniq \ - | while read -r pkey ip || [ -n "$ip" ] - do - _ak_log_debug "Scanning $ip..." - node_info="$(curl \ - --connect-timeout 3 \ - -A 'akd/0.1.0; https://github.com/arching-kaos' \ - "http://[$ip]:8610/v0/node_info" 2>/dev/null | jq -c -M)" - if [ $? -eq 0 ] && [ $(echo -n "$node_info" | wc -c) -gt 0 ] - then - if [ "$counter" -ne "0" ] - then - printf ',' >> walk.aknet - fi - if [ ! -n "$node_info" ] - then - node_info="null" - fi - printf '{"cjdns":{"public_key":"%s","ip":"%s"},"node_info":%s}' \ - "$pkey" "$ip" "$node_info" >> walk.aknet - counter="`expr $counter + 1`" - fi - done - printf ']' >> walk.aknet - mv walk.aknet $AK_ZPEERSFILE - rm -rf $TEMPDIR -} - -_ak_network_scan_cjdns(){ - if [ ! -z $1 ] && [ -n "$1" ] - then - case $1 in - -w | --whole) _ak_network_scan_cjdns_full; exit;; - -d | --dump) _ak_network_scan_cjdns_dump; exit;; - *) _ak_network_scan_cjdns_dump; exit;; - esac - else - _ak_network_scan_cjdns_dump - fi -} - -_ak_network_scan(){ +#!/usr/bin/env bash +### +### arching-kaos-tools +### Tools to interact and build an Arching Kaos Infochain +### Copyright (C) 2021 - 2025 kaotisk +### +### This program is free software: you can redistribute it and/or modify +### it under the terms of the GNU General Public License as published by +### the Free Software Foundation, either version 3 of the License, or +### (at your option) any later version. +### +### This program is distributed in the hope that it will be useful, +### but WITHOUT ANY WARRANTY; without even the implied warranty of +### MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +### GNU General Public License for more details. +### +### You should have received a copy of the GNU General Public License +### along with this program. If not, see <http://www.gnu.org/licenses/>. +### +source $AK_LIBDIR/_ak_lib_load +_ak_lib_load _ak_log +_ak_lib_load _ak_network_ipfs +_ak_lib_load _ak_network_cjdns +_ak_lib_load _ak_network_yggdrasil +_ak_lib_load _ak_network_stellar +_ak_lib_load _ak_network_incoming + +function _ak_network_scan(){ if [ ! -z $1 ] && [ -n "$1" ] then case $1 in - stellar) _ak_network_scan_stellar; exit;; - ipfs) _ak_network_scan_ipfs; exit;; - cjdns) shift; _ak_network_scan_cjdns $1; exit;; + stellar) _ak_network_stellar_scan; exit;; + ipfs) _ak_network_ipfs_scan; exit;; + cjdns) shift; _ak_network_cjdns_scan $1; exit;; + yggdrasil) shift; _ak_network_yggdrasil_scan $1; exit;; + incoming) shift; _ak_network_incoming_scan; exit;; * ) _ak_log_error "Unknown network $1";exit 1;; esac else - _ak_network_scan_stellar - _ak_network_scan_ipfs - _ak_network_scan_cjdns + _ak_network_stellar_scan + _ak_network_ipfs_scan + _ak_network_cjdns_scan + _ak_network_yggdrasil_scan fi } -_ak_network_show_peers_stellar(){ - stellarParticipants="$AK_WORKDIR/stellar-network-participants" - stellarParticipantsOnline="$AK_WORKDIR/stellar-network-participants-online" - ( - printf '[' - counter=0 - cat $stellarParticipantsOnline | while read stellarAddress akConfig - do - if [ $counter -ne 0 ] - then - printf ',' - fi - counter=$(( $counter + 1 )) - akConfigHash="$(_ak_ipfs_name_resolve /ipns/$akConfig|cut -d '/' -f 3)" - printf '{"stellar":{"address":"%s","config":"%s"},"node_info":%s}' \ - "$stellarAddress" \ - "$akConfig" \ - "$(_ak_ipfs_cat $akConfigHash)" - done - printf ']' - ) #| jq -} - -_ak_network_show_peers_cjdns(){ - cat $AK_ZPEERSFILE | jq -} - -_ak_network_show_peers_ipfs(){ - _ak_not_implemented _ak_network_show_peers_ipfs -} -_ak_network_show_peers(){ +function _ak_network_show_peers(){ if [ ! -z $1 ] && [ -n "$1" ] then case $1 in - stellar) _ak_network_show_peers_stellar; exit;; - cjdns) _ak_network_show_peers_cjdns; exit;; - ipfs) _ak_network_show_peers_ipfs; exit;; + stellar) _ak_network_stellar_show_peers; exit;; + cjdns) _ak_network_cjdns_show_peers; exit;; + ipfs) _ak_network_ipfs_show_peers; exit;; + yggdrasil) _ak_network_yggdrasil_show_peers; exit;; + incoming) _ak_network_incoming_show_peers; exit;; * ) _ak_log_error "Unknown network $1";exit 1;; esac else - (_ak_network_show_peers_stellar; _ak_network_show_peers_cjdns; _ak_network_show_peers_ipfs) | \ + (_ak_network_stellar_show_peers; _ak_network_cjdns_show_peers; _ak_network_yggdrasil_show_peers; _ak_network_incoming_show_peers) | \ jq -j | \ sed -e 's/]\[/,/g' | \ jq fi } -_ak_network_ipfs_connect_bootstrap(){ - curl -s "https://arching-kaos.net/files/ak_ipfs_bootstrap_peers" | while read peer - do - _ak_ipfs_swarm_connect "$peer" - done -} - -_ak_network_cjdns_connect(){ - if [ ! -z $1 ] && [ -n "$1" ] && [ -f $1 ] - then - peersfile="$1" - else - peersfile="$(_ak_make_temp_file)" - tmpon="yes" - curl -s "https://arching-kaos.net/files/ak_cjdns_bootstrap_peers" > $peersfile - fi - totalpeers="$(jq '. | length' < $peersfile)" - number="0" - interface="0" - while [ $number -lt $totalpeers ] - do - address="$(jq -r '.['$number'].address' < $peersfile)" - login="$(jq -r '.['$number'].login' < $peersfile)" - password="$(jq -r '.['$number'].password' < $peersfile)" - publicKey="$(jq -r '.['$number'].publicKey' < $peersfile)" - peerName="$(jq -r '.['$number'].peerName' < $peersfile)" - if [ $(echo $address | grep '\[') ] - then - interface="1" - else - interface="0" - fi - $cjdnstoolspath/cexec 'UDPInterface_beginConnection("'$publicKey'", "'$address'", "'$peerName'", "'$password'", "'$login'", '$interface')' - number="$(( $number + 1 ))" - done - if [ "$tmpon" == "yes" ] - then - rm $peersfile - fi -} - -_ak_network_cjdns_connect_bootstrap(){ - _ak_network_cjdns_connect -} - -_ak_network_connect(){ +function _ak_network_connect(){ if [ ! -z $1 ] && [ -n "$1" ] then case $1 in @@ -383,3 +76,5 @@ _ak_network_connect(){ _ak_network_ipfs_connect_bootstrap fi } + +_ak_log_debug "_ak_network loaded $(caller)" |