[dev] enhance riot; ddns avoid burst (#38)

* riot: add . for .ibd and non for proxied

* riot: 'user@..' to overwrite username, '...:22' to overwrite port, treat the arg as server name if it doesn't match any preset, sshl can accept only a port number and default to use localhost

* update.sh: ddns sleep for random seconds to avoid burst

* riot: support zssh and sftp, and set ssh options according to trust settings

* riot: add scp

* riot: support jump servers, sep by commas

* common.sh: argparser supports -d/--dev and -D/--dry-run

* install.sh: remove -s/--secure because of no use

* riot: if remote ends with dot, treat it as a full-hostname; add tests

* sagent.sh: refuse to work on windows

---------

Co-authored-by: xiongdian.me <xiongdian.me@bytedance.com>

install.sh

@@ -319,9 +319,7 @@ for i in ${GOT_OPTS[@]}; do
     case $i in
         -i ) FUNC=install ;;
         -r ) FUNC=uninstall ;;
-        -d|--dev ) export DFS_DEV=1; set -x ;;
         -a|--auto ) INSTALL_DEP=1 ;;
-        -s|--secure ) export DFS_DEV=0 ;;
         -H|--hist|--history ) store_hist=1 ;;
         -x ) store_config=1 ;;
         * ) fmt_fatal "unknown option \"$i\"" ;;

scripts/riot

@@ -5,66 +5,102 @@ source "$THIS_DIR/../tools/common.sh"
 RIOT_TRUST_CLIENT=${RIOT_TRUST_CLIENT:-${DFS_TRUST:-0}}
 RIOT_TRUST_SERVER=${RIOT_TRUST_SERVER:-0}
 
-# get target settings
+# get single server setting
-# provides:
+# may be called more than once
-SERVER=""
+get_server_meta() {
-PORT=""  # optional
+    # returns:
-USERNAME=""  # optional
+    RET_HOSTNAME=""
-SSH_OPTIONS=""
+    RET_TRUST_SERVER=0
-if [[ "$RIOT_TRUST_CLIENT" == "1" ]]; then
+    RET_PORT=""  # optional
-    SSH_OPTIONS='-o ControlMaster=auto -o ControlPath=/tmp/sshcm-%C -o PermitLocalCommand=yes'
+    RET_USERNAME=""  # optional
-fi
+    RET_JUMP_SERVER=""  # optional
-get_server_meta()
+    # body
-{
+    local remote="$1"
-    local trust_server="$RIOT_TRUST_SERVER"
+    # if in the form user@...
-    local arg="$1"
+    if [[ "$remote" == *@* ]]; then
-    # overwrite
+        RET_USERNAME=${remote%%@*}
-    if [[ "$arg" == *@* ]]; then
+        remote=${remote#*@}
-        USERNAME=${arg%%@*}
-        arg=${arg#*@}
     fi
-    if [[ "$arg" == *:* ]]; then
+    # if in the form ...:22
-        PORT=${arg##*:}
+    if [[ "$remote" == *:* ]]; then
-        arg=${arg%:*}
+        RET_PORT=${remote##*:}
-    fi
+        remote=${remote%:*}
-    # presets
-    local domain=${arg##*.}
-    local host=${arg%.*}
-    if [[ -z "$domain" ]]; then
-        domain="ibd"
     fi
+    # presets -- match domain
+    local domain=${remote##*.}
+    local host=${remote%.*}
+    # if there's no dot
     if [[ "$host" == "$domain" ]]; then
-        domain="proxied"
+        domain="ibd"
     fi
     case $domain in
         ibd|ebd )
-            SERVER=$host.$domain.ink
+            RET_HOSTNAME=$host.$domain.ink
-            PORT=${PORT:-12022}
+            RET_PORT=${RET_PORT:-12022}
-            USERNAME=${USERNAME:-root}
+            RET_USERNAME=${RET_USERNAME:-root}
-            trust_server=1
+            RET_TRUST_SERVER=1
             ;;
         nasp )
-            SERVER=$host
+            RET_HOSTNAME=$host
-            PORT=${PORT:-12022}
+            RET_PORT=${RET_PORT:-12022}
-            USERNAME=${USERNAME:-dictxiong}
+            RET_USERNAME=${RET_USERNAME:-dictxiong}
-            SSH_OPTIONS="$SSH_OPTIONS -o ProxyJump=ssh@nasp.ob.ac.cn:36022"
+            RET_JUMP_SERVER="ssh@nasp.ob.ac.cn:36022"
-            trust_server=1
+            RET_TRUST_SERVER=1
             ;;
-        proxied )
+        x|proxied )
-            SERVER=proxy.beardic.cn
+            RET_HOSTNAME=proxy.beardic.cn
             local tmp=$(sha256sum <<< "$host" | tr -cd "[:digit:]")
             tmp=${tmp:0:4}
-            PORT=$((10#$tmp+36000))
+            RET_PORT=$((10#$tmp+36000))
-            USERNAME=root
+            RET_USERNAME=root
-            trust_server=1
+            RET_TRUST_SERVER=1
             ;;
         * )
-            fmt_warning "unknown domain: $domain. will try as server name"
+            test -z "$domain" || fmt_warning "unknown domain: \"$domain\". will try as host name"
-            SERVER="$arg"
+            RET_HOSTNAME="$remote"
     esac
-    if [[ "$trust_server" == "1" ]]; then
+}
+
+# remote setting, including jump servers
+# will be called only once
+# provides:
+SERVER=""
+TRUST_SERVER=1
+PORT=""  # optional
+USERNAME=""  # optional
+SSH_OPTIONS=""  # optional
+if [[ "$RIOT_TRUST_CLIENT" == "1" ]]; then
+    SSH_OPTIONS='-o ControlMaster=auto -o ControlPath=/tmp/sshcm-%C -o PermitLocalCommand=yes'
+fi
+parse_remote() {
+    local remote="$1"
+    local jump_servers=""
+    # loop for jump servers
+    while [[ -n $remote ]]; do 
+        local server=${remote%%,*}
+        remote=${remote#*,}
+        get_server_meta "$server"
+        if [[ -n "$RET_JUMP_SERVER" ]]; then
+            jump_servers="$jump_servers${jump_servers:+,}$RET_JUMP_SERVER"
+        fi
+        # only if all servers are trusted
+        TRUST_SERVER=$((TRUST_SERVER*RET_TRUST_SERVER))
+        if [[ "$server" == "$remote" || -z "$remote" ]]; then
+            SERVER="$RET_HOSTNAME"
+            PORT="$RET_PORT"
+            USERNAME="$RET_USERNAME"
+            remote=""
+        else
+            jump_servers="$jump_servers${jump_servers:+,}$RET_USERNAME${RET_USERNAME:+@}$RET_HOSTNAME${RET_PORT:+:}$RET_PORT"
+        fi
+    done
+    # construct cmd
+    if [[ "$RIOT_TRUST_SERVER" == "1" || "$TRUST_SERVER" == "1" ]]; then
         SSH_OPTIONS="$SSH_OPTIONS -o ForwardX11=yes -o ForwardAgent=yes"
     fi
+    if [[ -n "$jump_servers" ]]; then
+        SSH_OPTIONS="$SSH_OPTIONS -o ProxyJump=$jump_servers"
+    fi
 }
 
 eval_or_echo() {
@@ -75,7 +111,7 @@ eval_or_echo() {
     fi
 }
 
-# ssh
+# ssh series
 prepare_ssh_cmd() {
     local ssh_bin="${1:-ssh}"
     if [[ "$ssh_bin" == "scp" || "$ssh_bin" == "sftp" ]]; then
@@ -86,6 +122,7 @@ prepare_ssh_cmd() {
     echo "$ssh_bin ${PORT:+$port_param} $PORT $SSH_OPTIONS $SCP_SRC $USERNAME${USERNAME:+@}$SERVER $SCP_DST"
 }
 
+# ssh
 run_ssh()
 {
     local cmd="$(prepare_ssh_cmd $1)"
@@ -96,10 +133,7 @@ run_ssh()
 # sshl
 run_sshl()
 {
-    if [[ -z "$1" ]]; then
+    local arg="$1"
-        fmt_fatal "invalid remote address: $1"
-    fi
-    arg="$1"
     if [[ "$arg" != *":"* ]]; then
         # treat as a port number
         arg=localhost:$arg
@@ -148,13 +182,12 @@ print_help()
     echo "available commands: ssh (default), sshl (ssh -L), zssh, sftp"
 }
 
-router()
+router() {
-{
     if [[ -z "$1" || "$1" == "-h" || "$1" == "--help" ]]; then
         print_help
         exit
     fi
-    get_server_meta "$1"
+    parse_remote "$1"
     case $2 in
         -h|--help)
             print_help
@@ -170,9 +203,12 @@ router()
             run_ssh sftp
             ;;
         sshl )
+            test -n "$3" || fmt_fatal "no target address provided"
             run_sshl "$3"
             ;;
         scp )
+            test -n "$3" || fmt_fatal "no source path specified"
+            test -n "$4" || fmt_fatal "no destination path specified"
             run_scp "$3" "$4"
             ;;
         * )

tools/common.sh

@@ -3,7 +3,7 @@ set -e
 THIS_DIR_COMMON_SH=$( cd "$( dirname "${BASH_SOURCE[0]:-${(%):-%x}}" )" && pwd )
 export DOTFILES=$( cd "$THIS_DIR_COMMON_SH/.." && pwd )
 if [[ -f ~/.config/dotfiles/env ]]; then set -a; source ~/.config/dotfiles/env; set +a; fi
-if [[ "$DFS_DEBUG" == "1" ]]; then set -x; fi
+if [[ "$DFS_DEV" == "1" ]]; then set -x; fi
 DFS_CURL_OPTIONS="--retry 2 --max-time 20"
 
 # parse args and set env, when it is sourced
@@ -17,8 +17,9 @@ if [[ "${BASH_SOURCE[0]}" != "${0}" ]]; then
         case $ARG in
             -q*|--quite ) export DFS_QUIET=1 ;;
             -l*|--lite ) export DFS_LITE=1 ;;
+            -d*|--dev ) export DFS_DEV=1; set -x ;;
+            -D*|--dry-run ) export DFS_DRY_RUN=1 ;;
             --color ) export DFS_COLOR=1 ;;
-            --dry-run ) export DFS_DRY_RUN=1 ;;  # TODO!!!
             --*=* ) GOT_OPTS+=("${ARG%%=*}" "${ARG#*=}") ;;
             --* ) GOT_OPTS+=("$ARG") ;;
             -* ) GOT_OPTS+=("${ARG:0:2}") ;;

tools/sagent.sh

@@ -79,6 +79,10 @@ all()
 
 route()
 {
+    os_type="$(get_os_type)"
+    if [[ "$os_type" == "msys" || "$os_type" == "cygwin" ]]; then
+        fmt_fatal "unsupported platform: $os_type. you may use WinCryptSSHAgent."
+    fi
     if [[ $# -eq 0 ]]; then
         all
         return

tools/test.zsh

@@ -31,6 +31,7 @@ test $(echo n | tools/common.sh ask_for_yN "test") = "0"
 test $(echo | tools/common.sh ask_for_yN "test") = "0"
 test $(echo | tools/common.sh ask_for_Yn "test") = "1"
 test $(DFS_QUIET=1 tools/common.sh ask_for_Yn "test") = "1"
+test "$(DFS_TRUST=1 riot time@is.impt:2222,yes@you-r.right,you@are.really.recht.,ibd.,try@it scp /tmp/ ./tmp -D 2>/dev/null)" = 'scp -P 12022 -o ControlMaster=auto -o ControlPath=/tmp/sshcm-%C -o PermitLocalCommand=yes -o ProxyJump=time@is.impt:2222,yes@you-r.right,you@are.really.recht.,ibd. -r try@it.ibd.ink:"/tmp/" "./tmp"'
 
 # check alias
 alias p114