3 #########################################################################
4 # This program is free software: you can redistribute it and/or modify #
5 # it under the terms of the version 3 of the GNU General Public License #
6 # as published by the Free Software Foundation. #
8 # This program is distributed in the hope that it will be useful, but #
9 # WITHOUT ANY WARRANTY; without even the implied warranty of #
10 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU #
11 # General Public License for more details. #
13 # You should have received a copy of the GNU General Public License #
14 # along with this program. If not, see <http://www.gnu.org/licenses/>. #
16 # Written by and Copyright (C) Francois Fleuret #
17 # Contact <francois@fleuret.org> for comments & bug reports #
18 #########################################################################
23 ######################################################################
25 function check_remote_is_defined () {
26 if [[ "${REMOTE_HOST}" ]] && [[ "${REMOTE_DIR}" ]]
30 echo "@XREMOTE_HOST should come first." >&2
39 This script takes a script as argument and executes it remotely in a
40 temporary directory on a ssh-accessible server.
42 It parses the script first to find embedded arguments which defines
43 the hostname on which to run, the files to send, the files to get
44 back when the execution is over, and commands to execute before
45 running the executable remotely.
47 These arguments can appear multiple times, except the one that
48 specifies the remote host.
52 @XREMOTE_HOST: elk.fleuret.org
53 @XREMOTE_EXEC: python3
54 @XREMOTE_SEND: main.cf
56 @XREMOTE_PRE: ln -s /home/fleuret/data/pytorch ./data
58 If no argument is provided to @XREMOTE_HOST, the environment
59 variable $XREMOTE_HOST is used instead
61 Contact <francois@fleuret.org> for comments.
67 function cleanup_remote_tmp () {
68 if [[ "${REMOTE_HOST}" ]] && [[ "${REMOTE_DIR}" ]]
70 echo "xremote: Clean up remote workdir."
71 ssh "${REMOTE_HOST}" "rm -rf \"${REMOTE_DIR}\""
75 ######################################################################
77 [[ -x "$1" ]] || (help && exit 1)
79 main="$(basename "$1")"
83 trap cleanup_remote_tmp EXIT
85 ######################################################################
90 if [[ "${line}" =~ '@XREMOTE' ]]
93 label=$(echo "${line}" | sed -e 's/^.*@XREMOTE_\([^:]*\):.*$/\1/')
94 value=$(echo "${line}" | sed -e 's/^.*@XREMOTE_[^:]*: *\(.*\)$/\1/')
99 check_remote_is_defined
100 [[ "${REMOTE_EXEC}" ]] && (exit "Remote executable already defined!" >&2 && exit 1)
101 REMOTE_EXEC="${value}"
105 check_remote_is_defined
106 ssh < /dev/null "${REMOTE_HOST}" "cd \"${REMOTE_DIR}\" && ${value}"
110 check_remote_is_defined
111 tar c ${value} | ssh "${REMOTE_HOST}" "cd \"${REMOTE_DIR}\" && tar mx"
115 [[ "${REMOTE_DIR}" ]] && (exit "Remote host already defined!" >&2 && exit 1)
116 REMOTE_HOST="${value}"
117 [[ "${REMOTE_HOST}" ]] || REMOTE_HOST="${XREMOTE_HOST}"
118 [[ "${REMOTE_HOST}" ]] || (echo "xremote: No remote host specified." >&2 && exit 1)
119 REMOTE_DIR="$(ssh </dev/null "${REMOTE_HOST}" mktemp -d /tmp/xremote.from_"$(hostname)_$(date +%Y%m%d-%H%M%S)".XXXXXX)"
126 ######################################################################
128 check_remote_is_defined
130 tar c "${main}" | ssh "${REMOTE_HOST}" "cd \"${REMOTE_DIR}\" && tar mx"
132 echo "xremote: on ${REMOTE_HOST}"
134 if [[ "${REMOTE_EXEC}" ]]
136 REMOTE_COMMAND="${REMOTE_EXEC} ${main}"
138 REMOTE_COMMAND="./${main}"
141 echo "xremote: -- stdout ---------------------------------------------------"
142 ssh </dev/null "${REMOTE_HOST}" "cd \"${REMOTE_DIR}\" && ${REMOTE_COMMAND}"
144 ######################################################################
146 # Disable globbing to keep wildcards for the remote side
148 echo "xremote: -- retrieve results -----------------------------------------"
154 if [[ "${line}" =~ '@XREMOTE' ]]
156 label=$(echo "${line}" | sed -e 's/^.*@XREMOTE_\([^:]*\):.*$/\1/')
157 value=$(echo "${line}" | sed -e 's/^.*@XREMOTE_[^:]*: *\(.*\)$/\1/')
160 check_remote_is_defined
161 ssh </dev/null "${REMOTE_HOST}" "cd \"${REMOTE_DIR}\" && tar 2>/dev/null c ${value}" | tar mxv
169 echo "xremote: -- finished -------------------------------------------------"
171 ######################################################################