249 lines
7.3 KiB
Text
249 lines
7.3 KiB
Text
|
#!/bin/sh
|
||
|
|
|
||
|
|
# TODO:
|
||
|
|
# * Look into ssh-hp :). (ie the slowness from ssh may just be from small
|
||
|
|
# buffers).
|
||
|
|
# * bring back stderr, currently there is no notification of errors, not even
|
||
|
|
# ENODIR or device full.
|
||
|
|
# * fcp src1 src2 src3 ... dst/ doesn't work (but glob does).
|
||
|
|
# Need to take the last positional arg as dest (and unset it) then use
|
||
|
|
# positional args at sources. Go through each one and make sure they are all
|
||
|
|
# local because we don't support mixed remote and local.
|
||
|
|
# * Doesn't work when the remote end is android. Although if I ssh over and run
|
||
|
|
# the fcp_ script manually it does work!?! (Maybe something about android
|
||
|
|
# tar, saw something else (what?) making a fifo instead of pipe.)
|
||
|
|
# * There are a couple of calls to eval in which any redirect characters
|
||
|
|
# (angle brackets) could lose our output. They need to be escaped.
|
||
|
|
# * Not sure about the handling of paths ending in slash or not is proper.
|
||
|
|
# (Eg where we rename the dest file.)
|
||
|
|
# I assume if it has no slash it the directory being sent should be renamed
|
||
|
|
# to the destination name
|
||
|
|
# (unless it is an existing directory on the dest host).
|
||
|
|
# * If the receiving (connecting) nc is started before the sending (server)
|
||
|
|
# one it will wait for one second and try again. They are started in the
|
||
|
|
# right order but if there are delays in starting the interpreter or
|
||
|
|
# something that sleep may have to be changed to something more robust.
|
||
|
|
# * If you want something more sophisticated look at http://www.slac.stanford.edu/~abh/bbcp/
|
||
|
|
|
||
|
|
portno=4365
|
||
|
|
comp=""
|
||
|
|
|
||
|
|
usage() {
|
||
|
|
cat <<EOM
|
||
|
|
Usage: $(basename $0) [-c] [-p portno] [--] [srchost:]srcpath [[dsthost:]dstpath]
|
||
|
|
|
||
|
|
Copy files between hosts on a network. Uses tar and netcat (nc) for
|
||
|
|
transferring data and ssh for setting up the transport.
|
||
|
|
|
||
|
|
\`dstpath\` defaults to the current directory, use "-" to get a tarball on
|
||
|
|
stdout.
|
||
|
|
|
||
|
|
Options:
|
||
|
|
-c Tell tar to use gzip compression.
|
||
|
|
-p portno Port used by netcat. Defaults to $portno.
|
||
|
|
EOM
|
||
|
|
}
|
||
|
|
|
||
|
|
a1="$1"
|
||
|
|
# Do a seperated gotopt run so we cat get the return code.
|
||
|
|
getopt -Q -o hcp: -l help -- "${@}" >/dev/null || {
|
||
|
|
ret=$?
|
||
|
|
usage
|
||
|
|
exit $ret
|
||
|
|
}
|
||
|
|
eval "set -- $(getopt -o hcp: -l help -- "${@}")"
|
||
|
|
|
||
|
|
# Sometimes set and/or getopt leave a -- there when it shouldn't be
|
||
|
|
[ "$a1" != "--" ] && [ "$1" = "--" ] && shift
|
||
|
|
|
||
|
|
while [ -n "$1" ];do
|
||
|
|
case "$1" in
|
||
|
|
-h|--help)
|
||
|
|
usage
|
||
|
|
exit
|
||
|
|
;;
|
||
|
|
-c) comp="-z" ;;
|
||
|
|
-p)
|
||
|
|
portno="$2"
|
||
|
|
shift
|
||
|
|
;;
|
||
|
|
--)
|
||
|
|
shift
|
||
|
|
break
|
||
|
|
;;
|
||
|
|
-*)
|
||
|
|
echo "Unrecognized argument: $1"
|
||
|
|
usage
|
||
|
|
exit 1
|
||
|
|
;;
|
||
|
|
*) break ;;
|
||
|
|
esac
|
||
|
|
shift
|
||
|
|
done
|
||
|
|
|
||
|
|
while [ -n "$1" ];do
|
||
|
|
case "$1" in
|
||
|
|
*)
|
||
|
|
if [ -z "$srcpath" ];then
|
||
|
|
srcpath="$1"
|
||
|
|
elif [ -z "$dstpath" ];then
|
||
|
|
dstpath="$1"
|
||
|
|
else
|
||
|
|
echo "Too many positional arguments (expected 2)." >&2
|
||
|
|
echo "Try escaping any globs in the destination path." >&2
|
||
|
|
usage
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
;;
|
||
|
|
esac
|
||
|
|
shift
|
||
|
|
done
|
||
|
|
|
||
|
|
if [ -z "$srcpath" ];then
|
||
|
|
usage
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
[ "$srcpath" = "." ] && srcpath="./"
|
||
|
|
[ "$srcpath" = ".." ] && srcpath="../"
|
||
|
|
[ "$dstpath" = "." ] && dstpath="./"
|
||
|
|
[ "$dstpath" = ".." ] && dstpath="../"
|
||
|
|
[ -z "$dstpath" ] && dstpath="./"
|
||
|
|
|
||
|
|
case "$srcpath" in
|
||
|
|
*\\:*) continue ;;
|
||
|
|
*:*)
|
||
|
|
srchost="${srcpath%%:*}"
|
||
|
|
srcpath="${srcpath#*:}"
|
||
|
|
;;
|
||
|
|
esac
|
||
|
|
case "$dstpath" in
|
||
|
|
*\\:*) continue ;;
|
||
|
|
*:*)
|
||
|
|
dsthost="${dstpath%%:*}"
|
||
|
|
dstpath="${dstpath#*:}"
|
||
|
|
;;
|
||
|
|
esac
|
||
|
|
|
||
|
|
sendcmd() {
|
||
|
|
dsthost="${1#*@}"
|
||
|
|
srcpath="$2"
|
||
|
|
srcdir="$(dirname "$srcpath")"
|
||
|
|
srcbase="$(basename "$srcpath")"
|
||
|
|
dstpath="$3"
|
||
|
|
[ "${dstpath%/}" = "$dstpath" ] && dstbase="$(basename "$dstpath")"
|
||
|
|
cat <<EOS
|
||
|
|
#!/bin/sh
|
||
|
|
srcdir="\$(eval echo "${srcdir}")"
|
||
|
|
cd "\$srcdir" || echo \$?
|
||
|
|
# Use find here to expand any globs. Eval doesn't like filenames with parens
|
||
|
|
# in them. This can leave us with multiple newline seperated files hence we
|
||
|
|
# pass them to tar below via stdin.
|
||
|
|
srcbase="\$(find . -maxdepth 1 -name "${srcbase}" -exec basename {} \\;)"
|
||
|
|
# Fallback in case the above failed for whatever reason.
|
||
|
|
[ -z "\$srcbase" ] && srcbase="${srcbase}"
|
||
|
|
if ! [ -d "\$srcdir/\$srcbase" ] && [ -n "$dstbase" ] && [ "$dstbase" != "-" ] ;then
|
||
|
|
trans="--transform=s/\${srcbase}\$/$dstbase/"
|
||
|
|
else
|
||
|
|
# dummy argument so there isn't an empty "" passed to tar
|
||
|
|
trans=--check-device
|
||
|
|
fi
|
||
|
|
tar --help 2>/dev/null | grep -q check-device || trans=v
|
||
|
|
pv=pv
|
||
|
|
type pv >/dev/null 2>&1 || pv=cat
|
||
|
|
# Try nc twice, with a one second timeout. In case we get called before the
|
||
|
|
# remote end has started up. May need to come up with something more
|
||
|
|
# sophisticated in situations where we have to wait longer for the initial
|
||
|
|
# setup.
|
||
|
|
echo "\$srcbase" | tar -cT- ${comp} "\$trans" |
|
||
|
|
\$pv | ( nc -q 0 -w 3 "${dsthost#*@}" $portno 2>/dev/null ||
|
||
|
|
{ sleep 1 && nc -q 0 -w 3 "${dsthost#*@}" $portno ; } )
|
||
|
|
EOS
|
||
|
|
}
|
||
|
|
|
||
|
|
recvcmd() {
|
||
|
|
dstpath="$1"
|
||
|
|
srcbase="$(basename "$2")"
|
||
|
|
cat <<EOS
|
||
|
|
#!/bin/sh
|
||
|
|
dstpath="\$(eval echo ${dstpath})"
|
||
|
|
dstbase="\$(basename "\${dstpath}")"
|
||
|
|
if [ -d "\$dstpath" ] || [ "\${dstpath%/}" != "\$dstpath" ] ;then
|
||
|
|
dstdir="\$dstpath"
|
||
|
|
# dummy argument so there isn't an empty "" passed to tar
|
||
|
|
trans=--check-device
|
||
|
|
else
|
||
|
|
# Strip trailing component and rename the incoming root object to that.
|
||
|
|
# I hope that is what was intended. If not make sure dstpath is
|
||
|
|
# terminated with a slash (/).
|
||
|
|
dstdir="\$(dirname "\$dstpath")"
|
||
|
|
trans="--transform=s/^\([\.\/]*\)${srcbase}/\\1\$dstbase/"
|
||
|
|
fi
|
||
|
|
tar --help 2>/dev/null | grep -q check-device || trans=-v
|
||
|
|
pv=pv
|
||
|
|
type pv >/dev/null 2>&1 || pv=cat
|
||
|
|
if [ "\$dstbase" != '-' ] ;then
|
||
|
|
mkdir -p "\$dstdir" || exit \$?
|
||
|
|
cd "\$dstdir" || exit \$?
|
||
|
|
fi
|
||
|
|
nc -lp $portno -w 20 | \$pv | {
|
||
|
|
if [ "\$dstbase" != '-' ] ;then
|
||
|
|
tar -x ${comp} "\$trans"
|
||
|
|
else
|
||
|
|
cat
|
||
|
|
fi
|
||
|
|
}
|
||
|
|
EOS
|
||
|
|
}
|
||
|
|
|
||
|
|
rpc() {
|
||
|
|
ssh "$1" "export ff=/tmp/fcp_$$_\$\$_cmd ; cat > \$ff ; nohup sh -c \"sh \$ff && rm -f \$ff\" </dev/null >/dev/null 2>&1 &"
|
||
|
|
[ $? -ne 0 ] && echo "Try escaping any ':' in a path if it is not supposed to be a host seperator." >&2
|
||
|
|
}
|
||
|
|
|
||
|
|
myip() {
|
||
|
|
# dig and nslookup and hosts aren't on all machines and don't look in
|
||
|
|
# /etc/hosts. Getent isn't everywhere and sometimes returns ipv6 addreses on
|
||
|
|
# non-ipv6 enabled hosts. getent ahostsv4 I don't know how prevalent that is.
|
||
|
|
tip="$(ping -c1 -W0.1 ${1#*@} 2>&1 | tr -d '():' | awk '/^PING/{print $3}')"
|
||
|
|
[ -n "$tip" ] &&
|
||
|
|
ip route get "$tip" | sed -n 's/^.*src \([^ ]*\).*$/\1/p'
|
||
|
|
}
|
||
|
|
|
||
|
|
if [ -n "$dsthost" ] && [ -n "$srchost" ];then
|
||
|
|
recvcmd "$dstpath" "$srcpath" | rpc "$dsthost"
|
||
|
|
sendcmd "$dsthost" "$srcpath" "$dstpath" | rpc "$srchost"
|
||
|
|
exit $?
|
||
|
|
elif [ -n "$dsthost" ];then
|
||
|
|
recvcmd "$dstpath" "$srcpath" | rpc "$dsthost"
|
||
|
|
sendcmd "$dsthost" "$srcpath" "$dstpath" > /tmp/fcp_$$_cmd
|
||
|
|
sh /tmp/fcp_$$_cmd
|
||
|
|
rm /tmp/fcp_$$_cmd
|
||
|
|
exit $?
|
||
|
|
elif [ -n "$srchost" ];then
|
||
|
|
dsthost="$(myip "$srchost")"
|
||
|
|
[ -z "$dsthost" ] && {
|
||
|
|
echo "Couldn't find route to $srchost" >&2
|
||
|
|
exit 1
|
||
|
|
}
|
||
|
|
recvcmd "$dstpath" "$srcpath" > /tmp/fcp_$$_cmd
|
||
|
|
sh /tmp/fcp_$$_cmd &
|
||
|
|
sendcmd "$dsthost" "$srcpath" "$dstpath" | rpc "$srchost"
|
||
|
|
wait
|
||
|
|
rm /tmp/fcp_$$_cmd
|
||
|
|
exit $?
|
||
|
|
else
|
||
|
|
srcdir="$(dirname "$srcpath")"
|
||
|
|
srcbase="$(basename "$srcpath")"
|
||
|
|
if [ -d "$dstpath" ] || [ "${dstpath%/}" != "$dstpath" ];then
|
||
|
|
dstdir="$dstpath"
|
||
|
|
else
|
||
|
|
dstdir="$(dirname "$dstpath")"
|
||
|
|
fi
|
||
|
|
# TODO: Handle file renames.
|
||
|
|
dstpath="`eval echo ${dstpath}`"
|
||
|
|
mkdir -p "$dstpath"
|
||
|
|
tar -C "$srcdir" -c "$srcbase" | tar -C "$dstdir" -x
|
||
|
|
exit $?
|
||
|
|
fi
|
||
|
|
|