1. GTAC and MGI

wget --continue --recursive --no-parent --reject='index.html*' -e robots=off https://htcf.wustl.edu/files/keBbEje4 # 12/2021
wget --continue --recursive --no-parent --no-check-certificate --reject='index.html*' -e robots=off https://htcf.wustl.edu/files/qX0EN2MO/ # 12/2021

wget --user=eiN1uur0ohd5 --password=Shodai5eiPiS --recursive --no-parent --continue --reject='index.html*' -e robots=off https://xfer.genome.wustl.edu/gxfer1/11956463111297/ # MGI
##   -c,  --continue                  resume getting a partially-downloaded file
##   -r,  --recursive                 specify recursive download
##   -np, --no-parent                 don't ascend to the parent directory
##   -R,  --reject=LIST               comma-separated list of rejected extensions

2. BOX

Moving Data With Rclone

rclone sync -n --progress Box:/ChIP\ pY39/ pY39/

3. Globus (via RIS)

Moving Data With Globus

  1. WUSTL ID

  2. Globus permission to access the data

  3. RIS has two endpoints within Globus, Wash U RIS storage1 dtn1 and Wash U RIS storage1 dtn2.

cat ~litd/.auth
## username=tiandao.li
## domain=ACCOUNTS.AD.WUSTL.EDU

globus, hpc1

/storage1/fs1/cynthiaxma/Active/tmp/
sudo mount -t cifs -o vers=3.0,uid=$(id -u),gid=$(id -g),credential=/home/litd/.auth //storage1.ris.wustl.edu/cynthiaxma/ /home/litd/ris # mount
sudo umount /home/litd/ris # umount
sudo umount -l /home/litd/ris # unmount a busy file system as soon as it is not busy anymore.
sudo umount -f /home/litd/ris # force an unmount an unreachable NFS system