Merge remote-tracking branch 'upstream/master'

Synthetic/Gateway/README.md

@@ -0,0 +1,25 @@
+## Simple test to transfer 10G Random file from this machine to RITS clusters
+
+# To run:
+
+$ ./run_test.sh
+
+Due to test account only being in LDAP and not AD will only currently work on two clusters.
+
+To get round this issue can use your account. Will need to add public ssh key to `ssh.rc.ucl.ac.uk`
+
+Output:
+```
+ccaathj@pop-os:~/ssh_test$ ./run_test.sh socrates_ssh_config
+michael.tunnel
+test_data                                                                     100%   65MB   1.6MB/s   00:40    
+
+thomas.tunnel
+test_data                                                                     100%   65MB   1.3MB/s   00:48    
+
+grace.tunnel
+scp: ./test_data: Read-only file system
+
+ccaathj@pop-os:~/ssh_test$ 
+```
+This uses socrates as gateway without argument will use ssh.rc.ucl.ac.uk

Synthetic/Gateway/ccear86_id_rsa.pub

@@ -0,0 +1 @@
+ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAucDBoTAhC6ww5etZeCOLIRZ5aw2/vl7pbVoM32RMDlN9VjH76JeNpTiNmEGr/UYFsQ06WyKN+ax1Y/nrxXU9P3eNQEVqYzu8MZQMMB/LHK4xJ70+oRLzxiXkrbUdt/mFz3KVo/F/K5o2WfvgEOH6hJxDdBvKUEeYn8+vK2QykSqYxOxLfPxKH6wtLvJn2gAwExBNKMkDU/2/lwevCuo+o7WrDaOo1bvIGzEsQQT1ccCoTbtTaRpB2zb5IavP43swG3Suj+7f7JCylVCgwDovNYo1oSE4voFT6WXX+WrCroBnbw30RMduCeHP9vvHFmeX+RTS5+7VBNU5slgm3B4CNb8YTvhuB0QolSZ4wiFt55ZvzPe76OPrSmDKIOe326ZwkBMA8a1WY/TTkUWmrt1NLbjRYUBgYs5JaU/ncvwF28kmhdJaiHhw5XccdJyOZJx3Nr7WHW0bHg0cFJCsIj1FC8N+bn/7KhFkOKYksf4RdJrSPeBnovr/5Ayx37t+nZc= test_account

Synthetic/Gateway/run_test.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+SSH_CONFIG=${1:-./ssh_config}
+
+if [ ! -f ./test_data ]
+then
+	echo "Generating 10G test file, this takes a long time ..."
+	dd bs=1024 count=10485760 </dev/urandom > ./test_data
+fi
+
+for HOST in $(awk '/^Host .*.tunnel$/{print $2}' ./ssh_config)
+do
+	echo $HOST
+	scp -F ${SSH_CONFIG} -i ./ccear86_id_rsa ./test_data $HOST:
+        echo
+done

Synthetic/Gateway/socrates_ssh_config

@@ -0,0 +1,31 @@
+#Host kathleen.tunnel
+#        User ccear86
+#        HostName kathleen.rc.ucl.ac.uk
+#        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected]
+#        #ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected]
+
+Host michael.tunnel
+        User ccear86
+        HostName michael.rc.ucl.ac.uk
+        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected] 2>/dev/null
+
+#Host myriad.tunnel
+#        User ccear86
+#        HostName myriad.rc.ucl.ac.uk
+#        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected]
+
+Host thomas.tunnel
+        User ccear86
+        HostName thomas.rc.ucl.ac.uk
+        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected] 2>/dev/null
+
+Host grace.tunnel
+        User ccear86
+        HostName grace.rc.ucl.ac.uk
+        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected] 2>/dev/null
+
+#Host legion.tunnel
+#        User ccear86
+#        HostName legion.rc.ucl.ac.uk
+#        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected]
+#        ProxyCommand ssh -W %h:%p [email protected]

Synthetic/Gateway/ssh_config

@@ -0,0 +1,33 @@
+#Host kathleen.tunnel
+#        User ccear86
+#        HostName kathleen.rc.ucl.ac.uk
+#        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected]
+#        #ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected]
+
+Host michael.tunnel
+        User ccear86
+        HostName michael.rc.ucl.ac.uk
+        #ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected] 2>/dev/null
+        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected] 2>/dev/null
+
+#Host myriad.tunnel
+#        User ccear86
+#        HostName myriad.rc.ucl.ac.uk
+#        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected]
+
+Host thomas.tunnel
+        User ccear86
+        HostName thomas.rc.ucl.ac.uk
+        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected] 2>/dev/null
+
+Host grace.tunnel
+        User ccear86
+        HostName grace.rc.ucl.ac.uk
+        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected] 2>/dev/null
+        #ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected] 2>/dev/null
+
+#Host legion.tunnel
+#        User ccear86
+#        HostName legion.rc.ucl.ac.uk
+#        ProxyCommand ssh -i ccear86_id_rsa -W %h:%p [email protected]
+#        ProxyCommand ssh -W %h:%p [email protected]