unit Unit1;
{$mode objfpc}{$H+}
interface
uses
Classes, SysUtils, Forms, Controls, Graphics, Dialogs, StdCtrls, ExtCtrls, Process, lclintf
{$IFDEF WINDOWS}
,ShellApi
{$ENDIF}
;
type
{ TForm1 }
TForm1 = class(TForm)
Button1: TButton;
Button10: TButton;
Button11: TButton;
Button12: TButton;
Button13: TButton;
Button14: TButton;
Button15: TButton;
Button16: TButton;
Button17: TButton;
Button18: TButton;
Button19: TButton;
Button2: TButton;
Button20: TButton;
Button21: TButton;
Button22: TButton;
Button23: TButton;
Button24: TButton;
Button25: TButton;
Button26: TButton;
Button27: TButton;
Button28: TButton;
Button29: TButton;
Button3: TButton;
Button30: TButton;
Button31: TButton;
Button32: TButton;
Button33: TButton;
Button34: TButton;
Button35: TButton;
Button36: TButton;
Button37: TButton;
Button38: TButton;
Button39: TButton;
Button4: TButton;
Button40: TButton;
Button41: TButton;
Button5: TButton;
Button6: TButton;
Button7: TButton;
Button8: TButton;
Button9: TButton;
Label1: TLabel;
Label27: TLabel;
LabelCPU3: TLabel;
LabelMEM3: TLabel;
Label12: TLabel;
LabelCPU4: TLabel;
LabelMEM4: TLabel;
Label15: TLabel;
Label16: TLabel;
LabelCPU5: TLabel;
LabelMEM5: TLabel;
Label19: TLabel;
LabelCPU1: TLabel;
Label20: TLabel;
LabelCPU6: TLabel;
LabelMEM6: TLabel;
Label23: TLabel;
Label24: TLabel;
Label25: TLabel;
Label26: TLabel;
LabelMEM1: TLabel;
Label4: TLabel;
Label5: TLabel;
Label6: TLabel;
LabelCPU2: TLabel;
LabelMEM2: TLabel;
Label9: TLabel;
LabelStatus: TLabel;
Memo1: TMemo;
Memo2: TMemo;
Memo3: TMemo;
Memo4: TMemo;
Memo5: TMemo;
Memo6: TMemo;
Shape1: TShape;
Shape2: TShape;
Shape3: TShape;
Shape5: TShape;
Shape7: TShape;
Shape8: TShape;
Timer1: TTimer;
procedure Button10Click(Sender: TObject);
procedure Button11Click(Sender: TObject);
procedure Button12Click(Sender: TObject);
procedure Button13Click(Sender: TObject);
procedure Button14Click(Sender: TObject);
procedure Button15Click(Sender: TObject);
procedure Button16Click(Sender: TObject);
procedure Button17Click(Sender: TObject);
procedure Button18Click(Sender: TObject);
procedure Button19Click(Sender: TObject);
procedure Button1Click(Sender: TObject);
procedure Button20Click(Sender: TObject);
procedure Button21Click(Sender: TObject);
procedure Button22Click(Sender: TObject);
procedure Button23Click(Sender: TObject);
procedure Button24Click(Sender: TObject);
procedure Button25Click(Sender: TObject);
procedure Button26Click(Sender: TObject);
procedure Button27Click(Sender: TObject);
procedure Button28Click(Sender: TObject);
procedure Button29Click(Sender: TObject);
procedure Button2Click(Sender: TObject);
procedure Button30Click(Sender: TObject);
procedure Button31Click(Sender: TObject);
procedure Button32Click(Sender: TObject);
procedure Button33Click(Sender: TObject);
procedure Button34Click(Sender: TObject);
procedure Button35Click(Sender: TObject);
procedure Button36Click(Sender: TObject);
procedure Button37Click(Sender: TObject);
procedure Button38Click(Sender: TObject);
procedure Button39Click(Sender: TObject);
procedure Button3Click(Sender: TObject);
procedure Button40Click(Sender: TObject);
procedure Button41Click(Sender: TObject);
procedure Button4Click(Sender: TObject);
procedure Button5Click(Sender: TObject);
procedure Button6Click(Sender: TObject);
procedure Button7Click(Sender: TObject);
procedure Button8Click(Sender: TObject);
procedure Button9Click(Sender: TObject);
procedure FormCreate(Sender: TObject);
procedure FormShow(Sender: TObject);
procedure Label6Click(Sender: TObject);
procedure Memo1Change(Sender: TObject);
procedure Timer1Timer(Sender: TObject);
private
public
end;
var
Form1: TForm1;
haumea_unlocked, hlrn_unlocked: Boolean;
favouriteTerminalStart, favouriteTerminalEnd: String;
implementation
uses Unit2, Unit3;
{$R *.lfm}
procedure OpenNmonUrl(hostname: String);
begin
OpenUrl('http://phywiki.io-warnemuende.de/local_htmls/nmon/nmon_stat_'+hostname+'.html')
end;
function funIstVerzeichnisLeer(strVerzeichnis: string): boolean;
// check if directory empty
var
srDatensatz: TSearchRec;
intI: integer;
begin
Result := False;
FindFirst(IncludeTrailingPathDelimiter(strVerzeichnis) + '*', faAnyFile, srDatensatz);
for intI := 1 to 2 do
if (srDatensatz.Name = '.') or (srDatensatz.Name = '..') then
Result := FindNext(srDatensatz) <> 0;
FindClose(srDatensatz);
end;
procedure ShowUsageInfo(var sl: TStringList; var LabelCPU: TLabel; var LabelMEM: TLabel; var Memo: TMemo);
begin
LabelCPU.Caption := 'CPUs used (total): '+trim(sl[0])+' ('+trim(sl[1])+')';
sl.Delete(0); sl.Delete(0);
LabelMEM.Caption := 'RAM used (total): '+
IntToStr(round(StrToInt(trim(sl[0]))/1024/1024))+' GB ('+
IntToStr(round(StrToInt(trim(sl[1]))/1024/1024))+' GB)';
sl.Delete(0); sl.Delete(0);
Memo.Lines.Clear;
while (sl.count>1) and (sl[0]<>'*****') do
begin
Memo.Lines.Add(sl[0]);
sl.Delete(0);
end;
sl.Delete(0);
Memo.SelStart := 0;
Memo.SelLength := 0;
end;
function SpaceItem(var s: String): String;
//returns the text before the first space and removes this part from the input string
begin
s:=trim(s);
if pos(' ',s)>0 then
begin
result:=copy(s,1,pos(' ',s)-1);
s:=trim(copy(s,pos(' ',s)+1,length(s)));
end
else
begin
result:=s;
s:='';
end;
end;
function MyRunProcess(command: String; hidden: Boolean; wait: Boolean; var process: TProcess): TStringList;
var
mycommand: String;
AProcess: TProcess;
AStringList: TStringList;
si: String;
begin
AProcess := TProcess.Create(nil);
//split into command and arguments
mycommand:=command;
AProcess.Executable := SpaceItem(mycommand);
while mycommand<>'' do
AProcess.Parameters.Add(spaceItem(myCommand));
if wait then
AProcess.Options := AProcess.Options + [poWaitOnExit, poUsePipes]
else
AProcess.Options := AProcess.Options + [poUsePipes];
if hidden then
AProcess.ShowWindow := swoHide
else
AProcess.Options := AProcess.Options + [poNewConsole];
AProcess.Execute;
AStringList := TStringList.Create;
if wait then AStringList.LoadFromStream(AProcess.Output);
process := AProcess;
Result := AStringList;
end;
function MyRunProcess(command: String; hidden: Boolean; wait: Boolean): TStringList; overload;
var
AProcess: TProcess;
AStringList: TStringList;
begin
AStringList:=MyRunProcess(command,hidden,wait,AProcess);
AProcess.Free;
Result := AStringList;
end;
procedure unlock_haumea;
begin
MyRunProcess('xterm -e ssh-add '+GetUserDir+'/.ssh/id_rsa_unirostock',false,true);
haumea_unlocked:=true;
end;
procedure unlock_hlrn;
begin
MyRunProcess('xterm -e ssh-add '+GetUserDir+'/.ssh/id_rsa_hlrn',false,true);
hlrn_unlocked:=true;
end;
procedure ShowErrorDisconnectedIOW;
begin
if MessageDlg('Connection failed',
'Could not connect to IOW server rdpserv. Please check if you are in the IOW Intranet.'+chr(13)+
'Would you like to see instructions how to connect?',mtConfirmation,[mbYes,mbAbort],0,mbAbort)=mrYes then
OpenUrl('https://intranet.io-warnemuende.de/vpn-access-to-the-iow.html');
end;
procedure ShowErrorDisconnectedHaumea;
begin
if MessageDlg('Connection failed',
'Could not connect to haumea1. Please check if your settings in ~/.ssh/config are correct.'+chr(13)+
'Would you like to see instructions how to connect?',mtConfirmation,[mbYes,mbAbort],0,mbAbort)=mrYes then
OpenUrl('http://phywiki.io-warnemuende.de/do/view/Server/UniRostockClusterDocu');
end;
function PortFromUserid(userid: Integer; where: String='IOW'; what: String='JUPYTER'): Integer;
begin
Result:=0;
if (where='IOW' ) and (what='JUPYTER') then Result:=userid+10000;
if (where='REMOTE') and (what='JUPYTER') then Result:=userid+10000;
if (where='IOW' ) and (what='XPRA') then Result:=userid+20000;
if (where='REMOTE') and (what='XPRA') then Result:=userid+20000;
end;
procedure StartJupyterlabIOW(hostname: String);
var
sl, sl1: TStringList;
username, command, s: String;
userid, port, ReadSize: Integer;
process: TProcess;
Buffer: array[0..100000] of char;
found, hasGPU: boolean;
portBlocked: Boolean;
F: TextFile;
begin
hasGPU := (hostname='phy-4');
// Show Form2 to enter details for parallel processing and job registration
Form2.Edit1.Text:=hostname;
Form2.Label2.Visible:=true;
Form2.SpinEdit1.Visible:=true;
Form2.SpinEdit1.Value:=1;
Form2.Label3.Visible := hasGPU;
Form2.Edit2.Visible := hasGPU;
Form2.Edit2.Text := 'no GPUs';
Form2.Label4.Visible:=true;
Form2.Edit3.Visible:=true;
Form2.Edit3.Text:='';
Form2.SpinEdit2.Value:=8;
Form2.Label6.Visible:=false;
Form2.ComboBox1.Visible:=false;
Form2.Tag:=0;
Form2.ShowModal;
Application.ProcessMessages;
if Form2.Tag<>1 then exit;
Form1.LabelStatus.Caption:='connecting to IOW...';
Form1.LabelStatus.Repaint;
found:=false; // we will try to find the token in the output
// get IOW username and userid
sl:=MyRunProcess('ssh rdpserv whoami ; id -u',true,true);
if sl.count=2 then
begin
username:=trim(sl[0]);
userid:=StrToInt(sl[1]);
port:=PortFromUserid(userid,'IOW');
// write the jupyterlab script
AssignFile(F,ExtractFilePath(Application.ExeName)+'/jupyterlab_iow.sh');
rewrite(F);
writeln(F,'source ~/.bashrc');
writeln(F,'source ~/.bash_profile');
writeln(F,'module load miniconda3');
writeln(F,'ncores='+IntToStr(Form2.SpinEdit1.Value));
if Form2.Edit3.Text<>'' then
begin
writeln(F,'echo $BASHPID > PID');
if hasGPU then
writeln(F,'echo "$ncores CPU cores and '+Form2.Edit2.Text+'" >> PID')
else
writeln(F,'echo "$ncores CPU cores" >> PID');
writeln(F,'echo "runs '+IntToStr(Form2.SpinEdit2.Value)+' hours" >> PID');
writeln(F,'echo "'+Form2.Edit3.Text+'" >> PID');
writeln(F,'add_to_list < PID');
end;
writeln(F,'export OMP_NUM_THREADS=$ncores');
writeln(F,'export OPENBLAS_NUM_THREADS=$ncores');
writeln(F,'export MKL_NUM_THREADS=$ncores');
writeln(F,'export VECLIB_MAXIMUM_THREADS=$ncores');
writeln(F,'export NUMEXPR_NUM_THREADS=$ncores');
writeln(F,'jupyter lab');
closefile(F);
Form1.LabelStatus.Caption:='transferring job script...';
Form1.LabelStatus.Repaint;
// copy the jupyterlab script to IOW
command := 'scp '+ExtractFilePath(application.ExeName)+'/jupyterlab_iow.sh rdpserv:/home/nis/'+username;
MyRunProcess(command,true,true);
// convert to unix line endings and set execute permissions
command := 'ssh rdpserv dos2unix /home/nis/'+username+'/jupyterlab_iow.sh';
MyRunProcess(command,true,true);
command := 'ssh rdpserv chmod u+x /home/nis/'+username+'/jupyterlab_iow.sh';
MyRunProcess(command,true,true);
Form1.LabelStatus.Caption:='checking if port is free...';
Form1.LabelStatus.Repaint;
// check if port is in use
portBlocked:=false;
command := 'ssh rdpserv fuser '+IntToStr(port)+'/tcp';
sl1:=MyRunProcess(command,true,true);
if sl1.Count>=1 then portBlocked:=true;
sl1.Free;
command := 'ssh rdpserv ssh '+hostname+' fuser '+IntToStr(port)+'/tcp';
sl1:=MyRunProcess(command,true,true);
if sl1.Count>=1 then portBlocked:=true;
sl1.Free;
if portBlocked then
if MessageDlg('port in use','Port '+IntToStr(port)+' is already in use by another process. Kill that process?',mtConfirmation,[mbYes,mbAbort],0,mbAbort)=mrYes then
begin
command := 'ssh rdpserv fuser -k -n tcp '+IntToStr(port);
MyRunProcess(command,true,true);
command := 'ssh rdpserv ssh '+hostname+' fuser -k -n tcp '+IntToStr(port);
MyRunProcess(command,true,true);
sleep(1000);
end
else
exit;
Form1.LabelStatus.Caption:='running jupyterlab command...';
Form1.LabelStatus.Repaint;
// prepare the jupyterlab command and run it
command := 'ssh -t rdpserv -L '+IntToStr(port)+':localhost:'+IntToStr(port)+
' ssh -t '+hostname+' -L '+IntToStr(port)+':localhost:'+IntToStr(port)+
' /bin/bash -c "/home/nis/'+username+'/jupyterlab_iow.sh 2>&1"';
{$IFDEF LINUX}
AssignFile(F,ExtractFilePath(Application.ExeName)+'/command.sh');
Rewrite(F);
writeln(F,command);
closefile(F);
MyRunProcess('/bin/bash -e '+ExtractFilePath(Application.ExeName)+'/command.sh',true,false,process);
{$ENDIF}
{$IFDEF WINDOWS}
MyRunProcess(command,true,false,process);
{$ENDIF}
// seek the output for the token
while (process.Running or (process.Output.NumBytesAvailable > 0)) and (not found) do
begin
Form1.LabelStatus.Caption:='waiting for the token...';
Form1.LabelStatus.Repaint;
if process.Output.NumBytesAvailable > 0 then
begin
// make sure that we don't read more data than we have allocated
// in the buffer
ReadSize := process.Output.NumBytesAvailable;
if ReadSize > SizeOf(Buffer) then
ReadSize := SizeOf(Buffer);
// now read the output into the buffer
process.Output.Read(Buffer[0], ReadSize);
// and if it contains a token, then open a URL in the browser
s:=Buffer;
if pos('?token=',s)>0 then
begin
s:=copy(s,pos('?token=',s)+7,48);
Form1.LabelStatus.Caption:='opening browser...';
Form1.LabelStatus.Repaint;
OpenUrl('http://127.0.0.1:'+IntToStr(port)+'?token='+s);
found:=true;
end;
end;
end;
end
else
ShowErrorDisconnectedIOW;
Form1.Timer1Timer(Form1);
sl.Free;
Form1.LabelStatus.Caption:='';
end;
procedure StartJupyterlabRemote(hostname: String='haumea1');
var
sl, sl1: TStringList;
username, command, s: String;
i, userid, port, ReadSize: Integer;
process, process1: TProcess;
Buffer: array[0..100000] of char;
found, hasGPU: boolean;
portBlocked: Boolean;
F: TextFile;
remoteBasepath, nodeName: String;
begin
{$IFDEF WINDOWS}
// first we need to start the ssh-agent to enable passwordless login
MyRunProcess('powershell -command "& {&''Start-Service'' ssh-agent}"',true,true);
{$ENDIF}
{$IFDEF Linux}
// we need to unlock a key to allow passwordless login
if (hostname='haumea1') and (haumea_unlocked=false) then unlock_haumea;
if (hostname='blogin') and (hlrn_unlocked=false) then unlock_hlrn;
if (hostname='glogin') and (hlrn_unlocked=false) then unlock_hlrn;
{$ENDIF}
if hostname='haumea1' then remoteBasepath:='/data';
if hostname='blogin' then remoteBasepath:='/scratch/usr';
if hostname='glogin' then remoteBasepath:='/scratch/usr';
// Show Form2 to enter details for parallel processing and job registration
Form2.Edit1.Text:=hostname;
Form2.Label2.Visible:=false;
Form2.SpinEdit1.Visible:=false;
Form2.Label3.Visible := false;
Form2.Edit2.Visible := false;
Form2.Label4.Visible:=false;
Form2.Edit3.Visible:=false;
Form2.SpinEdit2.Value:=8;
Form2.Label6.Visible:=true;
Form2.ComboBox1.Visible:=true;
Form2.ComboBox1.Items.Clear;
if hostname='haumea1' then
begin
Form2.ComboBox1.Items.Add('compute');
Form2.ComboBox1.Items.Add('requeue');
end
else if hostname='blogin' then
begin
Form2.ComboBox1.Items.Add('standard96');
Form2.ComboBox1.Items.Add('standard96:test');
Form2.ComboBox1.Items.Add('large96');
Form2.ComboBox1.Items.Add('large96:test');
Form2.ComboBox1.Items.Add('huge96');
end
else if hostname='glogin' then
begin
Form2.ComboBox1.Items.Add('medium40');
Form2.ComboBox1.Items.Add('medium40:test');
Form2.ComboBox1.Items.Add('large40');
Form2.ComboBox1.Items.Add('large40:test');
Form2.ComboBox1.Items.Add('standard96');
Form2.ComboBox1.Items.Add('standard96:test');
Form2.ComboBox1.Items.Add('large96');
Form2.ComboBox1.Items.Add('large96:test');
Form2.ComboBox1.Items.Add('huge96');
end;
Form2.ComboBox1.ItemIndex:=0;
Form2.Tag:=0;
Form2.ShowModal;
Application.ProcessMessages;
if Form2.Tag <> 1 then exit;
Form1.LabelStatus.Caption:='connecting to '+hostname+'...';
Form1.LabelStatus.Repaint;
found:=false; // we will try to find the token in the output
// get remote location username and userid
sl:=MyRunProcess('ssh '+hostname+' whoami ; id -u',true,true);
if sl.count=2 then
begin
username:=trim(sl[0]);
userid:=StrToInt(sl[1]);
port:=PortFromUserid(userid,'REMOTE');
// write the jupyterlab script
AssignFile(F,ExtractFilePath(Application.ExeName)+'/jupyterlab_remote.sh');
rewrite(F);
writeln(F,'#!/bin/bash');
writeln(F,'#');
writeln(F,'#SBATCH --job-name=jupyter');
writeln(F,'#SBATCH --output='+remoteBasepath+'/%u/.jupyter_out.txt');
writeln(F,'#SBATCH --nodes 1');
writeln(F,'#SBATCH --ntasks=1');
writeln(F,'#SBATCH -t '+IntToStr(Form2.SpinEdit2.Value)+':00:00');
writeln(F,'#SBATCH -p '+Form2.ComboBox1.Items[Form2.ComboBox1.ItemIndex]);
writeln(F,'');
writeln(F,'source ~/.bashrc');
writeln(F,'PATH=$PATH:$HOME/.local/bin:$HOME/bin');
writeln(F,'');
writeln(F,'export PATH');
writeln(F,'');
if hostname='haumea1' then
begin
writeln(F,'export MODULEPATH=$MODULEPATH:/data/iow/iow-modules/DATAFORMATS');
writeln(F,'export MODULEPATH=$MODULEPATH:/data/iow/iow-modules/VISUALISATION');
writeln(F,'export MODULEPATH=$MODULEPATH:/data/iow/iow-modules/MPI');
writeln(F,'export MODULEPATH=$MODULEPATH:/data/iow/iow-modules/NUMERICS');
writeln(F,'module load miniconda3');
end
else
writeln(F,'module load anaconda3');
writeln(F,'');
writeln(F,'export OMP_NUM_THREADS=40');
writeln(F,'export KMP_AFFINITY=compact,1,0,granularity=fine');
writeln(F,'export MKLDNN_VERBOSE=1');
writeln(F,'export MYJUPYTERPORT='+IntToStr(port));
writeln(F,'export XDG_RUNTIME_DIR="'+remoteBasepath+'/$USER"');
writeln(F,'hostname > '+remoteBasepath+'/'+username+'/.jupyterlab_hostname.txt');
writeln(F,'jupyter lab --port $MYJUPYTERPORT --ip 0.0.0.0 --no-browser --notebook-dir="'+remoteBasepath+'/$USER"');
closefile(F);
Form1.LabelStatus.Caption:='transferring job script...';
Form1.LabelStatus.Repaint;
// copy the jupyterlab script to IOW
command := 'scp '+ExtractFilePath(application.ExeName)+'/jupyterlab_remote.sh '+hostname+':'+remoteBasepath+'/'+username;
MyRunProcess(command,true,true);
// convert to unix line endings and set execute permissions
command := 'ssh '+hostname+' sed -i ''s/\r//'' '+remoteBasepath+'/'+username+'/jupyterlab_remote.sh';
MyRunProcess(command,true,true);
command := 'ssh '+hostname+' chmod u+x '+remoteBasepath+'/'+username+'/jupyterlab_remote.sh';
MyRunProcess(command,true,true);
Form1.LabelStatus.Caption:='checking if port is free...';
Form1.LabelStatus.Repaint;
// check if port is in use
portBlocked:=false;
command := 'ssh '+hostname+' fuser '+IntToStr(port)+'/tcp';
sl1:=MyRunProcess(command,true,true);
if sl1.Count>=1 then portBlocked:=true;
sl1.Free;
if portBlocked then
if MessageDlg('port in use','Port '+IntToStr(port)+' is already in use by another process. Kill that process?',mtConfirmation,[mbYes,mbAbort],0,mbAbort)=mrYes then
begin
command := 'ssh '+hostname+' fuser -k -n tcp '+IntToStr(port);
MyRunProcess(command,true,true);
sleep(1000);
end
else
exit;
// delete output files of an old jupyterlab job if exists
Form1.LabelStatus.Caption:='cleaning up old files...';
Form1.LabelStatus.Repaint;
command := 'ssh -q '+hostname+' "if [ -f '+remoteBasepath+'/'+username+
'/.jupyter_out.txt ] ; then rm '+remoteBasepath+'/'+username+'/.jupyter_out.txt ; fi"';
{$IFDEF LINUX}
AssignFile(F,ExtractFilePath(Application.ExeName)+'/command.sh');
Rewrite(F);
writeln(F,command);
closefile(F);
MyRunProcess('/bin/bash -e '+ExtractFilePath(Application.ExeName)+'/command.sh',true,true);
{$ENDIF}
{$IFDEF WINDOWS}
MyRunProcess(command,true,true);
{$ENDIF}
command := 'ssh -q '+hostname+' "if [ -f '+remoteBasepath+'/'+username+
'/.jupyterlab_hostname.txt ] ; then rm '+remoteBasepath+'/'+username+'/.jupyterlab_hostname.txt ; fi"';
{$IFDEF LINUX}
AssignFile(F,ExtractFilePath(Application.ExeName)+'/command.sh');
Rewrite(F);
writeln(F,command);
closefile(F);
MyRunProcess('/bin/bash -e '+ExtractFilePath(Application.ExeName)+'/command.sh',true,true);
{$ENDIF}
{$IFDEF WINDOWS}
MyRunProcess(command,true,true);
{$ENDIF}
// prepare the command to submit the job and run it
Form1.LabelStatus.Caption:='submitting job...';
Form1.LabelStatus.Repaint;
command := 'ssh '+hostname+' sbatch '+remoteBasepath+'/'+username+'/jupyterlab_remote.sh';
MyRunProcess(command,true,true);
// wait until the output file exists
Form1.LabelStatus.Caption:='waiting for job to start...';
Form1.LabelStatus.Repaint;
found:=false;
while not found do
begin
command:='ssh '+hostname+' ls '+remoteBasepath+'/'+username+'/.jupyter_out.txt';
sl1:=MyRunProcess(command,true,true);
if sl1.Count>0 then found:=true;
sl1.Free;
sleep(1000);
end;
// then, get the node name
Form1.LabelStatus.Caption:='job is running, checking on which node...';
Form1.LabelStatus.Repaint;
command:='ssh '+hostname+' cat '+remoteBasepath+'/'+username+'/.jupyterlab_hostname.txt';
sl1:=MyRunProcess(command,true,true);
while sl1.count<1 do
begin
sleep(500);
sl1.Free;
sl1:=MyRunProcess(command,true,true);
end;
nodeName:=sl1[0];
// open SSH tunnel for the ports
Form1.LabelStatus.Caption:='opening ssh tunnel...';
Form1.LabelStatus.Repaint;
command := 'ssh -L '+IntToStr(port)+':localhost:'+IntToStr(port)+' '+hostname+
' ssh -L '+IntToStr(port)+':localhost:'+IntToStr(port)+
' -N '+nodeName+' & 2>/dev/null';
{$IFDEF LINUX}
AssignFile(F,ExtractFilePath(Application.ExeName)+'/command.sh');
Rewrite(F);
writeln(F,command);
closefile(F);
MyRunProcess('/bin/bash -e '+ExtractFilePath(Application.ExeName)+'/command.sh',true,false,process);
{$ENDIF}
{$IFDEF WINDOWS}
MyRunProcess(command,true,false,process);
{$ENDIF}
// grep until we find the token
Form1.LabelStatus.Caption:='waiting for token...';
Form1.LabelStatus.Repaint;
command := 'ssh '+hostname+' grep "token" '+remoteBasepath+'/'+username+'/.jupyter_out.txt 2>/dev/null';
found:=false;
while not found do
begin
sl1 := MyRunProcess(command,true,true);
for i:=0 to sl1.Count-1 do
if pos('?token=',sl1[i])>0 then
begin
s:=copy(sl1[i],pos('?token=',sl1[i])+7,48);
if not found then
begin
Form1.LabelStatus.Caption:='opening browser...';
Form1.LabelStatus.Repaint;
OpenUrl('http://127.0.0.1:'+IntToStr(port)+'?token='+s);
end;
found:=true;
end;
sleep(1000);
end;
end
else
if hostname='haumea1' then ShowErrorDisconnectedHaumea;
sl.Free;
Form1.LabelStatus.Caption:='';
end;
procedure StartConsoleIOW(hostname: String);
var
sl: TStringList;
F: TextFile;
begin
// get IOW username and userid
sl:=MyRunProcess('ssh rdpserv whoami ; id -u',true,true);
if sl.count=2 then
begin
// run command in console
{$IFDEF Linux}
AssignFile(F,ExtractFilePath(Application.ExeName)+'/command.sh');
Rewrite(F);
writeln(F,'ssh -t -X rdpserv ssh -X '+hostname);
closefile(F);
MyRunProcess(FavouriteTerminalStart+' '+ExtractFilePath(application.ExeName)+'/command.sh'+FavouriteTerminalEnd,false,false);
{$ENDIF}
{$IFDEF WINDOWS}
ShellExecute(0,nil, PChar('cmd'),PChar('/C ssh -t rdpserv ssh '+hostname),nil,1);
{$ENDIF}
end
else
ShowErrorDisconnectedIOW;
sl.Free;
end;
procedure StartConsoleRemote(hostname: String='haumea1');
var
sl: TStringList;
F: TextFile;
begin
// first we need to start the ssh-agent to enable passwordless login
{$IFDEF WINDOWS}
MyRunProcess('powershell -command "& {&''Start-Service'' ssh-agent}"',true,true);
{$ENDIF}
{$IFDEF Linux}
// we need to unlock a key to allow passwordless login
if (hostname='haumea1') and (haumea_unlocked=false) then unlock_haumea;
if (hostname='blogin') and (hlrn_unlocked=false) then unlock_hlrn;
if (hostname='glogin') and (hlrn_unlocked=false) then unlock_hlrn;
{$ENDIF}
// get haumea username and userid
sl:=MyRunProcess('ssh '+hostname+' whoami ; id -u',true,true);
if sl.count=2 then
begin
// run command in console
{$IFDEF Linux}
AssignFile(F,ExtractFilePath(Application.ExeName)+'/command.sh');
Rewrite(F);
writeln(F,'ssh -X '+hostname);
closefile(F);
MyRunProcess(FavouriteTerminalStart+' '+ExtractFilePath(application.ExeName)+'/command.sh'+FavouriteTerminalEnd,false,false);
{$ENDIF}
{$IFDEF WINDOWS}
ShellExecute(0,nil, PChar('cmd'),PChar('/C ssh '+hostname),nil,1);
{$ENDIF}
end
else
if hostname='haumea1' then ShowErrorDisconnectedHaumea;
sl.Free;
end;
procedure StartXpraIOW(hostname: String);
var
sl, sl1: TStringList;
username, command, s: String;
userid, port, ReadSize: Integer;
process: TProcess;
Buffer: array[0..100000] of char;
found: boolean;
portBlocked: Boolean;
begin
found:=false; // we will seek the output to find out when the server is running
// get IOW username and userid
Form1.LabelStatus.Caption:='connecting to IOW...';
Form1.LabelStatus.Repaint;
sl:=MyRunProcess('ssh rdpserv whoami ; id -u',true,true);
if sl.count=2 then
begin
username:=trim(sl[0]);
userid:=StrToInt(sl[1]);
port:=PortFromUserid(userid,'IOW','XPRA');
Form1.LabelStatus.Caption:='sending xpra script...';
Form1.LabelStatus.Repaint;
// copy the xpra script to IOW
command := 'scp '+ExtractFilePath(application.ExeName)+'/xpra_iow.sh rdpserv:/home/nis/'+username;
MyRunProcess(command,true,true);
// set execute permissions
command := 'ssh rdpserv chmod u+x /home/nis/'+username+'/xpra_iow.sh';
MyRunProcess(command,true,true);
// check if port is in use
Form1.LabelStatus.Caption:='checking if port is free...';
Form1.LabelStatus.Repaint;
portBlocked:=false;
command := 'ssh rdpserv fuser '+IntToStr(port)+'/tcp';
sl1:=MyRunProcess(command,true,true);
if sl1.Count>=1 then portBlocked:=true;
sl1.Free;
command := 'ssh rdpserv ssh '+hostname+' fuser '+IntToStr(port)+'/tcp';
sl1:=MyRunProcess(command,true,true);
if sl1.Count>=1 then portBlocked:=true;
sl1.Free;
if portBlocked then
if MessageDlg('port in use','Port '+IntToStr(port)+' is already in use by another process. Kill that process?',mtConfirmation,[mbYes,mbAbort],0,mbAbort)=mrYes then
begin
command := 'ssh rdpserv fuser -k -n tcp '+IntToStr(port);
MyRunProcess(command,true,true);
command := 'ssh rdpserv ssh '+hostname+' fuser -k -n tcp '+IntToStr(port);
MyRunProcess(command,true,true);
sleep(1000);
end
else
exit;
// prepare the xpra command and run it
Form1.LabelStatus.Caption:='starting xpra...';
Form1.LabelStatus.Repaint;
command := 'ssh -t -X rdpserv -L '+IntToStr(port)+':localhost:'+IntToStr(port)+
' ssh -t -X '+hostname+' -L '+IntToStr(port)+':localhost:'+IntToStr(port)+
' /bin/bash -c /home/nis/'+username+'/xpra_iow.sh 2>&1';
MyRunProcess(command,true,false,process);
// seek the output for the term "running"
Form1.LabelStatus.Caption:='waiting until xpra has started...';
Form1.LabelStatus.Repaint;
while (process.Running or (process.Output.NumBytesAvailable > 0)) and (not found) do
begin
if process.Output.NumBytesAvailable > 0 then
begin
// make sure that we don't read more data than we have allocated
// in the buffer
ReadSize := process.Output.NumBytesAvailable;
if ReadSize > SizeOf(Buffer) then
ReadSize := SizeOf(Buffer);
// now read the output into the buffer
process.Output.Read(Buffer[0], ReadSize);
// and if it contains a token, then open a URL in the browser
s:=Buffer;
if pos('running',s)>0 then
begin
sleep(3000); //wait until it really starts
Form1.LabelStatus.Caption:='opening browser...';
Form1.LabelStatus.Repaint;
OpenUrl('http://127.0.0.1:'+IntToStr(port));
found:=true;
end;
end;
end;
end
else
ShowErrorDisconnectedIOW;
sl.Free;
Form1.LabelStatus.Caption:='';
end;
{ TForm1 }
procedure TForm1.Button10Click(Sender: TObject);
{$IFDEF Linux}
var
found: Boolean;
{$ENDIF}
begin
{$IFDEF Linux}
found:=false;
if DirectoryExists('/public') then
if funIstVerzeichnisLeer('/public')=false then
begin
MyRunProcess('gdk-open /public',false,false);
end;
if not found then
ShowMessage('"/public" directory is not mounted on your machine. Please add it to the /etc/fstab or open a console on one of the phy servers and run "cd /public"')
{$ENDIF}
{$IFDEF WINDOWS}
MyRunProcess('explorer \\netapp1.io-warnemuende.de\public',false,false);
{$ENDIF}
end;
procedure TForm1.Button11Click(Sender: TObject);
begin
OpenUrl('https://git.io-warnemuende.de/');
end;
procedure TForm1.Button12Click(Sender: TObject);
begin
OpenNmonUrl('PHY-2');
end;
procedure TForm1.Button13Click(Sender: TObject);
begin
StartJupyterlabIOW('phy-2');
end;
procedure TForm1.Button14Click(Sender: TObject);
begin
StartConsoleIOW('phy-2');
end;
procedure TForm1.Button15Click(Sender: TObject);
begin
StartXpraIOW('phy-2');
end;
procedure TForm1.Button16Click(Sender: TObject);
begin
OpenNmonUrl('PHY-3');
end;
procedure TForm1.Button17Click(Sender: TObject);
begin
StartJupyterlabIOW('phy-3');
end;
procedure TForm1.Button18Click(Sender: TObject);
begin
StartConsoleIOW('phy-3');
end;
procedure TForm1.Button19Click(Sender: TObject);
begin
StartXpraIOW('phy-3');
end;
procedure TForm1.Button1Click(Sender: TObject);
begin
MyRunProcess(FavouriteTerminalStart+' '+ExtractFilePath(application.ExeName)+'/command.sh'+FavouriteTerminalEnd,false,false);
OpenUrl('http://phywiki.io-warnemuende.de/pub/Server/IntroductionNewColleagues/new_colleagues_introduction_it.pdf');
end;
procedure TForm1.Button20Click(Sender: TObject);
begin
OpenNmonUrl('PHY-4');
end;
procedure TForm1.Button21Click(Sender: TObject);
begin
StartJupyterlabIOW('phy-4');
end;
procedure TForm1.Button22Click(Sender: TObject);
begin
StartConsoleIOW('phy-4');
end;
procedure TForm1.Button23Click(Sender: TObject);
begin
StartXpraIOW('phy-4');
end;
procedure TForm1.Button24Click(Sender: TObject);
begin
OpenNmonUrl('PHY-10');
end;
procedure TForm1.Button25Click(Sender: TObject);
begin
StartJupyterlabIOW('phy-10');
end;
procedure TForm1.Button26Click(Sender: TObject);
begin
StartConsoleIOW('phy-10');
end;
procedure TForm1.Button27Click(Sender: TObject);
begin
StartXpraIOW('phy-10');
end;
procedure TForm1.Button28Click(Sender: TObject);
begin
OpenNmonUrl('PHY-11');
end;
procedure TForm1.Button29Click(Sender: TObject);
begin
StartJupyterlabIOW('phy-11');
end;
procedure TForm1.Button2Click(Sender: TObject);
begin
OpenNmonUrl('phy-1');
end;
procedure TForm1.Button30Click(Sender: TObject);
begin
StartConsoleIOW('phy-11');
end;
procedure TForm1.Button31Click(Sender: TObject);
begin
StartXpraIOW('phy-11');
end;
procedure TForm1.Button32Click(Sender: TObject);
begin
OpenUrl('http://phywiki.io-warnemuende.de/do/view/Server/UniRostockClusterDocumentationList');
end;
procedure TForm1.Button33Click(Sender: TObject);
begin
StartJupyterlabRemote('haumea1');
end;
procedure TForm1.Button34Click(Sender: TObject);
begin
StartConsoleRemote('haumea1');
end;
procedure TForm1.Button35Click(Sender: TObject);
begin
OpenUrl('http://phywiki.io-warnemuende.de/do/view/Server/HLRNApplicationProcedure');
end;
procedure TForm1.Button36Click(Sender: TObject);
begin
StartJupyterlabRemote('blogin');
end;
procedure TForm1.Button37Click(Sender: TObject);
begin
StartConsoleRemote('blogin');
end;
procedure TForm1.Button38Click(Sender: TObject);
begin
StartJupyterlabRemote('glogin');
end;
procedure TForm1.Button39Click(Sender: TObject);
begin
StartConsoleRemote('glogin');
end;
procedure TForm1.Button3Click(Sender: TObject);
begin
StartJupyterlabIOW('phy-1');
end;
procedure TForm1.Button40Click(Sender: TObject);
begin
timer1timer(self);
end;
procedure TForm1.Button41Click(Sender: TObject);
begin
Form3.ShowModal;
end;
procedure TForm1.Button4Click(Sender: TObject);
begin
StartConsoleIOW('phy-1');
end;
procedure TForm1.Button5Click(Sender: TObject);
begin
StartXpraIOW('phy-1');
end;
procedure TForm1.Button6Click(Sender: TObject);
begin
OpenUrl('http://phywiki.io-warnemuende.de/');
end;
procedure TForm1.Button7Click(Sender: TObject);
begin
OpenUrl('https://email.io-warnemuende.de/');
end;
procedure TForm1.Button8Click(Sender: TObject);
begin
OpenUrl('https://chat.io-warnemuende.de/');
end;
procedure TForm1.Button9Click(Sender: TObject);
begin
OpenURL('https://owncloud.io-warnemuende.de')
end;
procedure TForm1.FormCreate(Sender: TObject);
var
F: TextFile;
begin
// we have not yet unlocked haumea and hlrn keys
haumea_unlocked:=false;
hlrn_unlocked:=false;
// users can overwrite the terminal they want to use
favouriteTerminalStart:='xterm -e ';
favouriteTerminalEnd:='';
if FileExists(ExtractFilePath(Application.ExeName)+'/favourite_terminal.txt') then
begin
AssignFile(F,ExtractFilePath(Application.ExeName)+'/favourite_terminal.txt');
Reset(F);
if not EOF(F) then
readln(F,favouriteTerminalStart);
readln(F,favouriteTerminalEnd);
closefile(F);
end;
end;
procedure TForm1.FormShow(Sender: TObject);
var
F: TextFile;
s: String;
seeking: Boolean;
begin
Timer1timer(self);
// now try to read user names from ~/.ssh/config
Form3.Edit1.Text:=''; Form3.Edit2.Text:=''; // IOW username and password
Form3.Edit3.Text:=''; Form3.Edit4.Text:=''; // Haumea username and password
Form3.Edit5.Text:=''; Form3.Edit6.Text:=''; // HLRN username and password
if FileExists(GetUserDir+'/.ssh/config') then
begin
assignFile(F,GetUserDir+'/.ssh/config');
reset(F);
seeking:=false;
while not EOF(F) do
begin
readln(F,s);
if copy(lowercase(trim(s)),1,12)='host rdpserv' then
seeking:=true
else
if seeking then
begin
if copy(lowercase(trim(s)),1,5)='user ' then
begin
Form3.Edit1.text:=trim(copy(trim(s),5,length(s)));
seeking:=false;
end;
if copy(lowercase(trim(s)),1,5)='host ' then seeking:=false;
end;
end;
closefile(F);
assignFile(F,GetUserDir+'/.ssh/config');
reset(F);
seeking:=false;
while not EOF(F) do
begin
readln(F,s);
if copy(lowercase(trim(s)),1,11)='host haumea' then
seeking:=true
else
if seeking then
begin
if copy(lowercase(trim(s)),1,5)='user ' then
begin
Form3.Edit3.text:=trim(copy(trim(s),5,length(s)));
seeking:=false;
end;
if copy(lowercase(trim(s)),1,5)='host ' then seeking:=false;
end;
end;
closefile(F);
assignFile(F,GetUserDir+'/.ssh/config');
reset(F);
seeking:=false;
while not EOF(F) do
begin
readln(F,s);
if copy(lowercase(trim(s)),1,11)='host blogin' then
seeking:=true
else
if seeking then
begin
if copy(lowercase(trim(s)),1,5)='user ' then
begin
Form3.Edit5.text:=trim(copy(trim(s),5,length(s)));
seeking:=false;
end;
if copy(lowercase(trim(s)),1,5)='host ' then seeking:=false;
end;
end;
closefile(F);
end;
end;
procedure TForm1.Label6Click(Sender: TObject);
begin
end;
procedure TForm1.Memo1Change(Sender: TObject);
begin
end;
procedure TForm1.Timer1Timer(Sender: TObject);
var
AStringList: TStringList;
begin
AStringList:=MyRunProcess('ssh rdpserv /sw/sys/scripts/combine_machine_usage',true,true);
if AStringList.Count>0 then
begin
// fill the information in into the GUI
ShowUsageInfo(AStringList,LabelCPU1, LabelMEM1, Memo1);
ShowUsageInfo(AStringList,LabelCPU2, LabelMEM2, Memo2);
ShowUsageInfo(AStringList,LabelCPU3, LabelMEM3, Memo3);
ShowUsageInfo(AStringList,LabelCPU4, LabelMEM4, Memo4);
ShowUsageInfo(AStringList,LabelCPU5, LabelMEM5, Memo5);
ShowUsageInfo(AStringList,LabelCPU6, LabelMEM6, Memo6);
end
else
begin
ShowErrorDisconnectedIOW;
Halt;
end;
AStringList.Free;
end;
end.
