233 lines
12 KiB
Matlab
233 lines
12 KiB
Matlab
function [fOutVar,nBlockPerCPU, totCPU] = masterParallel(Parallel,fBlock,nBlock,NamFileInput,fname,fInputVar,fGlobalVar)
|
|
|
|
% Copyright (C) 2009 Dynare Team
|
|
%
|
|
% This file is part of Dynare.
|
|
%
|
|
% Dynare is free software: you can redistribute it and/or modify
|
|
% it under the terms of the GNU General Public License as published by
|
|
% the Free Software Foundation, either version 3 of the License, or
|
|
% (at your option) any later version.
|
|
%
|
|
% Dynare is distributed in the hope that it will be useful,
|
|
% but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
% MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
% GNU General Public License for more details.
|
|
%
|
|
% You should have received a copy of the GNU General Public License
|
|
% along with Dynare. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
global options_
|
|
|
|
totCPU=0;
|
|
DyMo=pwd;
|
|
fInputVar.DyMo=DyMo;
|
|
[tempo, MasterName]=system('hostname');
|
|
MasterName=MasterName(1:end-1);
|
|
fInputVar.MasterName = MasterName;
|
|
|
|
if exist('fGlobalVar'),
|
|
save([fname,'_input.mat'],'fInputVar','fGlobalVar')
|
|
else
|
|
save([fname,'_input.mat'],'fInputVar')
|
|
end
|
|
save([fname,'_input.mat'],'Parallel','-append')
|
|
for j=1:length(Parallel),
|
|
nCPU(j)=length(Parallel(j).NumCPU);
|
|
totCPU=totCPU+nCPU(j);
|
|
end
|
|
nCPU=cumsum(nCPU);
|
|
offset0 = fBlock-1;
|
|
if (nBlock-offset0)>totCPU,
|
|
diff = mod((nBlock-offset0),totCPU);
|
|
nBlockPerCPU(1:diff) = ceil((nBlock-offset0)/totCPU);
|
|
nBlockPerCPU(diff+1:totCPU) = floor((nBlock-offset0)/totCPU);
|
|
else
|
|
nBlockPerCPU(1:nBlock-offset0)=1;
|
|
totCPU = nBlock-offset0;
|
|
end
|
|
|
|
% if totCPU==1,
|
|
% if Parallel.Local == 1
|
|
% State= system (['psexec -W ',DyMo, ' -a ',int2str(Parallel.NumCPU(1)),' -realtime matlab -nosplash -nodesktop -minimize -r fParallel(',int2str(fBlock),',',int2str(nBlock),',1,1,''',fname,''')']);
|
|
%
|
|
% else
|
|
% if ~strcmp(Parallel.PcName,MasterName),
|
|
% delete(['\\',Parallel(1).PcName,'\',Parallel(1).RemoteDrive,'$\',Parallel(1).RemoteFolder,'\*.*']);
|
|
% adir=ls(['\\',Parallel(1).PcName,'\',Parallel(1).RemoteDrive,'$\',Parallel(1).RemoteFolder,'\']);
|
|
% for j=3:size(adir,1)
|
|
% rmdir(['\\',Parallel(1).PcName,'\',Parallel(1).RemoteDrive,'$\',Parallel(1).RemoteFolder,'\',adir(j,:)],'s')
|
|
% end
|
|
% end
|
|
%
|
|
% system (['xcopy ',fname,'_input.mat "\\',Parallel.PcName,'\',Parallel.RemoteDrive,'$\',Parallel.RemoteFolder,'" /Y']);
|
|
% for j=1:size(NamFileInput,1)
|
|
% copyfile([NamFileInput{j,1},NamFileInput{j,2}],['\\',Parallel(1).PcName,'\',Parallel(1).RemoteDrive,'$\',Parallel(1).RemoteFolder,'\',NamFileInput{j,1}])
|
|
% end
|
|
%
|
|
%
|
|
% State= system (['psexec \\',Parallel.PcName,' -e -u ',Parallel.user,' -p ',Parallel.passwd,' -W ',Parallel.RemoteDrive,':\',Parallel.RemoteFolder,'\ -a ',int2str(Parallel.NumCPU(1)),' -realtime matlab -nosplash -nodesktop -minimize -r fParallel(',int2str(fBlock),',',int2str(nBlock),',1,1,''',fname,''')']);
|
|
%
|
|
% system (['xcopy "\\',Parallel.PcName,'\',Parallel.RemoteDrive,'$\',Parallel.RemoteFolder,'\',fname,'_output_1.mat" /Y']);
|
|
% for j=1:size(NamFileOutput,1)
|
|
% copyfile(['\\',Parallel(1).PcName,'\',Parallel(1).RemoteDrive,'$\',Parallel(1).RemoteFolder,'\',NamFileOutput{j,1},NamFileOutput{j,2}],NamFileOutput{j,1})
|
|
% end
|
|
% end
|
|
% load([fname,'_output_1.mat'],'fOutputVar');
|
|
%
|
|
% else
|
|
delete(['comp_status_',fname,'*.mat'])
|
|
delete(['P_',fname,'*End.txt']);
|
|
fid = fopen('ConcurrentCommand1.bat','w+');
|
|
for j=1:totCPU,
|
|
|
|
indPC=min(find(nCPU>=j));
|
|
|
|
if indPC>1
|
|
nCPU0 = nCPU(indPC-1);
|
|
else
|
|
nCPU0=0;
|
|
end
|
|
offset = sum(nBlockPerCPU(1:j-1))+offset0;
|
|
|
|
fid1=fopen(['P_',fname,'_',int2str(j),'End.txt'],'w+');
|
|
fclose(fid1);
|
|
|
|
if Parallel(indPC).Local == 1, % run on the local machine
|
|
if isunix,
|
|
command1=['ssh localhost "cd ',DyMo, '; ',matlabroot,'/bin/matlab -nosplash -nodesktop -minimize -r fParallel\(',int2str(offset+1),',',int2str(sum(nBlockPerCPU(1:j))),',',int2str(j),',',int2str(indPC),',\''',fname,'\''\);" &'];
|
|
else
|
|
command1=['start /B psexec -W ',DyMo, ' -a ',int2str(Parallel(indPC).NumCPU(j-nCPU0)),' -low matlab -nosplash -nodesktop -minimize -r fParallel(',int2str(offset+1),',',int2str(sum(nBlockPerCPU(1:j))),',',int2str(j),',',int2str(indPC),',''',fname,''')'];
|
|
end
|
|
else
|
|
% keyboard;
|
|
if ~( strcmpi(Parallel(indPC).PcName,MasterName) & strcmpi([Parallel(indPC).RemoteDrive,':\',Parallel(indPC).RemoteFolder],pwd))
|
|
if j==nCPU0+1,
|
|
if isunix,
|
|
% delete(['\\',Parallel(indPC).PcName,'\',Parallel(indPC).RemoteDrive,'$\',Parallel(indPC).RemoteFolder,'\*.*']);
|
|
% adir=ls(['\\',Parallel(indPC).PcName,'\',Parallel(indPC).RemoteDrive,'$\',Parallel(indPC).RemoteFolder,'\']);
|
|
else
|
|
delete(['\\',Parallel(indPC).PcName,'\',Parallel(indPC).RemoteDrive,'$\',Parallel(indPC).RemoteFolder,'\*.*']);
|
|
adir=ls(['\\',Parallel(indPC).PcName,'\',Parallel(indPC).RemoteDrive,'$\',Parallel(indPC).RemoteFolder,'\']);
|
|
end
|
|
for jdir=3:size(adir,1)
|
|
if isunix,
|
|
% STATUS = rmdir(['\\',Parallel(indPC).PcName,'\',Parallel(indPC).RemoteDrive,'$\',Parallel(indPC).RemoteFolder,'\',deblank(adir(jdir,:))],'s');
|
|
else
|
|
STATUS = rmdir(['\\',Parallel(indPC).PcName,'\',Parallel(indPC).RemoteDrive,'$\',Parallel(indPC).RemoteFolder,'\',deblank(adir(jdir,:))],'s');
|
|
end
|
|
if STATUS == 0,
|
|
disp(['Warning!: Directory ',deblank(adir(jdir,:)),' could not be removed from ',Parallel(indPC).PcName,'.'])
|
|
end
|
|
end
|
|
|
|
if isunix,
|
|
% copyfile([fname,'_input.mat'], ['\\',Parallel(indPC).PcName,'\',Parallel(indPC).RemoteDrive,'$\',Parallel(indPC).RemoteFolder]);
|
|
% for jfil=1:size(NamFileInput,1)
|
|
% copyfile([NamFileInput{jfil,1},NamFileInput{jfil,2}],['\\',Parallel(indPC).PcName,'\',Parallel(indPC).RemoteDrive,'$\',Parallel(indPC).RemoteFolder,'\',NamFileInput{jfil,1}])
|
|
% end
|
|
else
|
|
copyfile([fname,'_input.mat'], ['\\',Parallel(indPC).PcName,'\',Parallel(indPC).RemoteDrive,'$\',Parallel(indPC).RemoteFolder]);
|
|
for jfil=1:size(NamFileInput,1)
|
|
copyfile([NamFileInput{jfil,1},NamFileInput{jfil,2}],['\\',Parallel(indPC).PcName,'\',Parallel(indPC).RemoteDrive,'$\',Parallel(indPC).RemoteFolder,'\',NamFileInput{jfil,1}])
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
if isunix,
|
|
% if ~strcmp(Parallel(indPC).PcName,MasterName), % run on a remote machine
|
|
% command1=['start /B psexec \\',Parallel(indPC).PcName,' -e -u ',Parallel(indPC).user,' -p ',Parallel(indPC).passwd,' -W ',Parallel(indPC).RemoteDrive,':\',Parallel(indPC).RemoteFolder,'\ -a ',int2str(Parallel(indPC).NumCPU(j-nCPU0)), ...
|
|
% ' -low matlab -nosplash -nodesktop -minimize -r fParallel(',int2str(offset+1),',',int2str(sum(nBlockPerCPU(1:j))),',',int2str(j),',',int2str(indPC),',''',fname,''')'];
|
|
% else % run on the local machine
|
|
% command1=['start /B psexec \\',Parallel(indPC).PcName,' -e -W ',Parallel(indPC).RemoteDrive,':\',Parallel(indPC).RemoteFolder,'\ -a ',int2str(Parallel(indPC).NumCPU(j-nCPU0)), ...
|
|
% ' -low matlab -nosplash -nodesktop -minimize -r fParallel(',int2str(offset+1),',',int2str(sum(nBlockPerCPU(1:j))),',',int2str(j),',',int2str(indPC),',''',fname,''')'];
|
|
% end
|
|
else
|
|
if ~strcmp(Parallel(indPC).PcName,MasterName), % run on a remote machine
|
|
command1=['start /B psexec \\',Parallel(indPC).PcName,' -e -u ',Parallel(indPC).user,' -p ',Parallel(indPC).passwd,' -W ',Parallel(indPC).RemoteDrive,':\',Parallel(indPC).RemoteFolder,'\ -a ',int2str(Parallel(indPC).NumCPU(j-nCPU0)), ...
|
|
' -low matlab -nosplash -nodesktop -minimize -r fParallel(',int2str(offset+1),',',int2str(sum(nBlockPerCPU(1:j))),',',int2str(j),',',int2str(indPC),',''',fname,''')'];
|
|
else % run on the local machine via the network
|
|
command1=['start /B psexec \\',Parallel(indPC).PcName,' -e -W ',Parallel(indPC).RemoteDrive,':\',Parallel(indPC).RemoteFolder,'\ -a ',int2str(Parallel(indPC).NumCPU(j-nCPU0)), ...
|
|
' -low matlab -nosplash -nodesktop -minimize -r fParallel(',int2str(offset+1),',',int2str(sum(nBlockPerCPU(1:j))),',',int2str(j),',',int2str(indPC),',''',fname,''')'];
|
|
end
|
|
end
|
|
|
|
|
|
|
|
|
|
end
|
|
fprintf(fid,'%s\n',command1);
|
|
end
|
|
|
|
fclose(fid);
|
|
|
|
if isunix,
|
|
system('sh ConcurrentCommand1.bat')
|
|
else
|
|
system('ConcurrentCommand1.bat')
|
|
end
|
|
delete ConcurrentCommand1.bat
|
|
|
|
status_string={'Starting remote parallel computation ... '};
|
|
t0=cputime;
|
|
t00=cputime;
|
|
hh=NaN(1,nBlock);
|
|
while (1)
|
|
pause(1)
|
|
% keyboard;
|
|
% if (cputime-t0)>10,
|
|
stax = dir(['comp_status_',fname,'*.mat']);
|
|
for j=1:length(stax),
|
|
|
|
try
|
|
load(stax(j).name)
|
|
% status_string{j}=(['Chain ',int2str(whoiam),' at ',num2str(100*jstatus/nruns(whoiam)),'% accept. rate ',num2str(isux/jstatus,4),'.']);
|
|
catch
|
|
|
|
end
|
|
% disp(status_string{j})
|
|
if ishandle(hh(njob)),
|
|
waitbar(prtfrc,hh(njob),waitbarString);
|
|
if prtfrc==1, close(hh(njob)); delete(stax(j).name), end
|
|
else
|
|
hh(njob) = waitbar(0,waitbarString);
|
|
set(hh(njob),'Name',['Parallel ',waitbarTitle]);
|
|
end
|
|
|
|
end
|
|
% disp(' ')
|
|
% t0=cputime;
|
|
% end
|
|
if isempty(dir(['P_',fname,'_*End.txt']))
|
|
delete(['comp_status_',fname,'*.mat'])
|
|
for j=1:length(hh),
|
|
if ishandle(hh(j)),
|
|
close(hh(j))
|
|
end
|
|
end
|
|
|
|
% for j=1:indPC,
|
|
% if Parallel(j).Local==0 & ~strcmp(Parallel(indPC).PcName,MasterName),
|
|
% for jfil = 1:size(NamFileOutput,1)
|
|
% system (['xcopy "\\',Parallel(j).PcName,'\',Parallel(j).RemoteDrive,'$\',Parallel(j).RemoteFolder,'\',NamFileOutput{jfil,1},NamFileOutput{jfil,2},'" ' ,NamFileOutput{jfil,1},' /Y']);
|
|
% end
|
|
% system (['xcopy "\\',Parallel(j).PcName,'\',Parallel(j).RemoteDrive,'$\',Parallel(j).RemoteFolder,'\',fname,'_output_*.mat" /Y']);
|
|
%
|
|
% end
|
|
% end
|
|
break
|
|
end
|
|
end
|
|
delete([fname,'_input.mat'])
|
|
for j=1:totCPU,
|
|
load([fname,'_output_',int2str(j),'.mat'],'fOutputVar');
|
|
delete([fname,'_output_',int2str(j),'.mat']);
|
|
fOutVar(j)=fOutputVar;
|
|
|
|
|
|
end
|
|
|
|
|
|
% end
|