dynare/matlab/slaveParallel.m

function slaveParallel(whoiam,ThisMatlab)
% In a parallelization context, this function is launched on slave
% machines, to initialize MATLAB and DYNARE environment and waits for
% instructions sent by the Master.
%
% INPUTS
%  whoiam [int]         index number of this CPU among all CPUs in the
%                       cluster
%  ThisMatlab [int]     index number of this slave machine in the cluster

% Copyright (C) 2009 Dynare Team
%
% This file is part of Dynare.
%
% Dynare is free software: you can redistribute it and/or modify
% it under the terms of the GNU General Public License as published by
% the Free Software Foundation, either version 3 of the License, or
% (at your option) any later version.
%
% Dynare is distributed in the hope that it will be useful,
% but WITHOUT ANY WARRANTY; without even the implied warranty of
% MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
% GNU General Public License for more details.
%
% You should have received a copy of the GNU General Public License
% along with Dynare.  If not, see <http://www.gnu.org/licenses/>.

global funcName

warning off;
diary off;

delete( ['slaveParallel_',int2str(whoiam),'.log']);

diary( ['slaveParallel_',int2str(whoiam),'.log']);


% configure dynare environment
dynareroot = dynare_config();

% Load input data
load( ['slaveParallel_input',int2str(whoiam)]) 
%loads fGlobalVar Parallel 
if exist('fGlobalVar'),
    globalVars = fieldnames(fGlobalVar);
    for j=1:length(globalVars),
        eval(['global ',globalVars{j},';'])
    end
    struct2local(fGlobalVar);
    clear fGlobalVar
end

t0=clock;
fslave = dir( ['slaveParallel_input',int2str(whoiam),'.mat']);

while (etime(clock,t0)<1200 && ~isempty(fslave)) || ~isempty(dir(['stayalive',int2str(whoiam),'.txt'])),
    if ~isempty(dir(['stayalive',int2str(whoiam),'.txt'])),
        t0=clock;
        delete(['stayalive',int2str(whoiam),'.txt']);
    end
    % I wait for 20 min or while mater asks to exit (i.e. it cancels fslave file)
    pause(1);
    fjob = dir(['slaveJob',int2str(whoiam),'.mat']);
    if ~isempty(fjob),
        clear fGlobalVar fInputVar fblck nblck fname
        load(['slaveJob',int2str(whoiam),'.mat']);
        funcName=fname;  % update global job name
        % loads values for fblck nblck fname fGlobalVar fInputVar
        delete(['slaveJob',int2str(whoiam),'.mat']);

        if exist('fGlobalVar'),
            globalVars = fieldnames(fGlobalVar);
            %         for j=1:length(globalVars),
            %             eval(['global ',globalVars{j},';'])
            %         end
            struct2local(fGlobalVar);
        end
        fInputVar.Parallel = Parallel;
        % Launch the routine to be run in parallel
        tic,
        fOutputVar = feval(fname, fInputVar ,fblck, nblck, whoiam, ThisMatlab);
        toc,
        if isfield(fOutputVar,'OutputFileName'),
            OutputFileName = fOutputVar.OutputFileName;
        else
            OutputFileName = '';
        end

        if(whoiam)

            % Save the output result
            save([ fname,'_output_',int2str(whoiam),'.mat'],'fOutputVar' )

            % Inform the master that the job is finished, and transfer the output data
            if Parallel(ThisMatlab).Local
                delete(['P_',fname,'_',int2str(whoiam),'End.txt']);
            else
                if isunix || (~matlab_ver_less_than('7.4') && ismac),
                    for j=1:size(OutputFileName,1),
                        system(['scp ',OutputFileName{j,1},OutputFileName{j,2},' ',Parallel(ThisMatlab).user,'@',fInputVar.MasterName,':',fInputVar.DyMo,'/',OutputFileName{j,1}]);
                    end
                    system(['scp ',fname,'_output_',int2str(whoiam),'.mat ',Parallel(ThisMatlab).user,'@',fInputVar.MasterName,':',fInputVar.DyMo]);
                    system(['ssh ',Parallel(ThisMatlab).user,'@',fInputVar.MasterName,' rm -f ',fInputVar.DyMo,'/P_',fname,'_',int2str(whoiam),'End.txt']);
                    %                 system(['fusermount -u ~/MasterRemoteMirror_',fname,'_',int2str(whoiam)]);
                    %                 system(['rm -r ~/MasterRemoteMirror_',fname,'_',int2str(whoiam)]);
                else
                    for j=1:size(OutputFileName,1),
                        copyfile([OutputFileName{j,1},OutputFileName{j,2}],['\\',fInputVar.MasterName,'\',fInputVar.DyMo(1),'$\',fInputVar.DyMo(4:end),'\',OutputFileName{j,1}])
                    end
                    copyfile([fname,'_output_',int2str(whoiam),'.mat'],['\\',fInputVar.MasterName,'\',fInputVar.DyMo(1),'$\',fInputVar.DyMo(4:end)]);
                    delete(['\\',fInputVar.MasterName,'\',fInputVar.DyMo(1),'$\',fInputVar.DyMo(4:end),'\P_',fname,'_',int2str(whoiam),'End.txt']);
                end
            end
        end

        disp(['Job ',fname,' on CPU ',int2str(whoiam),' completed.'])
        t0 =clock; % re-set waiting time of 20 mins
    end
    fslave = dir( ['slaveParallel_input',int2str(whoiam),'.mat']); % check if Master asks to exit
end


if Parallel(ThisMatlab).Local
    delete(['P_slave_',int2str(whoiam),'End.txt']);
else
    if isunix || (~matlab_ver_less_than('7.4') && ismac),
        system(['ssh ',Parallel(ThisMatlab).user,'@',fInputVar.MasterName,' rm -f ',fInputVar.DyMo,'/P_slave_',int2str(whoiam),'End.txt']);
    else
        delete(['\\',fInputVar.MasterName,'\',fInputVar.DyMo(1),'$\',fInputVar.DyMo(4:end),'\P_slave_',int2str(whoiam),'End.txt']);
    end
end
disp(['slaveParallel on CPU ',int2str(whoiam),' completed.'])
diary off;

exit;