function [rmse_MC, ixx] = filt_mc_(OutDir,options_gsa_,dataset_,dataset_info) % function [rmse_MC, ixx] = filt_mc_(OutDir) % inputs (from opt_gsa structure) % vvarvecm = options_gsa_.var_rmse; % loadSA = options_gsa_.load_rmse; % pfilt = options_gsa_.pfilt_rmse; % alpha = options_gsa_.alpha_rmse; % alpha2 = options_gsa_.alpha2_rmse; % istart = options_gsa_.istart_rmse; % alphaPC = 0.5; % % Written by Marco Ratto % Joint Research Centre, The European Commission, % (http://eemc.jrc.ec.europa.eu/), % marco.ratto@jrc.it % Reference: % M. Ratto, Global Sensitivity Analysis for Macroeconomic models, MIMEO, 2006. % Copyright (C) 2012-2013 Dynare Team % % This file is part of Dynare. % % Dynare is free software: you can redistribute it and/or modify % it under the terms of the GNU General Public License as published by % the Free Software Foundation, either version 3 of the License, or % (at your option) any later version. % % Dynare is distributed in the hope that it will be useful, % but WITHOUT ANY WARRANTY; without even the implied warranty of % MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the % GNU General Public License for more details. % % You should have received a copy of the GNU General Public License % along with Dynare. If not, see . global bayestopt_ estim_params_ M_ options_ oo_ % options_gsa_=options_.opt_gsa; vvarvecm = options_gsa_.var_rmse; loadSA = options_gsa_.load_rmse; pfilt = options_gsa_.pfilt_rmse; alpha = options_gsa_.alpha_rmse; % alpha2 = options_gsa_.alpha2_rmse; alpha2 = 0; pvalue = options_gsa_.alpha2_rmse; istart = max(2,options_gsa_.istart_rmse); alphaPC = 0.5; fname_ = M_.fname; lgy_ = M_.endo_names; dr_ = oo_.dr; skipline(2) disp('Starting sensitivity analysis') disp('for the fit of EACH observed series ...') skipline() disp('Deleting old SA figures...') a=dir([OutDir,filesep,'*.*']); tmp1='0'; if options_.opt_gsa.ppost, tmp=['_rmse_post']; else if options_.opt_gsa.pprior tmp=['_rmse_prior']; else tmp=['_rmse_mc']; end if options_gsa_.lik_only, tmp1 = [tmp,'_post_SA']; tmp = [tmp,'_lik_SA']; end end for j=1:length(a), if strmatch([fname_,tmp],a(j).name), disp(a(j).name) delete([OutDir,filesep,a(j).name]) end, if strmatch([fname_,tmp1],a(j).name), disp(a(j).name) delete([OutDir,filesep,a(j).name]) end, end disp('done !') nshock=estim_params_.nvx + estim_params_.nvn + estim_params_.ncx + estim_params_.ncn; npar=estim_params_.np; if ~isempty(options_.mode_file), load(options_.mode_file,'xparam1'), end if options_.opt_gsa.ppost, c=load([fname_,'_mean.mat'],'xparam1'); xparam1_mean=c.xparam1; clear c elseif ~isempty(options_.mode_file) && exist([fname_,'_mean.mat'])==2, c=load([fname_,'_mean.mat'],'xparam1'); xparam1_mean=c.xparam1; clear c end if options_.opt_gsa.ppost, fnamtmp=[fname_,'_post']; DirectoryName = CheckPath('metropolis',M_.dname); else if options_.opt_gsa.pprior fnamtmp=[fname_,'_prior']; DirectoryName = CheckPath(['gsa' filesep 'prior'],M_.dname); else fnamtmp=[fname_,'_mc']; DirectoryName = CheckPath(['gsa' filesep 'mc'],M_.dname); end end if ~loadSA, if exist('xparam1','var') M_ = set_all_parameters(xparam1,estim_params_,M_); ys_mode=steady_(M_,options_,oo_); end if exist('xparam1_mean','var') M_ = set_all_parameters(xparam1_mean,estim_params_,M_); ys_mean=steady_(M_,options_,oo_); end % eval(options_.datafile) Y = transpose(dataset_.data); gend = dataset_.nobs; data_index = dataset_info.missing.aindex; missing_value = dataset_info.missing.state; for jx=1:gend, data_indx(jx,data_index{jx})=true; end %stock_gend=data_info.gend; %stock_data = data_info.data; load([DirectoryName filesep M_.fname '_data.mat']); filfilt = dir([DirectoryName filesep M_.fname '_filter_step_ahead*.mat']); filsmooth = dir([DirectoryName filesep M_.fname '_smooth*.mat']); filupdate = dir([DirectoryName filesep M_.fname '_update*.mat']); filparam = dir([DirectoryName filesep M_.fname '_param*.mat']); x=[]; logpo2=[]; sto_ys=[]; for j=1:length(filparam), %load([DirectoryName filesep M_.fname '_param',int2str(j),'.mat']); if isempty(strmatch([M_.fname '_param_irf'],filparam(j).name)) load([DirectoryName filesep filparam(j).name]); x=[x; stock]; logpo2=[logpo2; stock_logpo]; sto_ys=[sto_ys; stock_ys]; clear stock stock_logpo stock_ys; end end nruns=size(x,1); nfilt=floor(pfilt*nruns); if options_.opt_gsa.ppost || (options_.opt_gsa.ppost==0 && options_.opt_gsa.lik_only==0) skipline() disp('Computing RMSE''s...') for i=1:size(vvarvecm,1), vj=deblank(vvarvecm(i,:)); jxj(i) = strmatch(vj,lgy_(dr_.order_var,:),'exact'); js(i) = strmatch(vj,lgy_,'exact'); yss(i,:,:)=repmat(sto_ys(:,js(i))',[gend,1]); end if exist('xparam1','var') [alphahat,etahat,epsilonhat,ahat,SteadyState,trend_coeff,aK] = DsgeSmoother(xparam1,gend,Y,data_index,missing_value); y0 = transpose( squeeze(aK(1,jxj,1:gend)));% + kron(ys_mode(js),ones(1,gend))); yobs = transpose( ahat(jxj,:));% + kron(ys_mode(js),ones(1,gend))); rmse_mode = sqrt(mean((yobs(istart:end,:)-y0(istart:end,:)).^2)); r2_mode = 1-sum((yobs(istart:end,:)-y0(istart:end,:)).^2)./sum(yobs(istart:end,:).^2); end y0=yss*0; nbb=0; for j=1:length(filfilt), load([DirectoryName filesep M_.fname '_filter_step_ahead',num2str(j),'.mat']); nb = size(stock,4); y0(:,:,nbb+1:nbb+nb)=y0(:,:,nbb+1:nbb+nb)+squeeze(stock(1,js,1:gend,:)); nbb=nbb+nb; clear stock; end yobs=-yss; nbb=0; for j=1:length(filupdate), load([DirectoryName filesep M_.fname '_update',num2str(j),'.mat']); nb = size(stock,3); yobs(:,:,nbb+1:nbb+nb)=yobs(:,:,nbb+1:nbb+nb)+squeeze(stock(js,1:gend,:)); nbb=nbb+nb; clear stock; end y0M=mean(y0,2); rmse_MC=zeros(nruns,length(js)); r2_MC=zeros(nruns,length(js)); for j=1:nruns, rmse_MC(j,:) = sqrt(mean((yobs(:,istart:end,j)'-y0(:,istart:end,j)').^2)); r2_MC(j,:) = 1-mean((yobs(:,istart:end,j)'-y0(:,istart:end,j)').^2)./mean((yobs(:,istart:end,j)').^2); end if exist('xparam1_mean','var') %eval(['rmse_pmean(i) = sqrt(mean((',vj,'(fobs-1+istart:fobs-1+nobs)-y0M(istart:end-1)).^2));']) [alphahat,etahat,epsilonhat,ahat,SteadyState,trend_coeff,aK] = DsgeSmoother(xparam1_mean,gend,Y,data_index,missing_value); y0 = transpose( squeeze(aK(1,jxj,1:gend)));% + kron(ys_mean(js),ones(1,gend))); yobs = transpose( ahat(jxj,:));% + kron(ys_mean(js),ones(1,gend))); rmse_pmean = sqrt(mean((yobs(istart:end,:)-y0(istart:end,:)).^2)); r2_pmean = 1-mean((yobs(istart:end,:)-y0(istart:end,:)).^2)./mean(yobs(istart:end,:).^2); end clear stock_filter; end for j=1:nruns, lnprior(j,1) = priordens(x(j,:)',bayestopt_.pshape,bayestopt_.p6,bayestopt_.p7,bayestopt_.p3,bayestopt_.p4); end likelihood=logpo2(:)-lnprior(:); disp('... done!') if options_.opt_gsa.ppost save([OutDir,filesep,fnamtmp,'.mat'], 'x', 'logpo2', 'likelihood', 'rmse_MC', 'r2_MC') if exist('xparam1_mean','var') save([OutDir,filesep,fnamtmp, '.mat'], 'rmse_pmean', 'r2_pmean','-append') end if exist('xparam1','var') save([OutDir,filesep,fnamtmp,'.mat'], 'rmse_mode', 'r2_mode','-append') end else if options_.opt_gsa.lik_only save([OutDir,filesep,fnamtmp, '.mat'], 'x', 'logpo2','likelihood', '-append') else save([OutDir,filesep,fnamtmp, '.mat'], 'x', 'logpo2','likelihood', 'rmse_MC', 'r2_MC','-append') if exist('xparam1_mean','var') save([OutDir,filesep,fnamtmp, '.mat'], 'rmse_pmean', 'r2_pmean','-append') end if exist('xparam1','var') save([OutDir,filesep,fnamtmp,'.mat'], 'rmse_mode', 'r2_mode','-append') end end end else if options_.opt_gsa.lik_only && options_.opt_gsa.ppost==0 load([OutDir,filesep,fnamtmp, '.mat'],'x','logpo2','likelihood'); else load([OutDir,filesep,fnamtmp, '.mat'],'x','logpo2','likelihood','rmse_MC','rmse_mode','rmse_pmean', 'r2_MC', 'r2_mode','r2_pmean'); end lnprior=logpo2(:)-likelihood(:); nruns=size(x,1); nfilt=floor(pfilt*nruns); end % smirnov tests nfilt0=nfilt*ones(size(vvarvecm,1),1); logpo2=logpo2(:); if ~options_.opt_gsa.ppost [dum, ipost]=sort(-logpo2); [dum, ilik]=sort(-likelihood); end if ~options_.opt_gsa.ppost && options_.opt_gsa.lik_only if options_.opt_gsa.pprior anam='rmse_prior_post'; atitle='RMSE prior: Log Posterior Kernel'; else anam='rmse_mc_post'; atitle='RMSE MC: Log Posterior Kernel'; end options_mcf.pvalue_ks = alpha; options_mcf.pvalue_corr = pvalue; options_mcf.alpha2 = alpha2; options_mcf.param_names = char(bayestopt_.name); options_mcf.fname_ = fname_; options_mcf.OutputDirectoryName = OutDir; options_mcf.amcf_name = anam; options_mcf.amcf_title = atitle; options_mcf.title = atitle; options_mcf.beha_title = 'better posterior kernel'; options_mcf.nobeha_title = 'worse posterior kernel'; mcf_analysis(x, ipost(1:nfilt), ipost(nfilt+1:end), options_mcf, options_); if options_.opt_gsa.pprior anam = 'rmse_prior_lik'; atitle = 'RMSE prior: Log Likelihood Kernel'; else anam='rmse_mc_lik'; atitle = 'RMSE MC: Log Likelihood Kernel'; end options_mcf.amcf_name = anam; options_mcf.amcf_title = atitle; options_mcf.title = atitle; options_mcf.beha_title = 'better likelihood'; options_mcf.nobeha_title = 'worse likelihood'; mcf_analysis(x, ilik(1:nfilt), ilik(nfilt+1:end), options_mcf, options_); else if options_.opt_gsa.ppost, rmse_txt=rmse_pmean; r2_txt=r2_pmean; else if options_.opt_gsa.pprior || ~exist('rmse_pmean'), if exist('rmse_mode'), rmse_txt=rmse_mode; r2_txt=r2_mode; else rmse_txt=NaN(1,size(rmse_MC,2)); r2_txt=NaN(1,size(r2_MC,2)); end else %nfilt0(i)=length(find(rmse_MC(:,i)0.0001 ); vvarvecm=vvarvecm(ivar,:); rmse_MC=rmse_MC(:,ivar); skipline() % if options_.opt_gsa.ppost==0 && options_.opt_gsa.pprior, disp(['Sample filtered the ',num2str(pfilt*100),'% best RMSE''s for each observed series ...' ]) % else % disp(['Sample filtered the best RMSE''s smaller than RMSE at the posterior mean ...' ]) % end % figure, boxplot(rmse_MC) % set(gca,'xticklabel',vvarvecm) % saveas(gcf,[fname_,'_SA_RMSE']) skipline(2) disp('RMSE ranges after filtering:') if options_.opt_gsa.ppost==0 && options_.opt_gsa.pprior, disp([' best ',num2str(pfilt*100),'% filtered remaining 90%']) disp([' min max min max posterior mode']) else disp([' best filtered remaining ']) disp([' min max min max posterior mean']) end for j=1:size(vvarvecm,1), disp([vvarvecm(j,:), sprintf('%15.5g',[min(rmse_MC(ixx(1:nfilt0(j),j),j)) ... max(rmse_MC(ixx(1:nfilt0(j),j),j)) ... min(rmse_MC(ixx(nfilt0(j)+1:end,j),j)) ... max(rmse_MC(ixx(nfilt0(j)+1:end,j),j)) ... rmse_txt(j)])]) % disp([vvarvecm(j,:), sprintf('%15.5g',[min(logpo2(ixx(1:nfilt,j))) ... % max(logpo2(ixx(1:nfilt,j))) ... % min(logpo2(ixx(nfilt+1:end,j))) ... % max(logpo2(ixx(nfilt+1:end,j)))])]) end %%%%% R2 table skipline() disp('R2 over the MC sample:') disp(' min yr R2 max yr R2') for j=1:size(vvarvecm,1), disp([vvarvecm(j,:), sprintf('%15.5g',[(min(r2_MC(:,j))) [(max(r2_MC(:,j)))]])]) end r2_MC=r2_MC(:,ivar); skipline() disp(['Sample filtered the ',num2str(pfilt*100),'% best R2''s for each observed series ...' ]) skipline() disp('R2 ranges after filtering:') if options_.opt_gsa.ppost==0 && options_.opt_gsa.pprior, disp([' best ',num2str(pfilt*100),'% filtered remaining 90%']) disp([' min max min max posterior mode']) else disp([' best filtered remaining ']) disp([' min max min max posterior mean']) end for j=1:size(vvarvecm,1), disp([vvarvecm(j,:), sprintf('%15.5g',[min(r2_MC(ixx(1:nfilt0(j),j),j)) ... max(r2_MC(ixx(1:nfilt0(j),j),j)) ... min(r2_MC(ixx(nfilt0(j)+1:end,j),j)) ... max(r2_MC(ixx(nfilt0(j)+1:end,j),j)) ... r2_txt(j)])]) end %%%% R2 table SP=zeros(npar+nshock,size(vvarvecm,1)); for j=1:size(vvarvecm,1), ns=find(PP(:,j)1),:); snam=param_names(find(nsp>0),:); % snam0=bayestopt_.name(find(nsp==0)); % snam1=bayestopt_.name(find(nsp==1)); % snam2=bayestopt_.name(find(nsp>1)); % snam=bayestopt_.name(find(nsp>0)); nsnam=(find(nsp>1)); skipline(2) disp('These parameters do not affect significantly the fit of ANY observed series:') disp(snam0) skipline() disp('These parameters affect ONE single observed series:') disp(snam1) skipline() disp('These parameters affect MORE THAN ONE observed series: trade off exists!') disp(snam2) %pnam=bayestopt_.name(end-estim_params_.np+1:end); pnam=bayestopt_.name; % plot trade-offs if ~options_.nograph a00=jet(size(vvarvecm,1)); if options_.opt_gsa.ppost temp_name='RMSE Posterior Tradeoffs:'; atitle='RMSE Posterior Map:'; asname='rmse_post'; else if options_.opt_gsa.pprior temp_name='RMSE Prior Tradeoffs:'; atitle='RMSE Prior Map:'; asname='rmse_prior'; else temp_name='RMSE MC Tradeoffs:'; atitle='RMSE MC Map:'; asname='rmse_mc'; end end % now I plot by observed variables options_mcf.pvalue_ks = alpha; options_mcf.pvalue_corr = pvalue; options_mcf.alpha2 = alpha2; options_mcf.param_names = char(bayestopt_.name); options_mcf.fname_ = fname_; options_mcf.OutputDirectoryName = OutDir; for iy=1:size(vvarvecm,1), options_mcf.amcf_name = [asname '_' deblank(vvarvecm(iy,:)) '_map' ]; options_mcf.amcf_title = [atitle ' ' deblank(vvarvecm(iy,:))]; options_mcf.beha_title = ['better fit of ' deblank(vvarvecm(iy,:))]; options_mcf.nobeha_title = ['worse fit of ' deblank(vvarvecm(iy,:))]; options_mcf.title = ['the fit of ' deblank(vvarvecm(iy,:))]; mcf_analysis(x, ixx(1:nfilt0(iy),iy), ixx(nfilt0(iy)+1:end,iy), options_mcf, options_); end for iy=1:size(vvarvecm,1), ipar = find(any(squeeze(PPV(iy,:,:))alphaPC); % % if ~isempty(i2), % % j2=j2+1; % % if mod(j2,12)==1, % % ifig=ifig+1; % % figure('name',['PCA of the filtered sample ',deblank(vvarvecm(i,:)),' ',num2str(ifig)]), % % end % % subplot(3,4,j2-(ifig-1)*12) % % bar(pc(i2,j)), % % set(gca,'xticklabel',bayestopt_.name(i2)), % % set(gca,'xtick',[1:length(i2)]) % % title(['PC ',num2str(j),'. Explained ',num2str(explained(j)),'%']) % % end % % if (mod(j2,12)==0 | j==(npar+nshock)) & j2, % % saveas(gcf,[fname_,'_SA_PCA_',deblank(vvarvecm(i,:)),'_',int2str(ifig)]) % % end % % end % % close all % end end function []=create_TeX_loader(options_,figpath,label_number,caption,label_name) if options_.TeX && any(strcmp('eps',cellstr(options_.graph_format))) fidTeX = fopen([figpath '.TeX'],'w'); fprintf(fidTeX,'%% TeX eps-loader file generated by filt_mc_.m (Dynare).\n'); fprintf(fidTeX,['%% ' datestr(now,0) '\n\n']); fprintf(fidTeX,'\\begin{figure}[H]\n'); fprintf(fidTeX,'\\centering \n'); fprintf(fidTeX,'\\includegraphics[scale=0.5]{%s}\n',strrep(figpath,'\','/')); fprintf(fidTeX,'\\caption{%s.}',caption); fprintf(fidTeX,'\\label{Fig:%s:%u}\n',label_name,label_number); fprintf(fidTeX,'\\end{figure}\n\n'); fprintf(fidTeX,'%% End Of TeX file. \n'); fclose(fidTeX); end