function format_imp_plasma_4(flag)
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% function format_imp_mag_0
% author: j.m. weygand
% purpose: format the imp 8 plasma files
% into matlab time format and Bx, By, Bz, (GSM)
% X, Y, Z (GSM RE).
% Version one for files from 1973 to 1998 (end)
% NOTE:  this is for file type number 1 from 1973 to 1998
% FLAG = yyyymm (year month) format
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Given 
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
format long e;							% use the long format
months        = strvcat('Jan','Feb','Mar','Apr','May','Jun','Jul','Aug','Sep','Oct','Nov','Dec');
daysofmonths  = [31 28 31 30 31 30 31 31 30 31 30 31];		% number of days per months, normal year
daysofmonths2 = [31 29 31 30 31 30 31 31 30 31 30 31];		% number of days per months, leap year.
doyn  = [1,32,60,91,121,152,182,213,244,274,305,335];		% day of year, normal year
doyl  = [1,32,61,92,122,153,183,214,245,275,306,336];		% day of year, leap year
k_b   = 1.380622e-23;						% boltzmans const
m_p   = 1.672e-27;						% mass of a proton.
eflag = 1.-e+34;						% error flag to output
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Load in data
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
yy=flag;							% get year/month
outputtxt = [' Working on year: ', num2str(yy)];		% Double Check
	disp(outputtxt);
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Determine file name and open input file.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
yyyy=num2str(yy);						% Convert year/month to string
ssone = ['plasma_',yyyy,'.dat'];				% Get the file names
outputtxt = [' Input file: ', ssone];				% Double check file name.
	disp(outputtxt);
[fid,message] = fopen(ssone,'r');				% Open file.
if fid == -1							% Error message check.
	disp(message);
	keyboard;
end
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Enter the first few lines of the input file
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
alldata = fscanf(fid,['%d %d %d %d %d %d %d %f %f %f %f %f %f %f %f %f %f %f %f %f\n'],[20,inf]);
							% get all the data at once. This saves time.
if (length(alldata)==0), 				% if file empty, then make flag file
	yrstr        = num2str(yyyy);
	yrs(1:2)     = str2num(yrstr(1:4));
	mons(1:2)    = str2num(yrstr(5:6));
	days(1:2)    = 15;
	hrs(1:2)     = 0;
	mins(1:2)    = 0;
	secs(1:2)    = 0;
	xgse(1:2)    = 1.0e+34;
	ygsm(1:2)    = 1.0e+34;
	zgsm(1:2)    = 1.0e+34;
	vxgse(1:2)   = 1.0e+34;
	vygse(1:2)   = 1.0e+34;
	vzgse(1:2)   = 1.0e+34;
	temp(1:2)    = 1.0e+34;
	density(1:2) = 1.0e+34;
else			% if files has data sort the data
	yrs      = alldata(1,:);
	mons     = alldata(2,:);
	days     = alldata(3,:);
	hrs      = alldata(4,:);
	mins     = alldata(5,:);
	secs     = alldata(6,:);
	msec     = alldata(7,:);
	xgse     = alldata(8,:);
	ygse     = alldata(9,:);
	zgse     = alldata(10,:);
	ygsm     = alldata(11,:);
	zgsm     = alldata(12,:);
	speed    = alldata(13,:);
	vxgse    = alldata(14,:);
	vygse    = alldata(15,:);
	vzgse    = alldata(16,:);
	temp     = alldata(17,:);
	density  = alldata(18,:);
	EW_ang   = alldata(19,:);
	NS_ang   = alldata(20,:);
end 
Mtime = datenum(yrs,mons,days,hrs,mins,secs);	% construct Matlab time.
len = length(yrs)				% how long are the arrays.
lyear = yrs(1);					% what year do we really have.
    
if (length(alldata)==0),
	disp('No data, Flag it all.');
	index=[];
else
	index=find((xgse>=9999.0) | (ygsm>=9999.0) | (zgsm>=9999.0) | (vxgse>=9999.0) | (vygse>=9999.0) | (vzgse>=9999.0) | (density>=9999.0) | (temp>=9999.0) );
end
clear alldata;					% free some RAM
%% eliminate the flags for these. Normally there are very few missing.
%% Removing the flag ones helps prevent corruption of the data on the
%% edges of the flag zones. A 1e34 flag "pulls up" the data on the ends
%% of the flag zones and makes that data worthless. By removing a few
%% flags now it helps to save 3 to 4 data points on each side of the
%% flag. The edges are "pulled up" by the degap program. This program
%% removes bad times, but not bad data.
xgse(index)    = [];
ygsm(index)    = [];
zgsm(index)    = [];
vxgse(index)   = [];
vygse(index)   = [];
vzgse(index)   = [];
density(index) = [];
temp(index)    = [];
Mtime(index)   = [];
len = length(Mtime);
% change the flag. The flag is changed for the temp and not the others
% because there is so many flags for the temp but very little for the
% the others. if vxgse is missing then so usually is vygse and vzgse.
% Denisity is also rarely missing. Temperature has normally 10000's of
% flags so it seemed worth while to sacrifice data points on the ends
% inorder to keep more data in the flaged temp regions.
%index=find(temp>=99999.9);	%% Change flag value
%temp(index)=repmat(flag,1,length(index));        
monthdoing = mons(1);					% what month are we really doing
outputtxt  = [' Working on month: ', num2str(monthdoing)];	
disp(outputtxt);				 	% what month are we really doing display to screen 
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Convert Vgse to Vgsm
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
disp('Convert Velocity SC and position GSE to velocity and position GSM');
%RF = [1 2 3; 4 5 6; 7 8 9];	example of what it looks like
for jj=1:1:len
	[RF,RI]   = gse2gsm(Mtime(jj));			% builds the matrix
	vector    = [vxgse(jj),vygse(jj),vzgse(jj)];	% make a vector
	vecout    = mat9vec3(RF,vector);		% transfor from gse to gsm
	vxgsm(jj) = vecout(1);				% sort our vector components
	vygsm(jj) = vecout(2);				% sort our vector components
	vzgsm(jj) = vecout(3);				% sort our vector components
end
disp('Convertion from GSE to GSM done');		% status report.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% determine output file name
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
ssout    = ['imp8plasma',num2str(yrs(1)),num2str(monthdoing,'%2.2d'),'.dat']; % Contruct file names
ssouttwo = ['imp8plasma',num2str(yrs(1)),num2str(monthdoing,'%2.2d'),'.mat']; % Contruct file names
outputtxt = [' Output file: ', ssout];
disp(outputtxt);

[fidout,message] = fopen(ssout,'w');						% open output file
if fidout == -1									% error check
	disp(message);
end
disp('Linearly interpolating to value on the minute (Resampling). ');
startyyymmddhhmmss = [num2str(1,'%2.2d'),'-',months(monthdoing,:),'-',num2str(yrs(1)),' ','00:00:00.00'];
startend(1)        = datenum(startyyymmddhhmmss);
lyear              = yrs(1);							% Check if we have a leap year.
if ( (lyear==1976) | (lyear==1980) | (lyear==1984) | (lyear==1988) | (lyear==1992) | (lyear==1996) | (lyear==2000) | (lyear==2004) ),
	endyyymmddhhmmss = [num2str(daysofmonths2(monthdoing)),'-',months(monthdoing,:),'-',num2str(yrs(1)),' ','23:59:00.00'];
else
	endyyymmddhhmmss = [num2str(daysofmonths(monthdoing)),'-',months(monthdoing,:),'-',num2str(yrs(1)),' ','23:59:00.00'];
end
startend(2) = datenum(endyyymmddhhmmss);					% Determine end time of month and make string
                                                        			% degap requires a specifiv input
ntemp       = temp';									% turn row into column
ndensity    = density';
nMtime      = Mtime';
nvxgsm      = vxgsm';
nvygsm      = vygsm';
nvzgsm      = vzgsm';
nxgsm       = xgse';			% xgse = xgsm
nygsm       = ygsm';
nzgsm       = zgsm';
inarray     = [nMtime,ntemp,ndensity,nvxgsm,nvygsm,nvzgsm,nxgsm,nygsm,nzgsm];
	
howlong = length(yrs);
clear vygsm vzgsm xgsm ygsm zgsm;	%free up some RAM

% run the degap program which also interpolates to the minute
outarray=degapint(inarray,1.0e+34,datenum('00:01:00'),startend,datenum('00:10:00'));
[maxval,lll] = max(outarray(:,1));
nMtime   = outarray(:,1);
ntemp    = outarray(1:lll,2);
ndensity = outarray(1:lll,3);
nvxgsm   = outarray(1:lll,4);
nvygsm   = outarray(1:lll,5);
nvzgsm   = outarray(1:lll,6);
nxgsm    = outarray(1:lll,7);
nygsm    = outarray(1:lll,8);
nzgsm    = outarray(1:lll,9);
is = find((nvxgsm > 500.0)|(nvxgsm<-1300.0));
nvxgsm(is) = eflag;
is = find((nvygsm > 600.0)|(nvygsm<-600.0));
nvygsm(is) = eflag;
is = find((nvzgsm > 600.0)|(nvzgsm<-600.0));
nvzgsm(is) = eflag;
is = find((ntemp > 3000.0)|(ntemp < 0.0));
ntemp(is) = eflag;
is = find((ndensity > 200.0)|(ndensity <= 0.0));
ndensity(is) = eflag;
is = find((nxgsm > 300.0)|(nxgsm < -300.0));
nvxgsm(is) = eflag;
is = find((nygsm > 300.0)|(nygsm < -300.0));
nvygsm(is) = eflag;
is = find((nzgsm > 350.0)|(nzgsm < -350.0));
nvzgsm(is) = eflag;
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Plot out to check
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
figure;								% make fig window
plot(Mtime,vxgsm,'b',nMtime(1:lll),nvxgsm(1:lll),'k*');		% plot original and interpolated 
datetick('x','dd/mm/yy');                       % show date in dd/mm/yy form
if (min(vxgsm) == max(vxgsm)),
	ylim([0,1]);						% set limits to avoid plotting flags
else
	ylim([min(vxgsm),max(vxgsm)]);				% set limits to avoid plotting flags
end
clear Mtime vxgsm;						% free memory
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% read out to an ascii file
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
ctout = 1;				% set flag
disp('Fixing rounding error in Time.');
while( (ctout) <= lll),
	i						% fix the rounding error problem.
	[newyear(ctout),newmonth(ctout),newday(ctout),newhr(ctout),newmin(ctout),newsec(ctout)]=datevec(outarray(ctout,1));
	if (   abs(newsec(ctout)-60.0) < 1.0), 		% here due to rounding error.
		newsec(ctout) = 0.000;			
	end						% end of while loop for (ctout) <= lll
	if (ctout > 1),
		if (newmin(ctout) == newmin(ctout-1)),
			newmin(ctout) = newmin(ctout) + 1;
			if (newmin(ctout) == 60),
				newmin(ctout) = 0;
			end
		end
	end
	atxt = ['length: ',num2str(lll),' ctout: ',num2str(ctout),' day: ', num2str(newday(ctout)),' hr: ',num2str(newhr(ctout))];	% text out to check
		disp(atxt);
	ctout = ctout + 1;				% incriment the counter
end
disp('Making output array');
% contruct output array
outputarray = [newday',newmonth',newyear',newhr',newmin',newsec',ntemp(1:lll), ndensity(1:lll), nxgsm(1:lll),nygsm(1:lll),nzgsm(1:lll),nvxgsm(1:lll),nvygsm(1:lll),nvzgsm(1:lll)]; 
							% export output array to file.
ctout = 1;
while( (ctout) <= lll),
	count = fprintf(fidout,'%2.2d %2.2d %4.4d %2.2d %2.2d %06.3f  %12.6e %12.6e %12.6e %12.6e %12.6e %12.6e %12.6e %12.6e\n',outputarray(ctout,:));
	ctout = ctout + 1;              		% incriment the counter
end
disp('Closing output file.');
status = fclose (fidout);	

% read out to matlab binary file.
disp('Making matlab binary file.');
save(ssouttwo,'nMtime','ntemp','ndensity','nvxgsm','nvygsm','nvzgsm','nxgsm','nygsm','nzgsm');
    
% recall we clear the input file varies above
% clear Mtime bxgsm bygsm bzgsm xgsm ygsm zgsm;
% now clear the interpolated data so we can start the next month.
% Recall we will never get the next month.
clear newyear newday newmonth newhr newmin newsec nvxgsm nvygsm nvzgsm nxgsm nygsm nzgsm;

status = fclose (fid);          			% close input files
disp('Program complete');
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% end of for loop for years (Yeah, that was a pipe dream).
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%end