load_data_n3edi.pro (Kronos IDL library)

;+
; Contains the load_data_n3edi procedure
;
; :Author:
;    Baptiste Cecconi
;
; :History:
;    2009/02/23: Created
;
;    V2.0 : added n1, n2, n3d, n3e output.
;
;    2010/10/25: Last Edit
;-
;
;+
; load_data_n3edi is a procedure that <behavior desc here>
;
; :Params:
;    yyyydddb:  in, required, type=sometype
;       A parameter named yyyydddb
;    hhb:       in, required, type=sometype
;       A parameter named hhb
;    yyyyddde:  in, required, type=sometype
;       A parameter named yyyyddde
;    hhe:       in, required, type=sometype
;       A parameter named hhe
;    n1:        in, required, type=sometype
;       A parameter named n1
;    n2:        in, required, type=sometype
;       A parameter named n2
;    n3d:       in, required, type=sometype
;       A parameter named n3d
;    n3e:       in, required, type=sometype
;       A parameter named n3e
;    index:     in, required, type=sometype
;       A parameter named index
;
; :Keywords:
;    verbose:   in, optional, type=sometype
;       A keyword named verbose
;    source:    in, optional, type=sometype
;       A keyword named source
;    data_path: in, optional, type=sometype
;       A keyword named data_path
;-
PRO load_data_n3edi,yyyydddb,hhb,yyyyddde,hhe,n1,n2,n3d,n3e,index, $
                      verbose=verbose, source=source, data_path=data_path

if keyword_set(verbose) then verbose = 1b else verbose = 0b

ptrDataFileList = make_file_list(yyyydddb, hhb, yyyyddde, hhe, level='n1',verbose=verbose)
if (ptr_valid(ptrDataFileList) eq 0) then begin
    n_n1DataFile=0
    if keyword_set(verbose) then message,/info,"# Warning ! No N1 data file selected..."
endif else begin
    n1DataFileList=*ptrDataFileList
    n_n1DataFile = n_elements(n1DataFileList)
    ptr_free,ptrDataFileList
endelse

ptrDataFileList = make_file_list(yyyydddb, hhb, yyyyddde, hhe, level='n2',verbose=verbose)
if (ptr_valid(ptrDataFileList) eq 0) then begin
    n_n2DataFile=0
    if keyword_set(verbose) then message,/info,"# Warning ! No N2 data file selected..."
endif else begin
    n2DataFileList=*ptrDataFileList
    n_n2DataFile = n_elements(n2DataFileList)
    ptr_free,ptrDataFileList
endelse

ptrDataFileList = make_file_list(yyyydddb, hhb, yyyyddde, hhe, level='n3d', source=source, antset='d',verbose=verbose)
if (ptr_valid(ptrDataFileList) eq 0) then begin
    n_n3dDataFile=0
    if keyword_set(verbose) then message,/info,"# Warning ! No N3d data file selected..."
endif else begin
    n3dDataFileList=*ptrDataFileList
    n_n3dDataFile = n_elements(n3dDataFileList)
    ptr_free,ptrDataFileList
endelse

ptrDataFileList = make_file_list(yyyydddb, hhb, yyyyddde, hhe, level='n3e', source=source, antset='d',verbose=verbose)
if (ptr_valid(ptrDataFileList) eq 0) then begin
    n_n3eDataFile=0
    if keyword_set(verbose) then message,/info,"# Warning ! No N3e data file selected..."
endif else begin
    n3eDataFileList=*ptrDataFileList
    n_n3eDataFile = n_elements(n3eDataFileList)
    ptr_free,ptrDataFileList
endelse

if n_n1DataFile*n_n2DataFile*n_n3dDataFile*n_n3eDataFile eq 0 then begin
if verbose then message,/info,'No file for the selected period'
n1={data_n1}
n2={data_n2}
n3d={data_n3d}
n3e={data_n3e}
index={data_index}
return
endif

; Period path:
data_path=strarr(n_n1datafile)
for k=0,n_n1datafile-1l do $
  data_path(k) = strmid(n1DataFileList(k),0,strlen(n1DataFileList(k))-14)


;message,'Building INDEX data file List',/info
indexDataFileList = strarr(n_n2DataFile)
for ifile=0L,n_n2DataFile-1L do begin 
  str1 = strmid(n2DataFileList(ifile),0,strpos(n2DataFileList(ifile),'n2/P'))
  str2 = strmid(n2DataFileList(ifile),strpos(n2DataFileList(ifile),'n2/P')+4)
  indexDataFileList(ifile) = str1+'index/INDEX_'+str2
endfor

nn = 0l
for i=0l,n_n3dDataFile-1l do begin
   ndata=1l
   read_data_binary,n3dDataFileList(i),ndata,/ndata,level='n3d'
   nn = nn+ndata
endfor

if nn ne 0l then begin
if verbose then message,/info,'Creating data structures ('+string(nn)+' elements)'
n1 = replicate({data_n1},nn)
n2 = replicate({data_n2},nn)
n3d = replicate({data_n3d},nn)
n3e = replicate({data_n3e},nn)
index = replicate({data_index},nn)

ii0 = 0l

for i=0l,n_n3dDataFile-1l do begin
    while strmid(n3dDataFileList(i),9,/rev) ne strmid(n2DataFileList(i),9,/rev) do begin
        if i eq 0 then n2DataFileList=n2DataFileList(1:*) else $
            n2DataFileList=[n2DataFileList(0:i-1),n2DataFileList(i+1:*)]
        n_n2DataFile = n_n2DataFile-1
    endwhile
    if verbose then message,/info,'-------------------------------------------------------------------'
    if verbose then message,/info,'Reading N1 file: '+n1DataFileList(i)
    read_data_binary,n1DataFileList(i),n1t,level='n1'
    if verbose then message,/info,'Reading N2 file: '+n2DataFileList(i)
    read_data_binary,n2DataFileList(i),n2t,level='n2'
    if verbose then message,/info,'Reading N3d file: '+n3dDataFileList(i)
    read_data_binary,n3dDataFileList(i),n3dt,level='n3d'
    if verbose then message,/info,'Reading N3e file: '+n3eDataFileList(i)
    read_data_binary,n3eDataFileList(i),n3et,valid,level='n3e'
    if verbose then message,/info,'Reading INDEX file: '+indexDataFileList(i)
    read_data_binary,indexDataFileList(i),indt,level='index'
    if verbose then message,/info,'merging...'
    
     
    if valid then begin   
      ii1 = ii0 +n_elements(n3dt)
      n1(ii0:ii1-1) = n1t(n3dt.num)
      n2(ii0:ii1-1) = n2t(n3dt.num)
      n3d(ii0:ii1-1) = n3dt
      n3e(ii0:ii1-1) = n3et
      index(ii0:ii1-1) = indt
      ii0 = ii1
    endif
endfor
endif else begin
if verbose then message,/info,'No data for the selected period'
n1={data_n1}
n2={data_n2}
n3d={data_n3d}
n3e={data_n3e}
index={data_index}
endelse

return
end