mod_gendata.py

# _*_  coding : utf-8  _*_

import numpy as np
import glob
import copy
import os

class gen_grads_data:

  def _init_(self):
      pass

  def const(self):
      lat = 181
      lon = 360
      return lat, lon

  def cal_fsize(self):
      lat, lon = self.const()
      return 4*lat*lon

  def get_filelist(self, inputdir):
      return glob.glob(inputdir+'/*')

  def get_keyfilelist(self, inputdir, keyward):
      return glob.glob(inputdir+'/'+keyward+'*')

  def read_binfile(self, inputfile):
      with open(inputfile, 'rb') as ifile:
        data = np.fromfile(ifile, '>f', sep='')
      return data

  def n2s(self, data):
      # FNL data direction is S2N
      # data sorting : north pole to south pole
      lat, lon = self.const()
      array2d = data.reshape(lat, lon)
      n2s_array2d = copy.deepcopy(array2d)
      for i in range(lon):
        n2s_array2d[:,i] = array2d[::-1,i]
      return n2s_array2d.flatten()

  def load_data(self, inputdir):
      filelist = self.get_filelist(inputdir)
      # open file
      datalist = []
      for ifile in filelist:
          idata = self.read_binfile(ifile)
          rdata = self.n2s(idata)
          datalist += [rdata]
      # max value for 0-1 normalization
      imax = np.asarray(datalist).max()
      print( ' Max value  ', imax)
      normed_data = np.asarray(datalist)/imax
      #
      return normed_data

  def load_key_data(self, inputdir, keyward):
      filelist = self.get_keyfilelist(inputdir, keyward)
      # open file
      datalist = []
      fsize    = self.cal_fsize()
      for ifile in filelist:
          isize = os.path.getsize(ifile)
          if isize == fsize:
            idata = self.read_binfile(ifile)
            rdata = self.n2s(idata)
            datalist += [rdata]
      # max value for 0-1 normalization
      imax = np.asarray(datalist).max()
      print( ' Max value  ', imax)
      normed_data = np.asarray(datalist)/imax
      #
      return normed_data