tests.py 2.11 KB
Newer Older
Irene Perez Gonzalez's avatar
Irene Perez Gonzalez committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Wed Feb 20 08:05:50 2019

@author: iregon
"""

import os
import mdf_reader
import pandas as pd
import numpy as np
from io import StringIO
import mdf_reader.common.pandas_TextParser_hdlr as pandas_TextParser_hdlr
import mdf_reader.common.plots as plots

funPath = os.path.dirname(os.path.abspath(__file__))
data_path = os.path.join(funPath,'data')
iregon's avatar
iregon committed
19
schema_lib = os.path.join(os.path.dirname(funPath),'data_models','lib')
Irene Perez Gonzalez's avatar
Irene Perez Gonzalez committed
20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63

# A. TESTS TO READ FROM DATA FROM DIFFERENT DATA MODELS WITH AND WITHOUT SUPP
# -----------------------------------------------------------------------------
def read_imma1_buoys_nosupp(plot_validation=False):
    schema = 'imma1'
    data_file_path = os.path.join(data_path,'063-714_2010-07_subset.imma')
    data = mdf_reader.read(data_file_path, data_model = schema)
    if plot_validation:
        plots.plot_model_validation(data)
    return data

def read_imma1_buoys_supp(plot_validation=False):
    schema = 'imma1'
    schema_supp = 'cisdm_dbo_imma1'
    data_file_path = os.path.join(data_path,'063-714_2010-07_subset.imma')
    supp_section = 'c99'
    supp_model = schema_supp
    data = mdf_reader.read(data_file_path, data_model = schema, supp_section = supp_section, supp_model = supp_model )
    if plot_validation:
        plots.plot_model_validation(data) 
    return data

# B. TESTS TO TEST CHUNKING
# -----------------------------------------------------------------------------
# FROM FILE: WITH AND WITHOUT SUPPLEMENTAL
def read_imma1_buoys_nosupp_chunks():
    data_model = 'imma1'
    chunksize = 10000
    data_file_path = os.path.join(data_path,'063-714_2010-07_subset.imma')
    return mdf_reader.read(data_file_path, data_model = data_model, chunksize = chunksize)

def read_imma1_buoys_supp_chunks():
    data_file_path = os.path.join(data_path,'063-714_2010-07_subset.imma')
    chunksize = 10000
    data_model = 'imma1'
    supp_section = 'c99'
    supp_model = 'cisdm_dbo_imma1'
    return mdf_reader.read(data_file_path, data_model = data_model,supp_section = supp_section, supp_model = supp_model, chunksize = chunksize)