Source code for pytesmo.io.ismn.metadata_collector

# Copyright (c) 2013,Vienna University of Technology, Department of Geodesy and Geoinformation
# All rights reserved.

# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
#    * Redistributions of source code must retain the above copyright
#      notice, this list of conditions and the following disclaimer.
#    * Redistributions in binary form must reproduce the above copyright
#      notice, this list of conditions and the following disclaimer in the
#      documentation and/or other materials provided with the distribution.
#    * Neither the name of the Vienna University of Technology, Department of Geodesy and Geoinformation nor the
#      names of its contributors may be used to endorse or promote products
#      derived from this software without specific prior written permission.

# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL Vienna University of Technology,
# Department of Geodesy and Geoinformation BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
#(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
#(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

'''
Created on Aug 1, 2013

@author: Christoph Paulik christoph.paulik@geo.tuwien.ac.at
'''


import os
import pytesmo.io.ismn.readers as readers
import numpy as np


[docs]def collect_from_folder(rootdir): """ function walks the rootdir directory and looks for network folders and ISMN datafiles. It collects metadata for every file found and returns a numpy.ndarray of metadata Parameters ---------- rootdir : string root directory on filesystem where the ISMN data was unzipped to Returns ------- metadata : numpy.ndarray structured numpy array which contains the metadata for one file per row """ metadata_catalog = [] for root, subFolders, files in os.walk(rootdir): # print root,subFolders,files for filename in files: fullfilename = os.path.join(root, filename) try: metadata = readers.get_metadata(fullfilename) except (readers.ReaderException, IOError) as e: continue for i, variable in enumerate(metadata['variable']): metadata_catalog.append((metadata['network'], metadata['station'], variable, metadata['depth_from'][ i], metadata['depth_to'][i], metadata['sensor'], metadata[ 'longitude'], metadata['latitude'], metadata['elevation'], fullfilename)) return np.array(metadata_catalog, dtype=np.dtype([('network', object), ('station', object), ('variable', object), ('depth_from', np.float), ('depth_to', np.float), ('sensor', object), ('longitude', np.float), ('latitude', np.float), ('elevation', np.float), ('filename', object)]))