# -*- coding: utf-8 -*-
"""
Created on Tue Jul 23 11:25:33 2019
@author: ntr002
"""
import os
# from datetime import datetime
import psutil
import requests
import numpy as np
try:
from . import download as WaPOR
except ImportError as err:
print(err)
from IHEWAwapor.WPdownload import download as WaPOR
try:
from .download import GIS_functions as gis
except ImportError as err:
print(err)
from IHEWAwapor.WPdownload.download import GIS_functions as gis
[docs]def main(APIToken='',
Dir='',
Startdate='2009-01-01', Enddate='2018-12-31',
latlim=[-40.05, 40.05], lonlim=[-30.5, 65.05],
version=2, level=1, Waitbar=1):
"""
This function downloads dekadal WaPOR Interception data.
latlim: south, north
lonlim: east, west
Keyword arguments:
Dir -- 'C:/file/to/path/'
Startdate -- 'yyyy-mm-dd'
Enddate -- 'yyyy-mm-dd'
latlim -- [ymin, ymax] (values must be between -40.05 and 40.05)
lonlim -- [xmin, xmax] (values must be between -30.05 and 65.05)
"""
print('WaPOR Interception: Download dekadal WaPOR Interception data'
' for the period %s till %s' % (Startdate, Enddate))
WaPOR.API.setAPIToken(APIToken)
checkMemory('Start')
# Download data
# WaPOR.API.version = version
# catalog = WaPOR.API.getCatalog(version, level, True)
bbox = [lonlim[0], latlim[0], lonlim[1], latlim[1]]
if level == 1:
cube_code = 'L1_I_D'
elif level == 2:
cube_code = 'L2_I_D'
elif level == 3:
print('WaPOR Interception: Level 3 data only available in some areas'
' with specific data cube code below: ')
catalog = WaPOR.API.getCatalog(version, level, True)
for i, row in catalog.iterrows():
if ('L3_I' in row['code']) & ('_D' in row['code']):
print('%s: %s' % (row['caption'], row['code']))
cube_code = input('Insert Level 3 cube code for the selected area: ')
else:
raise Exception('Invalid Level')
cube_info = WaPOR.API.getCubeInfo(
cube_code, version=version, level=level)
try:
multiplier = cube_info['measure']['multiplier']
# unit = cube_info['measure']['unit']
except BaseException:
raise Exception('WaPOR Interception ERROR: Cannot get cube info.'
' Check if WaPOR version has cube %s' % (cube_code))
finally:
cube_info = None
time_range = '{0},{1}'.format(Startdate, Enddate)
df_avail = WaPOR.API.getAvailData(
cube_code, time_range=time_range, version=version, level=level)
# try:
# except:
# print('WaPOR AET ERROR: cannot get list of available data')
# return None
# if Waitbar == 1:
# import watools.Functions.Start.WaitbarConsole as WaitbarConsole
# total_amount = len(df_avail)
# amount = 0
# WaitbarConsole.printWaitBar(
# amount, total_amount, prefix='Progress:', suffix='Complete', length=50)
Dir = os.path.join(Dir, cube_code)
if not os.path.exists(Dir):
os.makedirs(Dir)
for index, row in df_avail.iterrows():
print('WaPOR Interception: ----- {} -----'.format(index))
checkMemory('{} AvailData loop start'.format(index))
# Download raster file name
download_file = os.path.join(Dir, '{0}.tif'.format(row['raster_id']))
print('WaPOR Interception: Downloaded file :', download_file)
# Local raster file name
filename = 'I_WAPOR.v%s_l%s-dekad-1_%s.tif' % (
version, level,
row['raster_id'])
outfilename = os.path.join(Dir, filename)
print('WaPOR Interception: Local file :', outfilename)
# Downloading raster file
checkMemory('{} Downloading start'.format(index))
resp = requests.get(WaPOR.API.getCropRasterURL(bbox,
cube_code,
row['time_code'],
row['raster_id']))
with open(download_file, 'wb') as fp:
fp.write(resp.content)
resp = None
checkMemory('{} Downloading end'.format(index))
# GDAL download_file * multiplier => outfilename
driver, NDV, xsize, ysize, GeoT, Projection = gis.GetGeoInfo(
download_file)
Array = gis.OpenAsArray(download_file, nan_values=False)
# print('WaPOR AET: Array : {t}'.format(
# t=Array.dtype.name))
#
# checkMemory('{} Multiply start'.format(index))
# print('WaPOR AET: NDV : {v} {t}'.format(
# v=NDV, t=type(NDV)))
# print('WaPOR AET: multiplier : {v} {t}'.format(
# v=multiplier, t=type(multiplier)))
NDV = np.float32(NDV)
multiplier = np.float32(multiplier)
# print('WaPOR AET: NDV : {v} {t}'.format(
# v=NDV, t=NDV.dtype.name))
# print('WaPOR AET: multiplier : {v} {t}'.format(
# v=multiplier, t=multiplier.dtype.name))
# Array = np.where(Array < 0, 0, Array) # mask out flagged value -9998
NDV = NDV * multiplier
Array = Array * multiplier
# print('WaPOR AET: NDV : {v} {t}'.format(
# v=NDV, t=NDV.dtype.name))
# print('WaPOR AET: Array : {t}'.format(
# t=Array.dtype.name))
# checkMemory('{} Multiply end'.format(index))
gis.CreateGeoTiff(outfilename, Array,
driver, NDV, xsize, ysize, GeoT, Projection)
Array = None
checkMemory('{} AvailData loop end'.format(index))
# Remove downloaded raster file
try:
os.remove(download_file)
except OSError as err:
# if failed, report it back to the user
print("WaPOR Interception ERROR: %s - %s." % (err.filename, err.strerror))
# if Waitbar == 1:
# amount += 1
# WaitbarConsole.printWaitBar(amount, total_amount,
# prefix='Progress:',
# suffix='Complete',
# length=50)
[docs]def checkMemory(txt='', print_job=False):
mem = psutil.virtual_memory()
if print_job:
print('WaPOR Interception: > Memory available : {t} {v:.2f} MB'.format(
t=txt, v=mem.available / 1024 / 1024))
# if __name__ == "__main__":
# dir_path = os.path.join(
# os.path.dirname(os.path.realpath(__file__)),
# '../', '../', 'tests', 'data', 'Download'
# )
# main(Dir=dir_path, Startdate='2009-01-01', Enddate='2018-12-31',
# # latlim=[-40.05, 40.05], lonlim=[-30.5, 65.05],
# latlim=[-40.05, 40.05], lonlim=[-30.5, 0.0],
# version=2, level=1)