[GRASS-SVN] r60846 - in grass-addons/grass7/raster: . r.in.wcs
svn_grass at osgeo.org
svn_grass at osgeo.org
Mon Jun 16 14:10:51 PDT 2014
Author: martinz
Date: 2014-06-16 14:10:51 -0700 (Mon, 16 Jun 2014)
New Revision: 60846
Added:
grass-addons/grass7/raster/r.in.wcs/
grass-addons/grass7/raster/r.in.wcs/Makefile
grass-addons/grass7/raster/r.in.wcs/description.html
grass-addons/grass7/raster/r.in.wcs/r.in.wcs.py
Log:
added new addon r.in.wcs
Added: grass-addons/grass7/raster/r.in.wcs/Makefile
===================================================================
--- grass-addons/grass7/raster/r.in.wcs/Makefile (rev 0)
+++ grass-addons/grass7/raster/r.in.wcs/Makefile 2014-06-16 21:10:51 UTC (rev 60846)
@@ -0,0 +1,7 @@
+MODULE_TOPDIR = ../..
+
+PGM = r.in.wcs
+
+include $(MODULE_TOPDIR)/include/Make/Script.make
+
+default: script
Property changes on: grass-addons/grass7/raster/r.in.wcs/Makefile
___________________________________________________________________
Added: svn:mime-type
+ text/x-makefile
Added: svn:eol-style
+ native
Added: grass-addons/grass7/raster/r.in.wcs/description.html
===================================================================
--- grass-addons/grass7/raster/r.in.wcs/description.html (rev 0)
+++ grass-addons/grass7/raster/r.in.wcs/description.html 2014-06-16 21:10:51 UTC (rev 60846)
@@ -0,0 +1,63 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html>
+<head>
+<title>GRASS GIS manual: r.in.wcs.py</title>
+<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
+<link rel="stylesheet" href="grassdocs.css" type="text/css">
+</head>
+<body bgcolor="white">
+
+<img src="grass_logo.png" alt="GRASS logo"><hr align=center size=6 noshade>
+
+<h2>NAME</h2>
+<em><b>r.in.wcs.py</b></em> - Downloads and imports coverage from WCS server.
+<h2>SCHLÜSSELWÖRTER</h2>
+OGC web services
+<h2>SYNOPSIS</h2>
+<b>r.in.wcs.py</b><br>
+<b>r.in.wcs.py help</b><br>
+<b>r.in.wcs.py</b> [-<b>c</b>] <b>url</b>=<em>string</em> [<b>coverage</b>=<em>string</em>] [<b>urlparams</b>=<em>string</em>] [<b>username</b>=<em>string</em>] [<b>password</b>=<em>string</em>] [<b>output</b>=<em>string</em>] [<b>location</b>=<em>string</em>] [<b>region</b>=<em>string</em>] [--<b>overwrite</b>] [--<b>verbose</b>] [--<b>quiet</b>]
+
+<h3>Flags:</h3>
+<DL>
+<DT><b>-c</b></DT>
+<DD>Get the server capabilities then exit</DD>
+
+<DT><b>--overwrite</b></DT>
+<DD>Ausgabedateien dürfen bereits existierende Dateien überschreiben.</DD>
+<DT><b>--verbose</b></DT>
+<DD>Ausführlicher Ausgabemodus</DD>
+<DT><b>--quiet</b></DT>
+<DD>Schweigsamer Ausgabemodus</DD>
+</DL>
+
+<h3>Parameter:</h3>
+<DL>
+<DT><b>url</b>=<em>string</em></DT>
+<DD>Service URL (typically http://.../mapserv? )</DD>
+<DD>Standardwert: <em>http://...?</em></DD>
+
+<DT><b>coverage</b>=<em>string</em></DT>
+<DD>Coverage name to request</DD>
+
+<DT><b>urlparams</b>=<em>string</em></DT>
+<DD>Additional query parameters to pass to the server</DD>
+
+<DT><b>username</b>=<em>string</em></DT>
+<DD>Username for server connection</DD>
+
+<DT><b>password</b>=<em>string</em></DT>
+<DD>Password for server connection</DD>
+
+<DT><b>output</b>=<em>string</em></DT>
+<DD>Name for output raster map (default: coveragename)</DD>
+
+<DT><b>location</b>=<em>string</em></DT>
+<DD>Name der neu zu erstellenden Location.</DD>
+
+<DT><b>region</b>=<em>string</em></DT>
+<DD>Name for region instead of current region</DD>
+
+</DL>
+</body>
+</html>
Property changes on: grass-addons/grass7/raster/r.in.wcs/description.html
___________________________________________________________________
Added: svn:mime-type
+ text/html
Added: svn:keywords
+ Author Date Id
Added: svn:eol-style
+ native
Added: grass-addons/grass7/raster/r.in.wcs/r.in.wcs.py
===================================================================
--- grass-addons/grass7/raster/r.in.wcs/r.in.wcs.py (rev 0)
+++ grass-addons/grass7/raster/r.in.wcs/r.in.wcs.py 2014-06-16 21:10:51 UTC (rev 60846)
@@ -0,0 +1,465 @@
+#!/usr/bin/env python
+#-*- coding: utf-8 -*-
+'''
+MODULE: r.in.wcs.py
+
+AUTHOR(S): Martin Zbinden <martin.zbinden at immerda.ch>, inspired by
+ module r.in.wms (GRASS7) by Stepan Turek <stepan.turek AT seznam.cz>
+
+PURPOSE: Downloads and imports data from WCS server (only version 1.0.0).
+ According to http://grasswiki.osgeo.org/wiki/WCS
+
+VERSION: 0.1
+
+DATE: Mon Jun 16 21:00:00 CET 2014
+
+COPYRIGHT: (C) 2014 Martin Zbinden and by the GRASS Development Team
+
+This program is free software under the GNU General Public License
+(>=v2). Read the file COPYING that comes with GRASS for details.
+'''
+
+#%module
+#% description: Downloads and imports coverage from WCS server.
+#% keywords: raster
+#% keywords: import
+#% keywords: OGC web services
+#%end
+
+#%option
+#% key: url
+#% type: string
+#% description: Service URL (typically http://.../mapserv? )
+#% required: yes
+#% answer: http://...?
+#%end
+
+#%flag
+#% key: c
+#% description: Get the server capabilities then exit
+#% guisection: Request
+#%end
+
+#%option
+#% key: coverage
+#% type: string
+#% description: Coverage name to request
+#% multiple: no
+#% required: no
+#% guisection: Request
+#%end
+
+#%option
+#% key: urlparams
+#% type: string
+#% description: Additional query parameters to pass to the server
+#% guisection: Request
+#%end
+
+#%option
+#% key: username
+#% type:string
+#% description: Username for server connection
+#% guisection: Request
+#%end
+
+#%option
+#% key: password
+#% type:string
+#% description: Password for server connection
+#% guisection: Request
+#%end
+
+#%option
+#% key: output
+#% type: string
+#% gisprompt: new,cell,raster
+#% description: Name for output raster map (default: coveragename)
+#% required: no
+#%end
+
+#%option
+#% key: location
+#% type: string
+#% description: Name for new location to create
+#% required: no
+#%end
+
+#%option
+#% key: region
+#% type: string
+#% description: Name for region instead of current region
+#% required: no
+#%end
+
+
+
+
+
+import os
+import sys
+import io
+import grass.script as grass
+import base64
+import urllib2
+from httplib import HTTPException
+import subprocess
+import lxml.etree as etree
+
+
+class WCSBase:
+ def __init__(self):
+ # these variables are information for destructor
+ self.temp_files_to_cleanup = []
+ self.params = {}
+ self.temp_map = None
+
+ def __del__(self):
+
+ # tries to remove temporary files, all files should be
+ # removed before, implemented just in case of unexpected
+ # stop of module
+ for temp_file in self.temp_files_to_cleanup:
+ grass.try_remove(temp_file)
+ pass
+
+ def _debug(self, fn, msg):
+ grass.debug("%s.%s: %s" %
+ (self.__class__.__name__, fn, msg))
+
+ def _initializeParameters(self, options, flags):
+ '''
+ Initialize all given and needed parameters. Get region information and
+ calculate boundingbox according to it
+
+ '''
+ self._debug("_initializeParameters", "started")
+
+ for key in ['url', 'coverage','output','location']:
+ self.params[key] = options[key].strip()
+
+ if not self.params['output']:
+ self.params['output'] = self.params['coverage']
+ if not grass.overwrite():
+ result = grass.find_file(name = self.params['output'], element = 'cell')
+ if result['file']:
+ grass.fatal("Raster map <%s> does already exist. Choose other output name or toggle flag --o." % self.params['output'])
+
+ for key in ['password', 'username', 'version','region']:
+ self.params[key] = options[key]
+
+ # check if authentication information is complete
+ if (self.params['password'] and self.params['username'] == '') or \
+ (self.params['password'] == '' and self.params['username']):
+ grass.fatal(_("Please insert both %s and %s parameters or none of them." % ('password', 'username')))
+
+
+ # configure region extent (specified name or current region)
+ self.params['region'] = self._getRegionParams(options['region'])
+ self.params['boundingbox'] = self._computeBbox(self.params['region'])
+ self._debug("_initializeParameters", "finished")
+
+ def _getRegionParams(self,opt_region):
+ """!Get region parameters from region specified or active default region
+
+ @return region_params as a dictionary
+ """
+ self._debug("_getRegionParameters", "started")
+
+ if opt_region:
+ reg_spl = opt_region.strip().split('@', 1)
+ reg_mapset = '.'
+ if len(reg_spl) > 1:
+ reg_mapset = reg_spl[1]
+
+ if not grass.find_file(name = reg_spl[0], element = 'windows',
+ mapset = reg_mapset)['name']:
+ grass.fatal(_("Region <%s> not found") % opt_region)
+
+ if opt_region:
+ s = grass.read_command('g.region',
+ quiet = True,
+ flags = 'ug',
+ region = opt_region)
+ region_params = grass.parse_key_val(s, val_type = float)
+ grass.verbose("Using region parameters for region %s" %opt_region)
+ else:
+ region_params = grass.region()
+ grass.verbose("Using current grass region")
+
+ self._debug("_getRegionParameters", "finished")
+ return region_params
+
+
+ def _computeBbox(self,region_params):
+ """!Get extent for WCS query (bbox) from region parameters
+
+ @return bounding box defined by list [minx,miny,maxx,maxy]
+ """
+ self._debug("_computeBbox", "started")
+ boundingboxvars = ("w","s","e","n")
+ boundingbox = list()
+ for f in boundingboxvars:
+ boundingbox.append(self.params['region'][f])
+ grass.verbose("Boundingbox coordinates:\n %s \n [West, South, Eest, North]" %boundingbox)
+ self._debug("_computeBbox", "finished")
+ return boundingbox
+
+
+ def GetMap(self, options, flags):
+ """!Download data from WCS server.
+
+ @return mapname with downloaded data
+ """
+ self._debug("GetMap", "started")
+
+ self._initializeParameters(options, flags)
+ p = self._download()
+
+ if p != 0:
+ grass.fatal("Download or import of WCS data failed.")
+ return
+
+ return self.params['output']
+
+ def _fetchCapabilities(self, options, flags):
+ """!Download capabilities from WCS server
+
+ @return cap (instance of method _fetchDataFromServer)
+ """
+ self._debug("_fetchCapabilities", "started")
+ cap_url = options['url'].strip()
+
+ if "?" in cap_url:
+ cap_url += "&"
+ else:
+ cap_url += "?"
+
+ cap_url += "SERVICE=WCS&REQUEST=GetCapabilities&VERSION=" + options['version']
+
+ if options['urlparams']:
+ cap_url += "&" + options['urlparams']
+
+ grass.message('Fetching capabilities file\n%s' % cap_url)
+
+ try:
+ cap = self._fetchDataFromServer(cap_url, options['username'], options['password'])
+ print dir(cap)
+ except (IOError, HTTPException), e:
+ if urllib2.HTTPError == type(e) and e.code == 401:
+ grass.fatal(_("Authorization failed to <%s> when fetching capabilities") % options['url'])
+ else:
+ msg = _("Unable to fetch capabilities from <%s>: %s") % (options['url'], e)
+
+ if hasattr(e, 'reason'):
+ msg += _("\nReason: ") + str(e.reason)
+
+ grass.fatal(msg)
+ self._debug("_fetchCapabilities", "finished")
+ return cap
+
+ def _fetchDataFromServer(self, url, username = None, password = None):
+ """!Fetch data from server
+
+ """
+ self._debug("_fetchDataFromServer", "started")
+
+ request = urllib2.Request(url)
+ if username and password:
+ base64string = base64.encodestring('%s:%s' % (username, password)).replace('\n', '')
+ request.add_header("Authorization", "Basic %s" % base64string)
+
+ try:
+ return urllib2.urlopen(request)
+ except ValueError as error:
+ grass.fatal("%s" % error)
+
+ self._debug("_fetchDataFromServer", "finished")
+
+
+ def GetCapabilities(self, options,flags):
+ """!Get capabilities from WCS server and print to stdout
+
+ """
+ self._debug("GetCapabilities", "started")
+
+ cap = self._fetchCapabilities(options,flags)
+ root = etree.fromstringlist(cap.readlines())
+ cov_offering = []
+ for label in root.iter('{*}CoverageOfferingBrief'):
+ cov_offering.append(label.find('{*}name').text + " : " + label.find('{*}label').text)
+ grass.message("Available layers:")
+ grass.message('\n'.join(cov_offering))
+ self._debug("GetCapabilities", "finished")
+
+
+
+ def _tempfile(self):
+ """!Create temp_file and append list self.temp_files_to_cleanup
+ with path of file
+
+ @return string path to temp_file
+ """
+ self._debug("_tempfile", "started")
+ temp_file = grass.tempfile()
+ if temp_file is None:
+ grass.fatal(_("Unable to create temporary files"))
+
+ # list of created tempfiles for destructor
+ self.temp_files_to_cleanup.append(temp_file)
+ self._debug("_tempfile", "finished")
+
+ return temp_file
+
+class WCSGdalDrv(WCSBase):
+ def _createXML(self):
+ """!Create XML for GDAL WCS driver
+
+ @return path to XML file
+ """
+ self._debug("_createXML", "started")
+
+ gdal_wcs = etree.Element("WCS_GDAL")
+ server_url = etree.SubElement(gdal_wcs, "ServiceUrl")
+ server_url.text =self.params['url']
+
+ version = etree.SubElement(gdal_wcs, "Version")
+ version.text =self.params['version']
+
+ coverage = etree.SubElement(gdal_wcs, "CoverageName")
+ coverage.text = self.params['coverage']
+
+ if self.params['username']:
+ userpwd = etree.SubElement(gdal_wcs,'UserPwd')
+ userpwd.text = self.params['username']+':'+ self.params['password']
+
+ xml_file = self._tempfile()
+
+ etree_gdal_wcs = etree.ElementTree(gdal_wcs)
+ grass.debug(etree_gdal_wcs)
+ etree.ElementTree(gdal_wcs).write(xml_file)
+
+ self._debug("_createXML", "finished -> %s" % xml_file)
+
+ return xml_file
+
+ def _createVRT(self):
+ '''! create VRT with help of gdalbuildvrt program
+ VRT is a virtual GDAL dataset format
+
+ @return path to VRT file
+ '''
+ self._debug("_createVRT", "started")
+ vrt_file = self._tempfile()
+ command = ["gdalbuildvrt", '-te']
+ command += self.params['boundingbox']
+ command += [vrt_file, self.xml_file]
+ command = [str(i) for i in command]
+
+ grass.verbose(' '.join(command))
+
+ self.process = subprocess.Popen(command,
+ stdout=subprocess.PIPE,
+ stderr=subprocess.PIPE)
+ self.out, self.err = self.process.communicate()
+ grass.verbose(self.out)
+
+ if self.err:
+ grass.verbose(self.err+"\n")
+ if "does not exist" in self.err:
+ grass.warning('Coverage "%s" cannot be opened / does not exist.' % self.params['coverage'])
+ grass.fatal("Generation of VRT-File failed (gdalbuildvrt ERROR). Set verbose-flag for details.")
+
+ self._debug("_createVRT", "finished")
+ return vrt_file
+
+ def _download(self):
+ """!Downloads data from WCS server using GDAL WCS driver
+
+ @return ret (exit code of r.in.gdal module)
+ """
+ self._debug("_download", "started")
+
+ self.xml_file = self._createXML()
+ self.vrt_file = self._createVRT()
+
+ grass.message('Starting module r.in.gdal ...')
+
+ env = os.environ.copy()
+ env['GRASS_MESSAGE_FORMAT'] = 'gui'
+
+ if self.params['location'] == "":
+ p = grass.start_command('r.in.gdal',
+ input=self.vrt_file,
+ output=self.params['output'],
+ stdout = grass.PIPE,
+ stderr = grass.PIPE,
+ env = env
+ )
+
+
+ else:
+ p = grass.start_command('r.in.gdal',
+ input=self.vrt_file,
+ output=self.params['output'],
+ location = self.params['location'],
+ stdout = grass.PIPE,
+ stderr=grass.PIPE,
+ env = env
+ )
+
+ while p.poll() is None:
+ line = p.stderr.readline()
+ linepercent = line.replace('GRASS_INFO_PERCENT:','').strip()
+ if linepercent.isdigit():
+ #print linepercent
+ grass.percent(int(linepercent),100,1)
+ else:
+ grass.verbose(line)
+
+ grass.percent(100,100,5)
+
+ ret = p.wait()
+ if ret != 0:
+ grass.fatal('r.in.gdal for %s failed.' % self.vrt_file )
+ else:
+ grass.message('r.in.gdal was successful for new raster map %s ' % self.params['output'] )
+
+ grass.try_remove(self.vrt_file)
+ grass.try_remove(self.xml_file)
+ self._debug("_download", "finished")
+
+ return ret
+
+
+def main():
+ url = options['url']
+ coverage = options['coverage']
+ output = options['output']
+ location = options['location']
+ region = options['region']
+ urlparams = options['urlparams']
+ username = options['username']
+ password = options['password']
+ flag_c = flags['c']
+
+ options['version']="1.0.0" # right now only supported version, therefore not in GUI
+
+ grass.debug("Using GDAL WCS driver")
+ wcs = WCSGdalDrv() # only supported driver
+
+ if flag_c:
+ wcs.GetCapabilities(options,flags)
+
+ else:
+ grass.message("Importing raster map into GRASS...")
+ fetched_map = wcs.GetMap(options,flags)
+ if not fetched_map:
+ grass.warning(_("Nothing imported.\n Data not has been downloaded from wcs server."))
+ return 1
+
+ return 0
+
+if __name__ == "__main__":
+ options, flags = grass.parser()
+ sys.exit(main())
Property changes on: grass-addons/grass7/raster/r.in.wcs/r.in.wcs.py
___________________________________________________________________
Added: svn:executable
+ *
Added: svn:mime-type
+ text/x-python
Added: svn:eol-style
+ native
More information about the grass-commit
mailing list