git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/data-analysis/EcologicalEngineGeoSpatialExtension@93442 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
parent
78571b689a
commit
fd6d81dd19
|
|
@ -1,6 +1,5 @@
|
|||
package org.gcube.dataanalysis.geo.connectors.asc;
|
||||
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.FileReader;
|
||||
import java.io.IOException;
|
||||
|
|
@ -15,132 +14,128 @@ import java.util.regex.Pattern;
|
|||
import org.gcube.contentmanagement.lexicalmatcher.utils.AnalysisLogger;
|
||||
import org.gcube.data.transfer.common.TransferUtil;
|
||||
|
||||
|
||||
/**
|
||||
* A class which reads an ESRI ASCII raster file into a Raster
|
||||
*
|
||||
* @author dmrust
|
||||
*
|
||||
*
|
||||
*/
|
||||
public class AscRasterReader
|
||||
{
|
||||
public class AscRasterReader {
|
||||
String noData = AscRaster.DEFAULT_NODATA;
|
||||
Pattern header = Pattern.compile( "^(\\w+)\\s+(-?\\d+(.\\d+)?)");
|
||||
|
||||
public static void main( String[] args ) throws IOException
|
||||
{
|
||||
Pattern header = Pattern.compile("^(\\w+)\\s+(-?\\d+(.\\d+)?)");
|
||||
|
||||
public static void main(String[] args) throws IOException {
|
||||
AscRasterReader rt = new AscRasterReader();
|
||||
rt.readRaster( "data/test.asc" );
|
||||
rt.readRaster("data/test.asc");
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* The most useful method - reads a raster file, and returns a Raster object.
|
||||
*
|
||||
* Throws standard IOExceptions associated with opening and reading files, and
|
||||
* RuntimeExceptions if there are problems with the file format
|
||||
* Throws standard IOExceptions associated with opening and reading files, and RuntimeExceptions if there are problems with the file format
|
||||
*
|
||||
* @param filename
|
||||
* @return the Raster object read in from the file
|
||||
* @throws IOException
|
||||
*/
|
||||
public AscRaster readRaster( String filename ) throws IOException, RuntimeException
|
||||
{
|
||||
public AscRaster readRaster(String filename) throws IOException, RuntimeException {
|
||||
AscRaster raster = new AscRaster();
|
||||
BufferedReader input = null;
|
||||
URLConnection urlConn =null;
|
||||
if (filename.startsWith("http")){
|
||||
BufferedReader input = null;
|
||||
URLConnection urlConn = null;
|
||||
if (filename.startsWith("http")) {
|
||||
AnalysisLogger.getLogger().debug("Getting file from http");
|
||||
/*
|
||||
URL fileurl = new URL(filename);
|
||||
urlConn = fileurl.openConnection();
|
||||
urlConn.setConnectTimeout(120000);
|
||||
urlConn.setReadTimeout(1200000);
|
||||
urlConn.setAllowUserInteraction(false);
|
||||
urlConn.setDoOutput(true);
|
||||
input = new BufferedReader(new InputStreamReader(urlConn.getInputStream()));
|
||||
*/
|
||||
//using Manzi's data Transfer to overcome https issues
|
||||
try {
|
||||
input = new BufferedReader(new InputStreamReader(TransferUtil.getInputStream(new URI(filename),120000)));
|
||||
* URL fileurl = new URL(filename); urlConn = fileurl.openConnection(); urlConn.setConnectTimeout(120000); urlConn.setReadTimeout(1200000); urlConn.setAllowUserInteraction(false); urlConn.setDoOutput(true); input = new BufferedReader(new InputStreamReader(urlConn.getInputStream()));
|
||||
*/
|
||||
// using Manzi's data Transfer to overcome https issues
|
||||
try {
|
||||
input = new BufferedReader(new InputStreamReader(TransferUtil.getInputStream(new URI(filename), 120000)));
|
||||
} catch (URISyntaxException e) {
|
||||
AnalysisLogger.getLogger().debug("Error: Bad URI "+filename);
|
||||
AnalysisLogger.getLogger().debug("Error: Bad URI " + filename);
|
||||
}
|
||||
} else {
|
||||
AnalysisLogger.getLogger().debug("Getting file from local file");
|
||||
input = new BufferedReader(new FileReader(filename));
|
||||
}
|
||||
else {
|
||||
AnalysisLogger.getLogger().debug("Getting file from local file");
|
||||
input = new BufferedReader( new FileReader( filename ) );
|
||||
}
|
||||
while( input.ready() )
|
||||
{
|
||||
String line = input.readLine();
|
||||
if (line!=null && line.length()>0)
|
||||
line = line.trim();
|
||||
Matcher headMatch = header.matcher( line );
|
||||
//Match all the heads
|
||||
if( headMatch.matches() )
|
||||
{
|
||||
String head = headMatch.group( 1 );
|
||||
String value = headMatch.group( 2 );
|
||||
if( head.equalsIgnoreCase( "nrows" ) )
|
||||
raster.rows = Integer.parseInt( value );
|
||||
else if ( head.equalsIgnoreCase( "ncols" ) )
|
||||
raster.cols = Integer.parseInt( value );
|
||||
else if ( head.equalsIgnoreCase( "xllcorner" ) )
|
||||
raster.xll = Double.parseDouble( value );
|
||||
else if ( head.equalsIgnoreCase( "yllcorner" ) )
|
||||
raster.yll = Double.parseDouble( value );
|
||||
else if ( head.equalsIgnoreCase( "NODATA_value" ) )
|
||||
raster.NDATA = value;
|
||||
else if ( head.equals( "cellsize" ) )
|
||||
raster.cellsize = Double.parseDouble( value );
|
||||
else if ( head.equals( "dx" ) )
|
||||
raster.dx = Double.parseDouble( value );
|
||||
else if ( head.equals( "dy" ) )
|
||||
raster.dy = Double.parseDouble( value );
|
||||
else
|
||||
System.out.println( "Unknown setting: " + line );
|
||||
}
|
||||
else if( line.matches( "^-?\\d+.*" ))
|
||||
{
|
||||
//System.out.println( "Processing data section");
|
||||
//Check that data is set up!
|
||||
//Start processing numbers!
|
||||
int row = 0;
|
||||
double[][] data = new double[raster.rows][];
|
||||
while( true )
|
||||
{
|
||||
line=line.trim();
|
||||
//System.out.println( "Got data row: " + line );
|
||||
String[] inData = line.split( "\\s+" );
|
||||
double[] numData = new double[raster.cols];
|
||||
if( inData.length != numData.length ){
|
||||
System.out.println(inData);
|
||||
throw new RuntimeException( "Wrong number of columns: Expected " +
|
||||
raster.cols + " got " + inData.length + " for line \n" + line );
|
||||
try {
|
||||
|
||||
// while( input.ready() )
|
||||
while (true)
|
||||
{
|
||||
String line = input.readLine();
|
||||
if (line==null)
|
||||
break;
|
||||
if (line != null && line.length() > 0)
|
||||
line = line.trim();
|
||||
|
||||
Matcher headMatch = header.matcher(line);
|
||||
// Match all the heads
|
||||
if (headMatch.matches()) {
|
||||
String head = headMatch.group(1);
|
||||
String value = headMatch.group(2);
|
||||
if (head.equalsIgnoreCase("nrows"))
|
||||
raster.rows = Integer.parseInt(value);
|
||||
else if (head.equalsIgnoreCase("ncols"))
|
||||
raster.cols = Integer.parseInt(value);
|
||||
else if (head.equalsIgnoreCase("xllcorner"))
|
||||
raster.xll = Double.parseDouble(value);
|
||||
else if (head.equalsIgnoreCase("yllcorner"))
|
||||
raster.yll = Double.parseDouble(value);
|
||||
else if (head.equalsIgnoreCase("NODATA_value"))
|
||||
raster.NDATA = value;
|
||||
else if (head.equals("cellsize"))
|
||||
raster.cellsize = Double.parseDouble(value);
|
||||
else if (head.equals("dx"))
|
||||
raster.dx = Double.parseDouble(value);
|
||||
else if (head.equals("dy"))
|
||||
raster.dy = Double.parseDouble(value);
|
||||
else
|
||||
System.out.println("Unknown setting: " + line);
|
||||
} else if (line.matches("^-?\\d+.*")) {
|
||||
// System.out.println( "Processing data section");
|
||||
// Check that data is set up!
|
||||
// Start processing numbers!
|
||||
int row = 0;
|
||||
double[][] data = new double[raster.rows][];
|
||||
while (true) {
|
||||
line = line.trim();
|
||||
// System.out.println( "Got data row: " + line );
|
||||
String[] inData = line.split("\\s+");
|
||||
double[] numData = new double[raster.cols];
|
||||
if (inData.length != numData.length) {
|
||||
System.out.println(inData);
|
||||
throw new RuntimeException("Wrong number of columns: Expected " + raster.cols + " got " + inData.length + " for line \n" + line);
|
||||
}
|
||||
for (int col = 0; col < raster.cols; col++) {
|
||||
if (inData[col].equals(noData))
|
||||
numData[col] = Double.NaN;
|
||||
else
|
||||
numData[col] = Double.parseDouble(inData[col]);
|
||||
}
|
||||
data[row] = numData;
|
||||
// Ugly backward input structure...
|
||||
line = input.readLine();
|
||||
// if (input.ready())
|
||||
if (line==null)
|
||||
break;
|
||||
// else
|
||||
// break;
|
||||
row++;
|
||||
}
|
||||
for( int col = 0; col < raster.cols; col ++ )
|
||||
{
|
||||
if( inData[col].equals( noData )) numData[col] = Double.NaN;
|
||||
else numData[col] = Double.parseDouble( inData[col] );
|
||||
}
|
||||
data[row] = numData;
|
||||
//Ugly backward input structure...
|
||||
if( input.ready() ) line = input.readLine();
|
||||
else break;
|
||||
row++;
|
||||
if (row != raster.rows - 1)
|
||||
throw new RuntimeException("Wrong number of rows: expected " + raster.rows + " got " + (row + 1));
|
||||
raster.data = data;
|
||||
} else {
|
||||
if (line.length() >= 0 && !line.matches("^\\s*$"))
|
||||
AnalysisLogger.getLogger().debug("Unknown line: " + line);
|
||||
}
|
||||
if( row != raster.rows - 1)
|
||||
throw new RuntimeException( "Wrong number of rows: expected " + raster.rows + " got " + (row+1) );
|
||||
raster.data = data;
|
||||
}
|
||||
else
|
||||
{
|
||||
if( line.length() >= 0 && ! line.matches( "^\\s*$" ))
|
||||
System.out.println( "Unknown line: " + line);
|
||||
}
|
||||
} catch (Exception e) {
|
||||
AnalysisLogger.getLogger().debug("ASC Reader: Finished to read the stream");
|
||||
}
|
||||
|
||||
if (input!=null){
|
||||
if (input != null) {
|
||||
input.close();
|
||||
if (urlConn!=null && urlConn.getInputStream()!=null)
|
||||
if (urlConn != null && urlConn.getInputStream() != null)
|
||||
urlConn.getInputStream().close();
|
||||
}
|
||||
return raster;
|
||||
|
|
|
|||
Loading…
Reference in New Issue