add OverpassAPI loader
This commit is contained in:
Hannes Janetzek
parent
da53b02e8a
commit
b3f4ee444c
415
src/org/oscim/utils/overpass/OverpassAPIReader.java
Normal file
415
src/org/oscim/utils/overpass/OverpassAPIReader.java
Normal file
@ -0,0 +1,415 @@
|
|||||||
|
/*
|
||||||
|
* Copyright 2013 Hannes Janetzek
|
||||||
|
*
|
||||||
|
* This program is free software: you can redistribute it and/or modify it under the
|
||||||
|
* terms of the GNU Lesser General Public License as published by the Free Software
|
||||||
|
* Foundation, either version 3 of the License, or (at your option) any later version.
|
||||||
|
*
|
||||||
|
* This program is distributed in the hope that it will be useful, but WITHOUT ANY
|
||||||
|
* WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
|
||||||
|
* PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU Lesser General Public License along with
|
||||||
|
* this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.oscim.utils.overpass;
|
||||||
|
|
||||||
|
import static org.oscim.core.osm.TagGroup.EMPTY_TAG_GROUP;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.io.InputStream;
|
||||||
|
import java.io.UnsupportedEncodingException;
|
||||||
|
import java.net.HttpURLConnection;
|
||||||
|
import java.net.URL;
|
||||||
|
import java.net.URLEncoder;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Collection;
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.Map.Entry;
|
||||||
|
import java.util.zip.GZIPInputStream;
|
||||||
|
import java.util.zip.Inflater;
|
||||||
|
import java.util.zip.InflaterInputStream;
|
||||||
|
|
||||||
|
import org.oscim.core.osm.Bound;
|
||||||
|
import org.oscim.core.osm.OSMData;
|
||||||
|
import org.oscim.core.osm.OSMElement;
|
||||||
|
import org.oscim.core.osm.OSMMember;
|
||||||
|
import org.oscim.core.osm.OSMNode;
|
||||||
|
import org.oscim.core.osm.OSMRelation;
|
||||||
|
import org.oscim.core.osm.OSMWay;
|
||||||
|
import org.oscim.core.osm.TagGroup;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.core.JsonFactory;
|
||||||
|
import com.fasterxml.jackson.core.JsonParseException;
|
||||||
|
import com.fasterxml.jackson.core.JsonParser;
|
||||||
|
import com.fasterxml.jackson.core.JsonToken;
|
||||||
|
|
||||||
|
public class OverpassAPIReader {
|
||||||
|
private static final String OVERPASS_API = "http://city.informatik.uni-bremen.de/oapi/interpreter";
|
||||||
|
private static final int RESPONSECODE_OK = 200;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The timeout we use for the HttpURLConnection.
|
||||||
|
*/
|
||||||
|
private static final int TIMEOUT = 15000;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The base url of the server. Defaults to.
|
||||||
|
* "http://www.openstreetmap.org/api/0.5".
|
||||||
|
*/
|
||||||
|
private final String myBaseUrl = OVERPASS_API;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The http connection used to retrieve data.
|
||||||
|
*/
|
||||||
|
private HttpURLConnection myActiveConnection;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The stream providing response data.
|
||||||
|
*/
|
||||||
|
private InputStream responseStream;
|
||||||
|
|
||||||
|
private final String query;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Creates a new instance with the specified geographical coordinates.
|
||||||
|
*
|
||||||
|
* @param left
|
||||||
|
* The longitude marking the left edge of the bounding box.
|
||||||
|
* @param right
|
||||||
|
* The longitude marking the right edge of the bounding box.
|
||||||
|
* @param top
|
||||||
|
* The latitude marking the top edge of the bounding box.
|
||||||
|
* @param bottom
|
||||||
|
* The latitude marking the bottom edge of the bounding box.
|
||||||
|
* @param baseUrl
|
||||||
|
* (optional) The base url of the server (eg.
|
||||||
|
* http://www.openstreetmap.org/api/0.5).
|
||||||
|
*/
|
||||||
|
public OverpassAPIReader(final double left, final double right,
|
||||||
|
final double top, final double bottom, final String baseUrl,
|
||||||
|
final String query) {
|
||||||
|
|
||||||
|
String bbox = "(" + Math.min(top, bottom) + "," + Math.min(left, right)
|
||||||
|
+ "," + Math.max(top, bottom) + "," + Math.max(left, right)
|
||||||
|
+ ")";
|
||||||
|
|
||||||
|
this.query = query.replaceAll("\\{\\{bbox\\}\\}", bbox);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Open a connection to the given url and return a reader on the input
|
||||||
|
* stream from that connection.
|
||||||
|
*
|
||||||
|
* @param pUrlStr
|
||||||
|
* The exact url to connect to.
|
||||||
|
* @return An reader reading the input stream (servers answer) or
|
||||||
|
* <code>null</code>.
|
||||||
|
* @throws IOException
|
||||||
|
* on io-errors
|
||||||
|
*/
|
||||||
|
private InputStream getInputStream(final String pUrlStr) throws IOException {
|
||||||
|
URL url;
|
||||||
|
int responseCode;
|
||||||
|
String encoding;
|
||||||
|
|
||||||
|
url = new URL(pUrlStr);
|
||||||
|
myActiveConnection = (HttpURLConnection) url.openConnection();
|
||||||
|
|
||||||
|
myActiveConnection.setRequestProperty("Accept-Encoding",
|
||||||
|
"gzip, deflate");
|
||||||
|
|
||||||
|
responseCode = myActiveConnection.getResponseCode();
|
||||||
|
|
||||||
|
if (responseCode != RESPONSECODE_OK) {
|
||||||
|
String message;
|
||||||
|
String apiErrorMessage;
|
||||||
|
|
||||||
|
apiErrorMessage = myActiveConnection.getHeaderField("Error");
|
||||||
|
|
||||||
|
if (apiErrorMessage != null) {
|
||||||
|
message = "Received API HTTP response code " + responseCode
|
||||||
|
+ " with message \"" + apiErrorMessage
|
||||||
|
+ "\" for URL \"" + pUrlStr + "\".";
|
||||||
|
} else {
|
||||||
|
message = "Received API HTTP response code " + responseCode
|
||||||
|
+ " for URL \"" + pUrlStr + "\".";
|
||||||
|
}
|
||||||
|
|
||||||
|
throw new IOException(message);
|
||||||
|
}
|
||||||
|
|
||||||
|
myActiveConnection.setConnectTimeout(TIMEOUT);
|
||||||
|
|
||||||
|
encoding = myActiveConnection.getContentEncoding();
|
||||||
|
|
||||||
|
responseStream = myActiveConnection.getInputStream();
|
||||||
|
if (encoding != null && encoding.equalsIgnoreCase("gzip")) {
|
||||||
|
responseStream = new GZIPInputStream(responseStream);
|
||||||
|
} else if (encoding != null && encoding.equalsIgnoreCase("deflate")) {
|
||||||
|
responseStream = new InflaterInputStream(responseStream,
|
||||||
|
new Inflater(true));
|
||||||
|
}
|
||||||
|
|
||||||
|
return responseStream;
|
||||||
|
}
|
||||||
|
|
||||||
|
class TmpRelation {
|
||||||
|
Long id;
|
||||||
|
String type;
|
||||||
|
String role;
|
||||||
|
}
|
||||||
|
|
||||||
|
private final List<Bound> bounds = new ArrayList<Bound>();
|
||||||
|
private Map<Long, OSMNode> nodesById = new HashMap<Long, OSMNode>();
|
||||||
|
private Map<Long, OSMWay> waysById = new HashMap<Long, OSMWay>();
|
||||||
|
private Map<Long, OSMRelation> relationsById = new HashMap<Long, OSMRelation>();
|
||||||
|
private Map<OSMRelation, List<TmpRelation>> relationMembersForRelation =
|
||||||
|
new HashMap<OSMRelation, List<TmpRelation>>();
|
||||||
|
|
||||||
|
private final Collection<OSMNode> ownNodes = new ArrayList<OSMNode>(10000);
|
||||||
|
private final Collection<OSMWay> ownWays = new ArrayList<OSMWay>(1000);
|
||||||
|
private final Collection<OSMRelation> ownRelations = new ArrayList<OSMRelation>(
|
||||||
|
100);
|
||||||
|
|
||||||
|
public void parse(InputStream in) throws IOException {
|
||||||
|
JsonFactory jsonFactory = new JsonFactory();
|
||||||
|
try {
|
||||||
|
JsonParser jp = jsonFactory.createJsonParser(in);
|
||||||
|
|
||||||
|
JsonToken t;
|
||||||
|
while ((t = jp.nextToken()) != null) {
|
||||||
|
if (t == JsonToken.START_OBJECT) {
|
||||||
|
jp.nextToken();
|
||||||
|
|
||||||
|
String name = jp.getCurrentName();
|
||||||
|
jp.nextToken();
|
||||||
|
|
||||||
|
if ("type".equals(name)) {
|
||||||
|
String type = jp.getText();
|
||||||
|
|
||||||
|
if ("node".equals(type))
|
||||||
|
parseNode(jp);
|
||||||
|
|
||||||
|
else if ("way".equals(type))
|
||||||
|
parseWay(jp);
|
||||||
|
|
||||||
|
else if ("relation".equals(type))
|
||||||
|
parseRelation(jp);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} catch (JsonParseException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private void parseNode(JsonParser jp) throws JsonParseException,
|
||||||
|
IOException {
|
||||||
|
|
||||||
|
long id = 0;
|
||||||
|
double lat = 0, lon = 0;
|
||||||
|
TagGroup tags = EMPTY_TAG_GROUP;
|
||||||
|
|
||||||
|
while (jp.nextToken() != JsonToken.END_OBJECT) {
|
||||||
|
|
||||||
|
String name = jp.getCurrentName();
|
||||||
|
jp.nextToken();
|
||||||
|
|
||||||
|
if ("id".equals(name))
|
||||||
|
id = jp.getLongValue();
|
||||||
|
|
||||||
|
else if ("lat".equals(name))
|
||||||
|
lat = jp.getDoubleValue();
|
||||||
|
|
||||||
|
else if ("lon".equals(name))
|
||||||
|
lon = jp.getDoubleValue();
|
||||||
|
|
||||||
|
else if ("tags".equals(name))
|
||||||
|
tags = parseTags(jp);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
// log("node: "+id + " "+ lat + " " + lon);
|
||||||
|
OSMNode node = new OSMNode(lat, lon, tags, id);
|
||||||
|
ownNodes.add(node);
|
||||||
|
nodesById.put(Long.valueOf(id), node);
|
||||||
|
}
|
||||||
|
|
||||||
|
private void parseWay(JsonParser jp) throws JsonParseException, IOException {
|
||||||
|
|
||||||
|
long id = 0;
|
||||||
|
TagGroup tags = EMPTY_TAG_GROUP;
|
||||||
|
ArrayList<OSMNode> wayNodes = new ArrayList<OSMNode>();
|
||||||
|
|
||||||
|
while (jp.nextToken() != JsonToken.END_OBJECT) {
|
||||||
|
|
||||||
|
String name = jp.getCurrentName();
|
||||||
|
jp.nextToken();
|
||||||
|
|
||||||
|
if ("id".equals(name))
|
||||||
|
id = jp.getLongValue();
|
||||||
|
|
||||||
|
else if ("nodes".equals(name)) {
|
||||||
|
while (jp.nextToken() != JsonToken.END_ARRAY) {
|
||||||
|
Long nodeId = Long.valueOf(jp.getLongValue());
|
||||||
|
|
||||||
|
OSMNode node = nodesById.get(nodeId);
|
||||||
|
if (node != null)
|
||||||
|
// log("missing node " + nodeId);
|
||||||
|
// else
|
||||||
|
wayNodes.add(node);
|
||||||
|
}
|
||||||
|
} else if ("tags".equals(name))
|
||||||
|
tags = parseTags(jp);
|
||||||
|
}
|
||||||
|
|
||||||
|
// log("way: "+ id + " " + wayNodes.size());
|
||||||
|
OSMWay way = new OSMWay(tags, id, wayNodes);
|
||||||
|
ownWays.add(way);
|
||||||
|
waysById.put(Long.valueOf(id), way);
|
||||||
|
}
|
||||||
|
|
||||||
|
private void parseRelation(JsonParser jp) throws JsonParseException,
|
||||||
|
IOException {
|
||||||
|
|
||||||
|
long id = 0;
|
||||||
|
TagGroup tags = EMPTY_TAG_GROUP;
|
||||||
|
ArrayList<TmpRelation> members = new ArrayList<TmpRelation>();
|
||||||
|
|
||||||
|
while (jp.nextToken() != JsonToken.END_OBJECT) {
|
||||||
|
|
||||||
|
String name = jp.getCurrentName();
|
||||||
|
jp.nextToken();
|
||||||
|
|
||||||
|
if ("id".equals(name))
|
||||||
|
id = jp.getLongValue();
|
||||||
|
|
||||||
|
else if ("members".equals(name)) {
|
||||||
|
while (jp.nextToken() != JsonToken.END_ARRAY) {
|
||||||
|
TmpRelation member = new TmpRelation();
|
||||||
|
|
||||||
|
while (jp.nextToken() != JsonToken.END_OBJECT) {
|
||||||
|
name = jp.getCurrentName();
|
||||||
|
jp.nextToken();
|
||||||
|
|
||||||
|
if ("type".equals(name))
|
||||||
|
member.type = jp.getText();
|
||||||
|
|
||||||
|
else if ("ref".equals(name))
|
||||||
|
member.id = Long.valueOf(jp.getLongValue());
|
||||||
|
|
||||||
|
else if ("role".equals(name))
|
||||||
|
member.role = jp.getText();
|
||||||
|
}
|
||||||
|
members.add(member);
|
||||||
|
}
|
||||||
|
} else if ("tags".equals(name))
|
||||||
|
tags = parseTags(jp);
|
||||||
|
}
|
||||||
|
|
||||||
|
OSMRelation relation = new OSMRelation(tags, id, members.size());
|
||||||
|
ownRelations.add(relation);
|
||||||
|
relationsById.put(Long.valueOf(id), relation);
|
||||||
|
relationMembersForRelation.put(relation, members);
|
||||||
|
}
|
||||||
|
|
||||||
|
private static TagGroup parseTags(JsonParser jp) throws JsonParseException,
|
||||||
|
IOException {
|
||||||
|
|
||||||
|
Map<String, String> tagMap = null;
|
||||||
|
|
||||||
|
while (jp.nextToken() != JsonToken.END_OBJECT) {
|
||||||
|
String key = jp.getCurrentName();
|
||||||
|
jp.nextToken();
|
||||||
|
String val = jp.getText();
|
||||||
|
if (tagMap == null)
|
||||||
|
tagMap = new HashMap<String, String>(10);
|
||||||
|
|
||||||
|
tagMap.put(key, val);
|
||||||
|
|
||||||
|
}
|
||||||
|
if (tagMap == null)
|
||||||
|
return EMPTY_TAG_GROUP;
|
||||||
|
|
||||||
|
return new TagGroup(tagMap);
|
||||||
|
}
|
||||||
|
|
||||||
|
private static void log(String msg) {
|
||||||
|
System.out.println(msg);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public OSMData getData() {
|
||||||
|
|
||||||
|
String encoded;
|
||||||
|
try {
|
||||||
|
encoded = URLEncoder.encode(this.query, "utf-8");
|
||||||
|
} catch (UnsupportedEncodingException e1) {
|
||||||
|
e1.printStackTrace();
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
System.out.println(myBaseUrl + "?data=" + encoded);
|
||||||
|
|
||||||
|
InputStream inputStream = null;
|
||||||
|
|
||||||
|
try {
|
||||||
|
inputStream = getInputStream(myBaseUrl + "?data=[out:json];" + encoded);
|
||||||
|
|
||||||
|
parse(inputStream);
|
||||||
|
} catch (IOException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
} finally {
|
||||||
|
if (inputStream != null)
|
||||||
|
try {
|
||||||
|
inputStream.close();
|
||||||
|
} catch (IOException e) {
|
||||||
|
//...
|
||||||
|
}
|
||||||
|
inputStream = null;
|
||||||
|
}
|
||||||
|
|
||||||
|
for (Entry<OSMRelation, List<TmpRelation>> entry : relationMembersForRelation
|
||||||
|
.entrySet()) {
|
||||||
|
|
||||||
|
OSMRelation relation = entry.getKey();
|
||||||
|
|
||||||
|
for (TmpRelation member : entry.getValue()) {
|
||||||
|
|
||||||
|
OSMElement memberObject = null;
|
||||||
|
|
||||||
|
if ("node".equals(member)) {
|
||||||
|
memberObject = nodesById.get(member.id);
|
||||||
|
} else if ("way".equals(member)) {
|
||||||
|
memberObject = waysById.get(member.id);
|
||||||
|
} else if ("relation".equals(member)) {
|
||||||
|
memberObject = relationsById.get(member.id);
|
||||||
|
} else {
|
||||||
|
// log("missing relation " + member.id);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (memberObject != null) {
|
||||||
|
OSMMember ownMember = new OSMMember(member.role,
|
||||||
|
memberObject);
|
||||||
|
|
||||||
|
relation.relationMembers.add(ownMember);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
log("nodes: " + ownNodes.size() + " ways: " + ownWays.size()
|
||||||
|
+ " relations: " + ownRelations.size());
|
||||||
|
|
||||||
|
// give up references to original collections
|
||||||
|
nodesById = null;
|
||||||
|
waysById = null;
|
||||||
|
relationsById = null;
|
||||||
|
relationMembersForRelation = null;
|
||||||
|
|
||||||
|
return new OSMData(bounds, ownNodes, ownWays, ownRelations);
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
x
Reference in New Issue
Block a user