start of a OsmPbfReader
This commit is contained in:
Hannes Janetzek
parent
85257a0ac8
commit
af58f7d915
321
src/org/oscim/utils/osmpbf/OsmPbfParser.java
Normal file
321
src/org/oscim/utils/osmpbf/OsmPbfParser.java
Normal file
@ -0,0 +1,321 @@
|
||||
// This software is released into the Public Domain. See copying.txt for details.
|
||||
package org.oscim.utils.osmpbf;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
|
||||
import org.openstreetmap.osmosis.osmbinary.BinaryParser;
|
||||
import org.openstreetmap.osmosis.osmbinary.Osmformat;
|
||||
import org.oscim.core.Tag;
|
||||
import org.oscim.core.TagSet;
|
||||
import org.oscim.core.osm.OSMData;
|
||||
import org.oscim.core.osm.OSMMember;
|
||||
import org.oscim.core.osm.OSMNode;
|
||||
import org.oscim.core.osm.OSMRelation;
|
||||
import org.oscim.core.osm.OSMWay;
|
||||
|
||||
import android.util.Log;
|
||||
|
||||
/**
|
||||
* Class that reads and parses binary files and sends the contained entities to
|
||||
* the sink.
|
||||
*/
|
||||
public class OsmPbfParser extends BinaryParser {
|
||||
|
||||
@Override
|
||||
public void complete() {
|
||||
//sink.complete();
|
||||
}
|
||||
|
||||
// /** Get the osmosis object representing a the user in a given Info protobuf.
|
||||
// * @param info The info protobuf.
|
||||
// * @return The OsmUser object */
|
||||
// OsmUser getUser(Osmformat.Info info) {
|
||||
// // System.out.println(info);
|
||||
// if (info.hasUid() && info.hasUserSid()) {
|
||||
// if (info.getUid() < 0) {
|
||||
// return OsmUser.NONE;
|
||||
// }
|
||||
// return new OsmUser(info.getUid(), getStringById(info.getUserSid()));
|
||||
// } else {
|
||||
// return OsmUser.NONE;
|
||||
// }
|
||||
// }
|
||||
|
||||
/**
|
||||
* The magic number used to indicate no version number metadata for this
|
||||
* entity.
|
||||
*/
|
||||
static final int NOVERSION = -1;
|
||||
/** The magic number used to indicate no changeset metadata for this entity. */
|
||||
static final int NOCHANGESET = -1;
|
||||
|
||||
HashMap<Long, OSMNode> mNodeMap = new HashMap<Long, OSMNode>();
|
||||
HashMap<Long, OSMWay> mWayMap = new HashMap<Long, OSMWay>();
|
||||
|
||||
@Override
|
||||
protected void parseNodes(List<Osmformat.Node> nodes) {
|
||||
for (Osmformat.Node i : nodes) {
|
||||
int tagCnt = i.getKeysCount();
|
||||
|
||||
TagSet tags = new TagSet(tagCnt);
|
||||
|
||||
// List<Tag> tags = new ArrayList<Tag>();
|
||||
for (int j = 0; j < tagCnt; j++) {
|
||||
tags.add(new Tag(getStringById(i.getKeys(j)), getStringById(i.getVals(j))));
|
||||
}
|
||||
// long id, int version, Date timestamp, OsmUser user,
|
||||
// long changesetId, Collection<Tag> tags,
|
||||
// double latitude, double longitude
|
||||
OSMNode tmp;
|
||||
long id = i.getId();
|
||||
double latf = parseLat(i.getLat()), lonf = parseLon(i.getLon());
|
||||
|
||||
// if (i.hasInfo()) {
|
||||
// Osmformat.Info info = i.getInfo();
|
||||
// tmp = new OSMNode(new CommonEntityData(id, info.getVersion(), getDate(info),
|
||||
// getUser(info), info.getChangeset(), tags), latf, lonf);
|
||||
// } else {
|
||||
tmp = new OSMNode(latf, lonf, tags, id);
|
||||
// tmp = new Node(new CommonEntityData(id, NOVERSION, NODATE, OsmUser.NONE,
|
||||
// NOCHANGESET, tags), latf, lonf);
|
||||
// }
|
||||
//sink.process(new NodeContainer(tmp));
|
||||
mNodeMap.put(Long.valueOf(id), tmp);
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
protected void parseDense(Osmformat.DenseNodes nodes) {
|
||||
long lastId = 0, lastLat = 0, lastLon = 0;
|
||||
|
||||
int j = 0; // Index into the keysvals array.
|
||||
|
||||
// Stuff for dense info
|
||||
// long lasttimestamp = 0, lastchangeset = 0;
|
||||
// int lastuserSid = 0, lastuid = 0;
|
||||
// DenseInfo di = null;
|
||||
// if (nodes.hasDenseinfo()) {
|
||||
// di = nodes.getDenseinfo();
|
||||
// }
|
||||
|
||||
for (int i = 0; i < nodes.getIdCount(); i++) {
|
||||
OSMNode tmp;
|
||||
TagSet tags = new TagSet(4);
|
||||
long lat = nodes.getLat(i) + lastLat;
|
||||
lastLat = lat;
|
||||
long lon = nodes.getLon(i) + lastLon;
|
||||
lastLon = lon;
|
||||
long id = nodes.getId(i) + lastId;
|
||||
lastId = id;
|
||||
double latf = parseLat(lat), lonf = parseLon(lon);
|
||||
// If empty, assume that nothing here has keys or vals.
|
||||
if (nodes.getKeysValsCount() > 0) {
|
||||
while (nodes.getKeysVals(j) != 0) {
|
||||
int keyid = nodes.getKeysVals(j++);
|
||||
int valid = nodes.getKeysVals(j++);
|
||||
tags.add(new Tag(getStringById(keyid), getStringById(valid)));
|
||||
}
|
||||
j++; // Skip over the '0' delimiter.
|
||||
}
|
||||
// Handle dense info.
|
||||
// if (di != null) {
|
||||
// int uid = di.getUid(i) + lastuid; lastuid = uid;
|
||||
// int userSid = di.getUserSid(i) + lastuserSid; lastuserSid = userSid;
|
||||
// long timestamp = di.getTimestamp(i) + lasttimestamp; lasttimestamp = timestamp;
|
||||
// int version = di.getVersion(i);
|
||||
// long changeset = di.getChangeset(i) + lastchangeset; lastchangeset = changeset;
|
||||
//
|
||||
// Date date = new Date(date_granularity * timestamp);
|
||||
|
||||
//OsmUser user;
|
||||
// if (uid < 0) {
|
||||
// user = OsmUser.NONE;
|
||||
// } else {
|
||||
// user = new OsmUser(uid, getStringById(userSid));
|
||||
// }
|
||||
//
|
||||
// tmp = new OSMNode(id, tags, latf, lonf);
|
||||
// } else {
|
||||
tmp = new OSMNode(latf, lonf, tags, id);
|
||||
|
||||
mNodeMap.put(Long.valueOf(id), tmp);
|
||||
|
||||
// }
|
||||
|
||||
//sink.process(new NodeContainer(tmp));
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
protected void parseWays(List<Osmformat.Way> ways) {
|
||||
for (Osmformat.Way i : ways) {
|
||||
int tagCnt = i.getKeysCount();
|
||||
TagSet tags = new TagSet(tagCnt);
|
||||
|
||||
// List<Tag> tags = new ArrayList<Tag>();
|
||||
for (int j = 0; j < tagCnt; j++) {
|
||||
tags.add(new Tag(getStringById(i.getKeys(j)), getStringById(i.getVals(j))));
|
||||
}
|
||||
// List<Tag> tags = new ArrayList<Tag>();
|
||||
// for (int j = 0; j < ; j++) {
|
||||
// tags.add(new Tag(getStringById(i.getKeys(j)), getStringById(i.getVals(j))));
|
||||
// }
|
||||
|
||||
long lastId = 0;
|
||||
List<OSMNode> nodes = new ArrayList<OSMNode>();
|
||||
for (long j : i.getRefsList()) {
|
||||
OSMNode n = mNodeMap.get(Long.valueOf(j + lastId));
|
||||
if (n == null)
|
||||
n = new OSMNode(Double.NaN, Double.NaN, null, j + lastId);
|
||||
|
||||
nodes.add(n);
|
||||
lastId = j + lastId;
|
||||
}
|
||||
|
||||
long id = i.getId();
|
||||
|
||||
// long id, int version, Date timestamp, OsmUser user,
|
||||
// long changesetId, Collection<Tag> tags,
|
||||
// List<WayNode> wayNodes
|
||||
OSMWay tmp;
|
||||
// if (i.hasInfo()) {
|
||||
// Osmformat.Info info = i.getInfo();
|
||||
// tmp = new Way(new CommonEntityData(id, info.getVersion(), getDate(info),
|
||||
// getUser(info), info.getChangeset(), tags), nodes);
|
||||
// } else {
|
||||
tmp = new OSMWay(tags, id, nodes);
|
||||
// }
|
||||
|
||||
mWayMap.put(Long.valueOf(id), tmp);
|
||||
|
||||
//sink.process(new WayContainer(tmp));
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
protected void parseRelations(List<Osmformat.Relation> rels) {
|
||||
for (Osmformat.Relation i : rels) {
|
||||
int tagCnt = i.getKeysCount();
|
||||
TagSet tags = new TagSet(tagCnt);
|
||||
|
||||
for (int j = 0; j < tagCnt; j++)
|
||||
tags.add(new Tag(getStringById(i.getKeys(j)), getStringById(i.getVals(j))));
|
||||
|
||||
|
||||
long id = i.getId();
|
||||
|
||||
long lastMid = 0;
|
||||
List<OSMMember> nodes = new ArrayList<OSMMember>();
|
||||
int memberCnt = i.getMemidsCount();
|
||||
|
||||
// for (int j = 0; j < memberCnt; j++) {
|
||||
// long mid = lastMid + i.getMemids(j);
|
||||
// lastMid = mid;
|
||||
// String role = getStringById(i.getRolesSid(j));
|
||||
//
|
||||
// Osmformat.Relation.MemberType t = i.getTypes(j);
|
||||
//
|
||||
// if (t == Osmformat.Relation.MemberType.NODE) {
|
||||
// etype = EntityType.Node;
|
||||
// } else if (t == Osmformat.Relation.MemberType.WAY) {
|
||||
// etype = EntityType.Way;
|
||||
// } else if (t == Osmformat.Relation.MemberType.RELATION) {
|
||||
// etype = EntityType.Relation;
|
||||
// } else {
|
||||
// assert false; // TODO; Illegal file?
|
||||
// }
|
||||
//
|
||||
// nodes.add(new OSMMember(mid, etype, role));
|
||||
// }
|
||||
|
||||
// long id, int version, TimestampContainer timestampContainer,
|
||||
// OsmUser user,
|
||||
// long changesetId, Collection<Tag> tags,
|
||||
// List<RelationMember> members
|
||||
OSMRelation tmp = new OSMRelation(tags, id, memberCnt);
|
||||
|
||||
// if (i.hasInfo()) {
|
||||
// Osmformat.Info info = i.getInfo();
|
||||
// tmp = new Relation(new CommonEntityData(id, info.getVersion(), getDate(info),
|
||||
// getUser(info), info.getChangeset(), tags), nodes);
|
||||
// } else {
|
||||
// tmp = new Relation(new CommonEntityData(id, NOVERSION, NODATE, OsmUser.NONE,
|
||||
// NOCHANGESET, tags), nodes);
|
||||
// }
|
||||
// sink.process(new RelationContainer(tmp));
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void parse(Osmformat.HeaderBlock block) {
|
||||
for (String s : block.getRequiredFeaturesList()) {
|
||||
if (s.equals("OsmSchema-V0.6")) {
|
||||
continue; // We can parse this.
|
||||
}
|
||||
if (s.equals("DenseNodes")) {
|
||||
continue; // We can parse this.
|
||||
}
|
||||
throw new RuntimeException("File requires unknown feature: " + s);
|
||||
}
|
||||
|
||||
// if (block.hasBbox()) {
|
||||
// String source = OsmosisConstants.VERSION;
|
||||
// if (block.hasSource()) {
|
||||
// source = block.getSource();
|
||||
// }
|
||||
//
|
||||
// double multiplier = .000000001;
|
||||
// double rightf = block.getBbox().getRight() * multiplier;
|
||||
// double leftf = block.getBbox().getLeft() * multiplier;
|
||||
// double topf = block.getBbox().getTop() * multiplier;
|
||||
// double bottomf = block.getBbox().getBottom() * multiplier;
|
||||
//
|
||||
// Bound bounds = new Bound(rightf, leftf, topf, bottomf, source);
|
||||
// sink.process(new BoundContainer(bounds));
|
||||
// }
|
||||
}
|
||||
|
||||
public OSMData getData() {
|
||||
|
||||
// for (Entry<OSMRelation, List<TmpRelation>> entry : relationMembersForRelation
|
||||
// .entrySet()) {
|
||||
//
|
||||
// OSMRelation relation = entry.getKey();
|
||||
//
|
||||
// for (TmpRelation member : entry.getValue()) {
|
||||
//
|
||||
// OSMElement memberObject = null;
|
||||
//
|
||||
// if ("node".equals(member)) {
|
||||
// memberObject = nodesById.get(member.id);
|
||||
// } else if ("way".equals(member)) {
|
||||
// memberObject = waysById.get(member.id);
|
||||
// } else if ("relation".equals(member)) {
|
||||
// memberObject = relationsById.get(member.id);
|
||||
// } else {
|
||||
// // log("missing relation " + member.id);
|
||||
// continue;
|
||||
// }
|
||||
//
|
||||
// if (memberObject != null) {
|
||||
// OSMMember ownMember = new OSMMember(member.role,
|
||||
// memberObject);
|
||||
//
|
||||
// relation.relationMembers.add(ownMember);
|
||||
// }
|
||||
// }
|
||||
// }
|
||||
|
||||
|
||||
// give up references to original collections
|
||||
|
||||
ArrayList<OSMWay> ways = new ArrayList<OSMWay> (mWayMap.values());
|
||||
ArrayList<OSMNode> nodes= new ArrayList<OSMNode> (mNodeMap.values());
|
||||
|
||||
Log.d("..", "nodes: " + nodes.size() + " ways: " + ways.size());
|
||||
|
||||
return new OSMData(null, nodes, ways, null);
|
||||
}
|
||||
}
|
||||
38
src/org/oscim/utils/osmpbf/OsmPbfReader.java
Normal file
38
src/org/oscim/utils/osmpbf/OsmPbfReader.java
Normal file
@ -0,0 +1,38 @@
|
||||
/*
|
||||
* Copyright 2013
|
||||
*
|
||||
* This program is free software: you can redistribute it and/or modify it under the
|
||||
* terms of the GNU Lesser General Public License as published by the Free Software
|
||||
* Foundation, either version 3 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful, but WITHOUT ANY
|
||||
* WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
|
||||
* PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License along with
|
||||
* this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
package org.oscim.utils.osmpbf;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.io.InputStream;
|
||||
|
||||
import org.openstreetmap.osmosis.osmbinary.file.BlockInputStream;
|
||||
import org.oscim.core.osm.OSMData;
|
||||
|
||||
public class OsmPbfReader {
|
||||
|
||||
public static OSMData process(InputStream is){
|
||||
OsmPbfParser parser = new OsmPbfParser();
|
||||
|
||||
try {
|
||||
(new BlockInputStream(is, parser)).process();
|
||||
} catch (IOException e) {
|
||||
// TODO Auto-generated catch block
|
||||
e.printStackTrace();
|
||||
return null;
|
||||
}
|
||||
|
||||
return parser.getData();
|
||||
}
|
||||
}
|
||||
Loading…
x
Reference in New Issue
Block a user