336 lines
13 KiB
Java
336 lines
13 KiB
Java
/*
|
|
* Copyright 2013 Hannes Janetzek
|
|
*
|
|
* This file is part of the OpenScienceMap project (http://www.opensciencemap.org).
|
|
*
|
|
* This program is free software: you can redistribute it and/or modify it under the
|
|
* terms of the GNU Lesser General Public License as published by the Free Software
|
|
* Foundation, either version 3 of the License, or (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful, but WITHOUT ANY
|
|
* WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
|
|
* PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public License along with
|
|
* this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
package org.oscim.utils.osmpbf;
|
|
|
|
import org.openstreetmap.osmosis.osmbinary.BinaryParser;
|
|
import org.openstreetmap.osmosis.osmbinary.Osmformat;
|
|
import org.oscim.core.Tag;
|
|
import org.oscim.core.TagSet;
|
|
import org.oscim.core.osm.OsmData;
|
|
import org.oscim.core.osm.OsmMember;
|
|
import org.oscim.core.osm.OsmNode;
|
|
import org.oscim.core.osm.OsmRelation;
|
|
import org.oscim.core.osm.OsmWay;
|
|
|
|
import java.util.ArrayList;
|
|
import java.util.HashMap;
|
|
import java.util.List;
|
|
|
|
/**
|
|
* Class that reads and parses binary files and sends the contained entities to
|
|
* the sink.
|
|
*/
|
|
public class OsmPbfParser extends BinaryParser {
|
|
|
|
@Override
|
|
public void complete() {
|
|
//sink.complete();
|
|
}
|
|
|
|
// /** Get the osmosis object representing a the user in a given Info protobuf.
|
|
// * @param info The info protobuf.
|
|
// * @return The OsmUser object */
|
|
// OsmUser getUser(Osmformat.Info info) {
|
|
// // System.out.println(info);
|
|
// if (info.hasUid() && info.hasUserSid()) {
|
|
// if (info.getUid() < 0) {
|
|
// return OsmUser.NONE;
|
|
// }
|
|
// return new OsmUser(info.getUid(), getStringById(info.getUserSid()));
|
|
// } else {
|
|
// return OsmUser.NONE;
|
|
// }
|
|
// }
|
|
|
|
/**
|
|
* The magic number used to indicate no version number metadata for this
|
|
* entity.
|
|
*/
|
|
static final int NOVERSION = -1;
|
|
/**
|
|
* The magic number used to indicate no changeset metadata for this entity.
|
|
*/
|
|
static final int NOCHANGESET = -1;
|
|
|
|
HashMap<Long, OsmNode> mNodeMap = new HashMap<Long, OsmNode>();
|
|
HashMap<Long, OsmWay> mWayMap = new HashMap<Long, OsmWay>();
|
|
|
|
@Override
|
|
protected void parseNodes(List<Osmformat.Node> nodes) {
|
|
for (Osmformat.Node i : nodes) {
|
|
int tagCnt = i.getKeysCount();
|
|
|
|
TagSet tags = new TagSet(tagCnt);
|
|
|
|
// List<Tag> tags = new ArrayList<Tag>();
|
|
for (int j = 0; j < tagCnt; j++) {
|
|
tags.add(new Tag(getStringById(i.getKeys(j)), getStringById(i.getVals(j))));
|
|
}
|
|
// long id, int version, Date timestamp, OsmUser user,
|
|
// long changesetId, Collection<Tag> tags,
|
|
// double latitude, double longitude
|
|
OsmNode tmp;
|
|
long id = i.getId();
|
|
double latf = parseLat(i.getLat()), lonf = parseLon(i.getLon());
|
|
|
|
// if (i.hasInfo()) {
|
|
// Osmformat.Info info = i.getInfo();
|
|
// tmp = new OsmNode(new CommonEntityData(id, info.getVersion(), getDate(info),
|
|
// getUser(info), info.getChangeset(), tags), latf, lonf);
|
|
// } else {
|
|
tmp = new OsmNode(latf, lonf, tags, id);
|
|
// tmp = new Node(new CommonEntityData(id, NOVERSION, NODATE, OsmUser.NONE,
|
|
// NOCHANGESET, tags), latf, lonf);
|
|
// }
|
|
//sink.process(new NodeContainer(tmp));
|
|
mNodeMap.put(Long.valueOf(id), tmp);
|
|
}
|
|
}
|
|
|
|
@Override
|
|
protected void parseDense(Osmformat.DenseNodes nodes) {
|
|
long lastId = 0, lastLat = 0, lastLon = 0;
|
|
|
|
int j = 0; // Index into the keysvals array.
|
|
|
|
// Stuff for dense info
|
|
// long lasttimestamp = 0, lastchangeset = 0;
|
|
// int lastuserSid = 0, lastuid = 0;
|
|
// DenseInfo di = null;
|
|
// if (nodes.hasDenseinfo()) {
|
|
// di = nodes.getDenseinfo();
|
|
// }
|
|
|
|
for (int i = 0; i < nodes.getIdCount(); i++) {
|
|
OsmNode tmp;
|
|
TagSet tags = new TagSet(4);
|
|
long lat = nodes.getLat(i) + lastLat;
|
|
lastLat = lat;
|
|
long lon = nodes.getLon(i) + lastLon;
|
|
lastLon = lon;
|
|
long id = nodes.getId(i) + lastId;
|
|
lastId = id;
|
|
double latf = parseLat(lat), lonf = parseLon(lon);
|
|
// If empty, assume that nothing here has keys or vals.
|
|
if (nodes.getKeysValsCount() > 0) {
|
|
while (nodes.getKeysVals(j) != 0) {
|
|
int keyid = nodes.getKeysVals(j++);
|
|
int valid = nodes.getKeysVals(j++);
|
|
tags.add(new Tag(getStringById(keyid), getStringById(valid)));
|
|
}
|
|
j++; // Skip over the '0' delimiter.
|
|
}
|
|
// Handle dense info.
|
|
// if (di != null) {
|
|
// int uid = di.getUid(i) + lastuid; lastuid = uid;
|
|
// int userSid = di.getUserSid(i) + lastuserSid; lastuserSid = userSid;
|
|
// long timestamp = di.getTimestamp(i) + lasttimestamp; lasttimestamp = timestamp;
|
|
// int version = di.getVersion(i);
|
|
// long changeset = di.getChangeset(i) + lastchangeset; lastchangeset = changeset;
|
|
//
|
|
// Date date = new Date(date_granularity * timestamp);
|
|
|
|
//OsmUser user;
|
|
// if (uid < 0) {
|
|
// user = OsmUser.NONE;
|
|
// } else {
|
|
// user = new OsmUser(uid, getStringById(userSid));
|
|
// }
|
|
//
|
|
// tmp = new OsmNode(id, tags, latf, lonf);
|
|
// } else {
|
|
tmp = new OsmNode(latf, lonf, tags, id);
|
|
|
|
mNodeMap.put(Long.valueOf(id), tmp);
|
|
|
|
// }
|
|
|
|
//sink.process(new NodeContainer(tmp));
|
|
}
|
|
}
|
|
|
|
@Override
|
|
protected void parseWays(List<Osmformat.Way> ways) {
|
|
for (Osmformat.Way i : ways) {
|
|
int tagCnt = i.getKeysCount();
|
|
TagSet tags = new TagSet(tagCnt);
|
|
|
|
// List<Tag> tags = new ArrayList<Tag>();
|
|
for (int j = 0; j < tagCnt; j++) {
|
|
tags.add(new Tag(getStringById(i.getKeys(j)), getStringById(i.getVals(j))));
|
|
}
|
|
// List<Tag> tags = new ArrayList<Tag>();
|
|
// for (int j = 0; j < ; j++) {
|
|
// tags.add(new Tag(getStringById(i.getKeys(j)), getStringById(i.getVals(j))));
|
|
// }
|
|
|
|
long lastId = 0;
|
|
List<OsmNode> nodes = new ArrayList<OsmNode>();
|
|
for (long j : i.getRefsList()) {
|
|
OsmNode n = mNodeMap.get(Long.valueOf(j + lastId));
|
|
if (n == null)
|
|
n = new OsmNode(Double.NaN, Double.NaN, null, j + lastId);
|
|
|
|
nodes.add(n);
|
|
lastId = j + lastId;
|
|
}
|
|
|
|
long id = i.getId();
|
|
|
|
// long id, int version, Date timestamp, OsmUser user,
|
|
// long changesetId, Collection<Tag> tags,
|
|
// List<WayNode> wayNodes
|
|
OsmWay tmp;
|
|
// if (i.hasInfo()) {
|
|
// Osmformat.Info info = i.getInfo();
|
|
// tmp = new Way(new CommonEntityData(id, info.getVersion(), getDate(info),
|
|
// getUser(info), info.getChangeset(), tags), nodes);
|
|
// } else {
|
|
tmp = new OsmWay(tags, id, nodes);
|
|
// }
|
|
|
|
mWayMap.put(Long.valueOf(id), tmp);
|
|
|
|
//sink.process(new WayContainer(tmp));
|
|
}
|
|
}
|
|
|
|
@Override
|
|
protected void parseRelations(List<Osmformat.Relation> rels) {
|
|
for (Osmformat.Relation i : rels) {
|
|
int tagCnt = i.getKeysCount();
|
|
TagSet tags = new TagSet(tagCnt);
|
|
|
|
for (int j = 0; j < tagCnt; j++)
|
|
tags.add(new Tag(getStringById(i.getKeys(j)), getStringById(i.getVals(j))));
|
|
|
|
long id = i.getId();
|
|
|
|
long lastMid = 0;
|
|
List<OsmMember> nodes = new ArrayList<OsmMember>();
|
|
int memberCnt = i.getMemidsCount();
|
|
|
|
// for (int j = 0; j < memberCnt; j++) {
|
|
// long mid = lastMid + i.getMemids(j);
|
|
// lastMid = mid;
|
|
// String role = getStringById(i.getRolesSid(j));
|
|
//
|
|
// Osmformat.Relation.MemberType t = i.getTypes(j);
|
|
//
|
|
// if (t == Osmformat.Relation.MemberType.NODE) {
|
|
// etype = EntityType.Node;
|
|
// } else if (t == Osmformat.Relation.MemberType.WAY) {
|
|
// etype = EntityType.Way;
|
|
// } else if (t == Osmformat.Relation.MemberType.RELATION) {
|
|
// etype = EntityType.Relation;
|
|
// } else {
|
|
// assert false; // TODO; Illegal file?
|
|
// }
|
|
//
|
|
// nodes.add(new OsmMember(mid, etype, role));
|
|
// }
|
|
|
|
// long id, int version, TimestampContainer timestampContainer,
|
|
// OsmUser user,
|
|
// long changesetId, Collection<Tag> tags,
|
|
// List<RelationMember> members
|
|
OsmRelation tmp = new OsmRelation(tags, id, memberCnt);
|
|
|
|
// if (i.hasInfo()) {
|
|
// Osmformat.Info info = i.getInfo();
|
|
// tmp = new Relation(new CommonEntityData(id, info.getVersion(), getDate(info),
|
|
// getUser(info), info.getChangeset(), tags), nodes);
|
|
// } else {
|
|
// tmp = new Relation(new CommonEntityData(id, NOVERSION, NODATE, OsmUser.NONE,
|
|
// NOCHANGESET, tags), nodes);
|
|
// }
|
|
// sink.process(new RelationContainer(tmp));
|
|
}
|
|
}
|
|
|
|
@Override
|
|
public void parse(Osmformat.HeaderBlock block) {
|
|
for (String s : block.getRequiredFeaturesList()) {
|
|
if (s.equals("OsmSchema-V0.6")) {
|
|
continue; // We can parse this.
|
|
}
|
|
if (s.equals("DenseNodes")) {
|
|
continue; // We can parse this.
|
|
}
|
|
throw new RuntimeException("File requires unknown feature: " + s);
|
|
}
|
|
|
|
// if (block.hasBbox()) {
|
|
// String source = OsmosisConstants.VERSION;
|
|
// if (block.hasSource()) {
|
|
// source = block.getSource();
|
|
// }
|
|
//
|
|
// double multiplier = .000000001;
|
|
// double rightf = block.getBbox().getRight() * multiplier;
|
|
// double leftf = block.getBbox().getLeft() * multiplier;
|
|
// double topf = block.getBbox().getTop() * multiplier;
|
|
// double bottomf = block.getBbox().getBottom() * multiplier;
|
|
//
|
|
// Bound bounds = new Bound(rightf, leftf, topf, bottomf, source);
|
|
// sink.process(new BoundContainer(bounds));
|
|
// }
|
|
}
|
|
|
|
public OsmData getData() {
|
|
|
|
// for (Entry<OsmRelation, List<TmpRelation>> entry : relationMembersForRelation
|
|
// .entrySet()) {
|
|
//
|
|
// OsmRelation relation = entry.getKey();
|
|
//
|
|
// for (TmpRelation member : entry.getValue()) {
|
|
//
|
|
// OsmElement memberObject = null;
|
|
//
|
|
// if ("node".equals(member)) {
|
|
// memberObject = nodesById.get(member.id);
|
|
// } else if ("way".equals(member)) {
|
|
// memberObject = waysById.get(member.id);
|
|
// } else if ("relation".equals(member)) {
|
|
// memberObject = relationsById.get(member.id);
|
|
// } else {
|
|
// // log("missing relation " + member.id);
|
|
// continue;
|
|
// }
|
|
//
|
|
// if (memberObject != null) {
|
|
// OsmMember ownMember = new OsmMember(member.role,
|
|
// memberObject);
|
|
//
|
|
// relation.relationMembers.add(ownMember);
|
|
// }
|
|
// }
|
|
// }
|
|
|
|
// give up references to original collections
|
|
|
|
ArrayList<OsmWay> ways = new ArrayList<OsmWay>(mWayMap.values());
|
|
ArrayList<OsmNode> nodes = new ArrayList<OsmNode>(mNodeMap.values());
|
|
|
|
//log.debug("nodes: " + nodes.size() + " ways: " + ways.size());
|
|
|
|
return new OsmData(null, nodes, ways, null);
|
|
}
|
|
}
|