A Rust library for reading the OpenStreetMap PBF file format (*.osm.pbf).

read.rs 5.4KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. extern crate osmpbf;
  2. use osmpbf::*;
  3. static TEST_FILE_PATHS: [&str; 3] = [
  4. "tests/test.osm.pbf",
  5. "tests/test_nozlib.osm.pbf",
  6. "tests/test_nozlib_nodense.osm.pbf",
  7. ];
  8. fn approx_eq(a: f64, b: f64) -> bool {
  9. (a - b).abs() < 1.0e-6
  10. }
  11. // Compare the content of a HeaderBlock with known values from the test file.
  12. fn check_header_block_content(block: &HeaderBlock) {
  13. for feature in block.required_features() {
  14. if feature != "OsmSchema-V0.6" && feature != "DenseNodes" {
  15. panic!("unknown required feature: {}", feature);
  16. }
  17. }
  18. assert_eq!(block.optional_features().len(), 0);
  19. }
  20. // Compare the content of a PrimitiveBlock with known values from the test file.
  21. fn check_primitive_block_content(block: &PrimitiveBlock) {
  22. let nodes: Vec<_> = block.groups().flat_map(|g| g.nodes()).collect();
  23. if !nodes.is_empty() {
  24. assert_eq!(nodes.len(), 3);
  25. assert!(approx_eq(nodes[1].lat(), 52.11992359584));
  26. assert!(approx_eq(nodes[1].lon(), 11.62564468943));
  27. assert!(approx_eq(nodes[2].lat(), 52.11989910567));
  28. assert!(approx_eq(nodes[2].lon(), 11.63101926915));
  29. assert_eq!(nodes[0].id(), 105);
  30. assert_eq!(nodes[1].id(), 106);
  31. assert_eq!(nodes[2].id(), 108);
  32. assert_eq!(nodes[0].info().uid(), Some(17));
  33. assert_eq!(nodes[1].info().uid(), Some(17));
  34. assert_eq!(nodes[2].info().uid(), Some(17));
  35. }
  36. let dense_nodes: Vec<_> = block.groups().flat_map(|g| g.dense_nodes()).collect();
  37. if !dense_nodes.is_empty() {
  38. assert_eq!(dense_nodes.len(), 3);
  39. assert!(approx_eq(dense_nodes[1].lat(), 52.11992359584));
  40. assert!(approx_eq(dense_nodes[1].lon(), 11.62564468943));
  41. assert!(approx_eq(dense_nodes[2].lat(), 52.11989910567));
  42. assert!(approx_eq(dense_nodes[2].lon(), 11.63101926915));
  43. assert_eq!(dense_nodes[0].id, 105);
  44. assert_eq!(dense_nodes[1].id, 106);
  45. assert_eq!(dense_nodes[2].id, 108);
  46. assert_eq!(dense_nodes[0].uid, 17);
  47. assert_eq!(dense_nodes[1].uid, 17);
  48. assert_eq!(dense_nodes[2].uid, 17);
  49. }
  50. {
  51. let ways: Vec<_> = block.groups().flat_map(|g| g.ways()).collect();
  52. assert_eq!(ways.len(), 1);
  53. let way_tags = ways[0].tags().collect::<Vec<_>>();
  54. assert_eq!(way_tags.len(), 2);
  55. assert!(way_tags.contains(&("building", "yes")));
  56. assert!(way_tags.contains(&("name", "triangle")));
  57. }
  58. {
  59. let relations: Vec<_> = block.groups().flat_map(|g| g.relations()).collect();
  60. assert_eq!(relations.len(), 1);
  61. let tags = relations[0].tags().collect::<Vec<_>>();
  62. assert_eq!(tags.len(), 1);
  63. assert!(tags.contains(&("rel_key", "rel_value")));
  64. let members = relations[0].members().collect::<Vec<_>>();
  65. assert_eq!(members.len(), 1);
  66. assert_eq!(members[0].role().unwrap(), "test_role");
  67. }
  68. }
  69. #[test]
  70. fn read_blobs() {
  71. for path in &TEST_FILE_PATHS {
  72. let reader = BlobReader::from_path(path).unwrap();
  73. let blobs = reader.collect::<Result<Vec<_>>>().unwrap();
  74. assert_eq!(blobs.len(), 2);
  75. assert_eq!(blobs[0].get_type(), BlobType::OsmHeader);
  76. assert_eq!(blobs[1].get_type(), BlobType::OsmData);
  77. let header = blobs[0].to_headerblock().unwrap();
  78. check_header_block_content(&header);
  79. let primitive_block = blobs[1].to_primitiveblock().unwrap();
  80. check_primitive_block_content(&primitive_block);
  81. }
  82. }
  83. #[test]
  84. fn read_mmap_blobs() {
  85. for path in &TEST_FILE_PATHS {
  86. let mmap = unsafe { Mmap::from_path(path).unwrap() };
  87. let reader = MmapBlobReader::new(&mmap);
  88. let blobs = reader.collect::<Result<Vec<_>>>().unwrap();
  89. assert_eq!(blobs.len(), 2);
  90. assert_eq!(blobs[0].get_type(), BlobType::OsmHeader);
  91. assert_eq!(blobs[1].get_type(), BlobType::OsmData);
  92. if let BlobDecode::OsmHeader(header) = blobs[0].decode().unwrap() {
  93. check_header_block_content(&header);
  94. } else {
  95. panic!("Unexpected blob type");
  96. }
  97. if let BlobDecode::OsmData(primitive_block) = blobs[1].decode().unwrap() {
  98. check_primitive_block_content(&primitive_block);
  99. } else {
  100. panic!("Unexpected blob type");
  101. }
  102. }
  103. }
  104. #[test]
  105. fn decode_blob() {
  106. for path in &TEST_FILE_PATHS {
  107. let reader = BlobReader::from_path(path).unwrap();
  108. let blobs = reader.collect::<Result<Vec<_>>>().unwrap();
  109. assert_eq!(blobs.len(), 2);
  110. assert_eq!(blobs[0].get_type(), BlobType::OsmHeader);
  111. assert_eq!(blobs[1].get_type(), BlobType::OsmData);
  112. // Decoding to the wrong blob type should not panic but produce an Err.
  113. assert!(blobs[0].to_primitiveblock().is_err());
  114. assert!(blobs[1].to_headerblock().is_err());
  115. assert!(blobs[0].to_headerblock().is_ok());
  116. assert!(blobs[1].to_primitiveblock().is_ok());
  117. }
  118. }
  119. #[test]
  120. fn read_elements() {
  121. for path in &TEST_FILE_PATHS {
  122. let reader = ElementReader::from_path(path).unwrap();
  123. let mut elements = 0_usize;
  124. reader.for_each(|_element| elements += 1).unwrap();
  125. assert_eq!(elements, 5);
  126. }
  127. }
  128. #[test]
  129. fn par_read_elements() {
  130. for path in &TEST_FILE_PATHS {
  131. let reader = ElementReader::from_path(path).unwrap();
  132. let elements = reader.par_map_reduce(
  133. |_element| 1,
  134. || 0_usize,
  135. |a, b| a + b,
  136. ).unwrap();
  137. assert_eq!(elements, 5);
  138. }
  139. }