organicmaps/geocore
13
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity Actions

Merge pull request #45 from mapsme/generator.preprocess.o5m-readahead

Browse source 
[generator:preprocess] Optimize o5m reading: readahead usage
This commit is contained in:
Maksim Andrianov 2019-11-11 15:31:03 +03:00 • committed by GitHub
commit 1c62760907
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
generator/osm_source.cpp
View file

@ -23,6 +23,8 @@
#include <boost/iostreams/device/mapped_file.hpp>
#include <boost/iostreams/stream.hpp>
#include <sys/mman.h>
#include "defines.hpp"
using namespace std;
@ -251,6 +253,7 @@ void BuildIntermediateDataFromO5M(
auto sourceMap = boost::iostreams::mapped_file_source{filename};
if (!sourceMap.is_open())
MYTHROW(Writer::OpenException, ("Failed to open", filename));
::madvise(const_cast<char*>(sourceMap.data()), sourceMap.size(), MADV_SEQUENTIAL);
constexpr size_t chunkSize = 10'000;
std::vector<std::thread> threads;