vaclavt/mlisp
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

usql update

Browse Source
This commit is contained in:
vaclavt
2022-01-20 20:35:33 +01:00
parent caf118f4f6
commit ea09216550
4 changed files with 28 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
usql/csvreader.cpp
View File

@@ -30,11 +30,10 @@ namespace usql {
char *line_str = NULL;
size_t len = 0;
// TODO handle it by settings
const std::size_t hw_concurrency = std::max(0, (int)(std::thread::hardware_concurrency() - 2));
const std::size_t hw_concurrency = getConcurrency();
const bool use_threadpool = hw_concurrency > 1;
thread_pool tp{hw_concurrency};
ThreadPool tp{hw_concurrency};
std::mutex row_cnt_mutex;
try {
@@ -140,4 +139,22 @@ namespace usql {
return row_cnt;
}
size_t CsvReader::getConcurrency() {
auto value = Settings::get_setting("MAX_PARALLELISM");
if (value == "1" || value == "0")
return 0;
else if (value == "AUTO")
return std::thread::hardware_concurrency();
else {
char *end;
long i = strtol( value.c_str(), &end, 10 );
if ( *end == '\0' ) { // Success
if (i >= 0) return i;
else return std::max(std::thread::hardware_concurrency() + i, 0l);
}
}
return 0;
}
} // namespace