git-mirrors/continuwuity
1
0
Fork 0
mirror of https://forgejo.ellis.link/continuwuation/continuwuity.git synced 2025-06-27 00:56:36 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

scale rocksdb background jobs and subcompactions

Browse source
This commit is contained in:
Jacob Taylor 2025-06-13 22:33:58 -07:00
parent 88d68d148f
commit 8b5cdb1471
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/database/engine/db_opts.rs
View file

@ -2,7 +2,7 @@ use std::{cmp, convert::TryFrom};
use conduwuit::{Config, Result, utils}; use conduwuit::{Config, Result, utils};
use rocksdb::{Cache, DBRecoveryMode, Env, LogLevel, Options, statistics::StatsLevel}; use rocksdb::{Cache, DBRecoveryMode, Env, LogLevel, Options, statistics::StatsLevel};
use conduwuit::config::{parallelism_scaled_i32, parallelism_scaled_u32};
use super::{cf_opts::cache_size_f64, logger::handle as handle_log}; use super::{cf_opts::cache_size_f64, logger::handle as handle_log};
/// Create database-wide options suitable for opening the database. This also /// Create database-wide options suitable for opening the database. This also
@ -23,8 +23,8 @@ pub(crate) fn db_options(config: &Config, env: &Env, row_cache: &Cache) -> Resul
set_logging_defaults(&mut opts, config); set_logging_defaults(&mut opts, config);
// Processing // Processing
opts.set_max_background_jobs(num_threads::<i32>(config)?); opts.set_max_background_jobs(parallelism_scaled_i32(1));
opts.set_max_subcompactions(num_threads::<u32>(config)?); opts.set_max_subcompactions(parallelism_scaled_u32(1));
opts.set_avoid_unnecessary_blocking_io(true); opts.set_avoid_unnecessary_blocking_io(true);
opts.set_max_file_opening_threads(0); opts.set_max_file_opening_threads(0);
@ -128,7 +128,7 @@ fn set_logging_defaults(opts: &mut Options, config: &Config) {
} }
fn num_threads<T: TryFrom<usize>>(config: &Config) -> Result<T> { fn num_threads<T: TryFrom<usize>>(config: &Config) -> Result<T> {
const MIN_PARALLELISM: usize = 2; const MIN_PARALLELISM: usize = 4;
let requested = if config.rocksdb_parallelism_threads != 0 { let requested = if config.rocksdb_parallelism_threads != 0 {
config.rocksdb_parallelism_threads config.rocksdb_parallelism_threads