Mirrored_Repos/veloren
1
0
Fork 0
mirror of https://gitlab.com/veloren/veloren.git synced 2024-08-30 18:12:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use SQL transactions in world_block_statistics to try to speed it up.

Browse Source
This commit is contained in:
Avi Weinstock 2021-06-28 15:50:58 -04:00
parent 024b6c52ef
commit 3f3f8a40c5
1 changed files with 27 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
world/examples/world_block_statistics.rs
View File

@ -8,7 +8,7 @@ use rayon::{
iter::{IntoParallelIterator, ParallelIterator},
ThreadPoolBuilder,
};
use rusqlite::{Connection, ToSql, NO_PARAMS};
use rusqlite::{Connection, ToSql, Transaction, TransactionBehavior, NO_PARAMS};
use std::{
collections::{HashMap, HashSet},
error::Error,
@ -134,22 +134,24 @@ fn main() -> Result<(), Box<dyn Error>> {
}
});
});
#[rustfmt::skip]
let mut insert_block = conn.prepare("
REPLACE INTO block (xcoord, ycoord, kind, r, g, b, quantity)
VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7)
")?;
#[rustfmt::skip]
let mut insert_sprite = conn.prepare("
REPLACE INTO sprite (xcoord, ycoord, kind, quantity)
VALUES (?1, ?2, ?3, ?4)
")?;
#[rustfmt::skip]
let mut insert_chunk = conn.prepare("
REPLACE INTO chunk (xcoord, ycoord, height, start_time, end_time)
VALUES (?1, ?2, ?3, ?4, ?5)
")?;
let mut tx = Transaction::new_unchecked(&conn, TransactionBehavior::Deferred)?;
let mut i = 0;
while let Ok((x, y, height, start_time, end_time, block_counts, sprite_counts)) = rx.recv() {
#[rustfmt::skip]
let mut insert_block = tx.prepare_cached("
REPLACE INTO block (xcoord, ycoord, kind, r, g, b, quantity)
VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7)
")?;
#[rustfmt::skip]
let mut insert_sprite = tx.prepare_cached("
REPLACE INTO sprite (xcoord, ycoord, kind, quantity)
VALUES (?1, ?2, ?3, ?4)
")?;
#[rustfmt::skip]
let mut insert_chunk = tx.prepare_cached("
REPLACE INTO chunk (xcoord, ycoord, height, start_time, end_time)
VALUES (?1, ?2, ?3, ?4, ?5)
")?;
println!("Inserting results for chunk at ({}, {})", x, y);
for ((kind, color), count) in block_counts.iter() {
insert_block.execute(&[
@ -168,6 +170,15 @@ fn main() -> Result<(), Box<dyn Error>> {
let start_time = start_time.duration_since(UNIX_EPOCH)?.as_secs_f64();
let end_time = end_time.duration_since(UNIX_EPOCH)?.as_secs_f64();
insert_chunk.execute(&[&x as &dyn ToSql, &y, &height, &start_time, &end_time])?;
if i % 32 == 0 {
println!("Committing last 32 chunks");
drop(insert_block);
drop(insert_sprite);
drop(insert_chunk);
tx.commit()?;
tx = Transaction::new_unchecked(&conn, TransactionBehavior::Deferred)?;
}
i += 1;
}
Ok(())
}