delete watchquest benchmark bin
This commit is contained in:
Joe Ardent
parent
71fae193be
commit
cc14c30fcf
1 changed files with 0 additions and 176 deletions
|
|
@ -1,176 +0,0 @@
|
||||||
use std::{ffi::OsString, time::Duration};
|
|
||||||
|
|
||||||
use clap::Parser;
|
|
||||||
use julid::Julid;
|
|
||||||
use rand::{seq::SliceRandom, thread_rng, Rng};
|
|
||||||
use rand_distr::Normal;
|
|
||||||
use sqlx::{
|
|
||||||
query_scalar,
|
|
||||||
sqlite::{SqliteConnectOptions, SqlitePoolOptions},
|
|
||||||
SqlitePool,
|
|
||||||
};
|
|
||||||
use tokio::{runtime, task::JoinSet};
|
|
||||||
use tokio_retry::Retry;
|
|
||||||
use what2watch::{
|
|
||||||
get_db_pool,
|
|
||||||
import_utils::{add_omega_watches, add_users, add_watch_quests},
|
|
||||||
User, WatchQuest,
|
|
||||||
};
|
|
||||||
|
|
||||||
fn main() {
|
|
||||||
let cli = Cli::parse();
|
|
||||||
let path = cli.db_path;
|
|
||||||
let num_users = cli.users;
|
|
||||||
let mpu = cli.movies_per_user as f32;
|
|
||||||
let dict = if let Some(dict) = cli.words {
|
|
||||||
dict
|
|
||||||
} else {
|
|
||||||
"/usr/share/dict/words".into()
|
|
||||||
};
|
|
||||||
|
|
||||||
let words = std::fs::read_to_string(dict).expect("tried to open {dict:?}");
|
|
||||||
let words: Vec<&str> = words.split('\n').collect();
|
|
||||||
|
|
||||||
let opts = SqliteConnectOptions::new().filename(path).read_only(true);
|
|
||||||
|
|
||||||
let rt = runtime::Builder::new_multi_thread()
|
|
||||||
.enable_all()
|
|
||||||
.build()
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
let movie_db = rt
|
|
||||||
.block_on(
|
|
||||||
SqlitePoolOptions::new()
|
|
||||||
.idle_timeout(Duration::from_secs(3))
|
|
||||||
.connect_with(opts),
|
|
||||||
)
|
|
||||||
.expect("could not open movies db");
|
|
||||||
let w2w_db = get_db_pool();
|
|
||||||
|
|
||||||
let users = &rt.block_on(gen_users(num_users, &words, &w2w_db));
|
|
||||||
|
|
||||||
let _ = &rt
|
|
||||||
.block_on(add_omega_watches(&w2w_db, &movie_db, 10_000))
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
let movies: Vec<Julid> = rt
|
|
||||||
.block_on(query_scalar("select id from watches").fetch_all(&w2w_db))
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
let rng = &mut thread_rng();
|
|
||||||
|
|
||||||
let normal = Normal::new(mpu, mpu / 10.0).unwrap();
|
|
||||||
let start = std::time::Instant::now();
|
|
||||||
rt.block_on(async {
|
|
||||||
for &user in users {
|
|
||||||
add_quests(user, &movies, &w2w_db, rng, normal).await;
|
|
||||||
}
|
|
||||||
});
|
|
||||||
let rows: i32 = rt
|
|
||||||
.block_on(sqlx::query_scalar("select count(*) from watch_quests").fetch_one(&w2w_db))
|
|
||||||
.unwrap();
|
|
||||||
rt.block_on(w2w_db.close());
|
|
||||||
let end = std::time::Instant::now();
|
|
||||||
let dur = (end - start).as_secs_f32();
|
|
||||||
println!("Added {rows} quests in {dur} seconds");
|
|
||||||
}
|
|
||||||
|
|
||||||
//-************************************************************************
|
|
||||||
// add the users
|
|
||||||
//-************************************************************************
|
|
||||||
async fn gen_users(num: usize, words: &[&str], pool: &SqlitePool) -> Vec<Julid> {
|
|
||||||
let mut rng = thread_rng();
|
|
||||||
let rng = &mut rng;
|
|
||||||
let range = 0usize..(words.len());
|
|
||||||
let mut users = Vec::with_capacity(num);
|
|
||||||
for _ in 0..num {
|
|
||||||
let n1 = rng.gen_range(range.clone());
|
|
||||||
let n2 = rng.gen_range(range.clone());
|
|
||||||
let n3 = rng.gen_range(range.clone());
|
|
||||||
let nn = rng.gen_range(0..200);
|
|
||||||
|
|
||||||
let n1 = words[n1].replace('\'', "");
|
|
||||||
let n2 = words[n2].replace('\'', "");
|
|
||||||
let email_domain = words[n3].replace('\'', "");
|
|
||||||
|
|
||||||
let username = format!("{n1}_{n2}{nn}");
|
|
||||||
let displayname = Some(format!("{n1} {n2}"));
|
|
||||||
let email = Some(format!("{username}@{email_domain}"));
|
|
||||||
|
|
||||||
let user = User {
|
|
||||||
id: 0.into(),
|
|
||||||
username,
|
|
||||||
displayname,
|
|
||||||
email,
|
|
||||||
last_seen: None,
|
|
||||||
pwhash: "can't password this".to_string(),
|
|
||||||
};
|
|
||||||
users.push(user);
|
|
||||||
}
|
|
||||||
add_users(pool, &users).await.unwrap();
|
|
||||||
|
|
||||||
users.into_iter().map(|u| u.id).collect()
|
|
||||||
}
|
|
||||||
|
|
||||||
//-************************************************************************
|
|
||||||
// batch add quests
|
|
||||||
//-************************************************************************
|
|
||||||
async fn add_quests<R: Rng>(
|
|
||||||
user: Julid,
|
|
||||||
movies: &[Julid],
|
|
||||||
w2w_db: &SqlitePool,
|
|
||||||
rng: &mut R,
|
|
||||||
normal: Normal<f32>,
|
|
||||||
) {
|
|
||||||
let mut tasks = JoinSet::new();
|
|
||||||
let num_movies = rng.sample(normal) as usize;
|
|
||||||
let quests: Vec<WatchQuest> = movies
|
|
||||||
.choose_multiple(rng, num_movies)
|
|
||||||
.cloned()
|
|
||||||
.map(|watch| WatchQuest {
|
|
||||||
user,
|
|
||||||
watch,
|
|
||||||
is_public: true,
|
|
||||||
already_watched: false,
|
|
||||||
})
|
|
||||||
.collect();
|
|
||||||
|
|
||||||
let retry_strategy = tokio_retry::strategy::ExponentialBackoff::from_millis(10)
|
|
||||||
.map(tokio_retry::strategy::jitter)
|
|
||||||
.take(3);
|
|
||||||
|
|
||||||
let db = w2w_db.clone();
|
|
||||||
tasks.spawn(async move {
|
|
||||||
let movies = quests;
|
|
||||||
(
|
|
||||||
user,
|
|
||||||
Retry::spawn(retry_strategy, || async {
|
|
||||||
add_watch_quests(&db, &movies).await
|
|
||||||
})
|
|
||||||
.await,
|
|
||||||
)
|
|
||||||
});
|
|
||||||
|
|
||||||
// get the stragglers
|
|
||||||
while (tasks.join_next().await).is_some() {}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Debug, Parser)]
|
|
||||||
pub struct Cli {
|
|
||||||
/// path to the movie database
|
|
||||||
#[clap(long = "database", short)]
|
|
||||||
pub db_path: OsString,
|
|
||||||
|
|
||||||
/// number of users to create
|
|
||||||
#[clap(long, short, default_value_t = 1000)]
|
|
||||||
pub users: usize,
|
|
||||||
|
|
||||||
/// expected gaussian value for number of movies per use
|
|
||||||
#[clap(long = "movies", short, default_value_t = 100)]
|
|
||||||
pub movies_per_user: u32,
|
|
||||||
|
|
||||||
/// path to the dictionary to be used for usernames [default:
|
|
||||||
/// /usr/share/dict/words]
|
|
||||||
#[clap(long, short)]
|
|
||||||
pub words: Option<OsString>,
|
|
||||||
}
|
|
||||||
Loading…
Reference in a new issue