valhrafnaz/text-correction
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 2 Wiki Activity

introduced parallel processing of iterator with rayon

Browse Source
This commit is contained in:
nihil
2025-07-16 02:35:57 +02:00
parent 316274891a
commit e1555e1432
5 changed files with 283 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
src/main.rs
View File

@@ -1,5 +1,7 @@
use clap::{Args, Parser, Subcommand};
use text_correction::utils;
use std::time::SystemTime;
use std::process::*;
#[derive(Parser)]
#[command(name = "german word corrector")]
@@ -13,7 +15,8 @@ struct Cli {
#[derive(Subcommand)]
enum Commands {
CorrectWord(WordArgs),
CorrectFile(FileArgs)
CorrectFile(FileArgs),
BenchFile(FileArgs)
}
#[derive(Args)]
@@ -39,11 +42,35 @@ fn main() {
match &cli.command {
Commands::CorrectWord(args) => {
let out: String = utils::correct(args.input.clone(), args.list_path.clone());
let out: String = utils::correct(args.input.clone(), args.list_path.as_str());
println!("{}", out);
},
Commands::CorrectFile(args) => {
utils::correct_file(args.input.clone(), args.list_path.clone(), args.output.clone())
utils::correct_file_concurr(args.input.clone(), args.list_path.as_str(), args.output.clone())
},
Commands::BenchFile(args) => {
let start_par = SystemTime::now();
utils::correct_file_concurr(args.input.clone(), args.list_path.as_str(), args.output.clone());
let stop_par = match start_par.elapsed() {
Ok(elapsed) => elapsed.as_millis(),
Err(e) => {
println!("Error: {e:?}");
exit(1);
}
};
println!("Parallel processing took: {stop_par:?} ms");
std::fs::remove_file(args.output.clone()).unwrap();
let start = SystemTime::now();
utils::correct_file(args.input.clone(), args.list_path.as_str(), args.output.clone());
let stop = match start.elapsed() {
Ok(elapsed) => elapsed.as_millis(),
Err(e) => {
println!("Error: {e:?}");
exit(1);
}
};
println!("Single-thread processing took: {stop:?} ms");
}
}
}