[era_repair (rust)] First code drop

src/commands/era_repair.rs

@@ -0,0 +1,73 @@
+extern crate clap;
+
+use atty::Stream;
+use clap::{App, Arg};
+use std::path::Path;
+use std::process;
+use std::sync::Arc;
+
+use crate::commands::utils::*;
+use crate::era::repair::{repair, EraRepairOptions};
+use crate::report::*;
+
+pub fn run(args: &[std::ffi::OsString]) {
+    let parser = App::new("era_repair")
+        .version(crate::version::tools_version())
+        .about("Repair binary era metadata, and write it to a different device or file")
+        // flags
+        .arg(
+            Arg::with_name("ASYNC_IO")
+                .help("Force use of io_uring for synchronous io")
+                .long("async-io")
+                .hidden(true),
+        )
+        .arg(
+            Arg::with_name("QUIET")
+                .help("Suppress output messages, return only exit code.")
+                .short("q")
+                .long("quiet"),
+        )
+        // options
+        .arg(
+            Arg::with_name("INPUT")
+                .help("Specify the input device")
+                .short("i")
+                .long("input")
+                .value_name("FILE")
+                .required(true),
+        )
+        .arg(
+            Arg::with_name("OUTPUT")
+                .help("Specify the output device")
+                .short("o")
+                .long("output")
+                .value_name("FILE")
+                .required(true),
+        );
+
+    let matches = parser.get_matches_from(args);
+    let input_file = Path::new(matches.value_of("INPUT").unwrap());
+    let output_file = Path::new(matches.value_of("OUTPUT").unwrap());
+
+    let report = if matches.is_present("QUIET") {
+        std::sync::Arc::new(mk_quiet_report())
+    } else if atty::is(Stream::Stdout) {
+        std::sync::Arc::new(mk_progress_bar_report())
+    } else {
+        Arc::new(mk_simple_report())
+    };
+
+    check_input_file(input_file, &report);
+
+    let opts = EraRepairOptions {
+        input: input_file,
+        output: output_file,
+        async_io: matches.is_present("ASYNC_IO"),
+        report: report.clone(),
+    };
+
+    if let Err(reason) = repair(opts) {
+        report.fatal(&format!("{}", reason));
+        process::exit(1);
+    }
+}

src/commands/mod.rs

@@ -4,6 +4,7 @@ pub mod cache_repair;
 pub mod cache_restore;
 pub mod era_check;
 pub mod era_dump;
+pub mod era_repair;
 pub mod era_restore;
 pub mod thin_check;
 pub mod thin_dump;

src/era/mod.rs

@@ -1,6 +1,7 @@
 pub mod check;
 pub mod dump;
 pub mod ir;
+pub mod repair;
 pub mod restore;
 pub mod superblock;
 pub mod writeset;

src/era/repair.rs

@@ -0,0 +1,68 @@
+use anyhow::Result;
+use std::path::Path;
+use std::sync::Arc;
+
+use crate::era::dump::*;
+use crate::era::restore::*;
+use crate::era::superblock::*;
+use crate::io_engine::*;
+use crate::pdata::space_map_metadata::*;
+use crate::report::*;
+use crate::write_batcher::*;
+
+//------------------------------------------
+
+pub struct EraRepairOptions<'a> {
+    pub input: &'a Path,
+    pub output: &'a Path,
+    pub async_io: bool,
+    pub report: Arc<Report>,
+}
+
+struct Context {
+    _report: Arc<Report>,
+    engine_in: Arc<dyn IoEngine + Send + Sync>,
+    engine_out: Arc<dyn IoEngine + Send + Sync>,
+}
+
+const MAX_CONCURRENT_IO: u32 = 1024;
+
+fn new_context(opts: &EraRepairOptions) -> Result<Context> {
+    let engine_in: Arc<dyn IoEngine + Send + Sync>;
+    let engine_out: Arc<dyn IoEngine + Send + Sync>;
+
+    if opts.async_io {
+        engine_in = Arc::new(AsyncIoEngine::new(opts.input, MAX_CONCURRENT_IO, false)?);
+        engine_out = Arc::new(AsyncIoEngine::new(opts.output, MAX_CONCURRENT_IO, true)?);
+    } else {
+        let nr_threads = std::cmp::max(8, num_cpus::get() * 2);
+        engine_in = Arc::new(SyncIoEngine::new(opts.input, nr_threads, false)?);
+        engine_out = Arc::new(SyncIoEngine::new(opts.output, nr_threads, true)?);
+    }
+
+    Ok(Context {
+        _report: opts.report.clone(),
+        engine_in,
+        engine_out,
+    })
+}
+
+//------------------------------------------
+
+pub fn repair(opts: EraRepairOptions) -> Result<()> {
+    let ctx = new_context(&opts)?;
+
+    let sb = read_superblock(ctx.engine_in.as_ref(), SUPERBLOCK_LOCATION)?;
+
+    let sm = core_metadata_sm(ctx.engine_out.get_nr_blocks(), u32::MAX);
+    let mut w = WriteBatcher::new(
+        ctx.engine_out.clone(),
+        sm.clone(),
+        ctx.engine_out.get_batch_size(),
+    );
+    let mut restorer = Restorer::new(&mut w);
+
+    dump_metadata(ctx.engine_in, &mut restorer, &sb, true)
+}
+
+//------------------------------------------