スプレッドソートを使用する

スプレッドソート (spreadsort) は、キーの最小値・最大値から値域を n/c 個程度のビンに等分して仕分け、各ビン内では要素数に応じて再帰的にスプレッドソートを続けるか、比較ベースの整列(典型例は挿入ソートやクイックソート)へ切り替えるハイブリッド型の分布ソートである。Boost.Sort ライブラリにも実装があり、整数・浮動小数・文字列向けに最適化された派生が含まれる。

  1. 値域の把握: 部分配列の最小値 min・最大値 max を求め、値域幅 log₂(max - min) を記録する。
  2. ビン数の決定: 平均ビンサイズ c(典型値は 4 前後)からビン数 m ≈ n/c を設定し、値域を m 等分する。
  3. 仕分け: 各要素 x について k = ⌊m · (x - min) / (max - min)⌋ でビン番号を求め、補助配列へ集める。
  4. ビン内整列: 各ビンについて要素数が閾値 get_max_count 未満なら比較ソート(ここでは挿入ソート)、以上なら再帰的に手順 1〜4 を適用する。
procedure spreadsort(A)
  n = length(A)
  if n < get_max_count(logRange, n) then
    insertion_sort(A)
    return
  minVal = minimum(A)
  maxVal = maximum(A)
  if minVal = maxVal then return
  m = max(MIN_BINS, floor(n / MEAN_BIN_SIZE))
  if m ≥ (maxVal - minVal + 1) then
    insertion_sort(A)
    return
  scatter A into m bins by value mapping
  for each bin b with count ≥ 2
    if count(b) < get_max_count(logRange, n) then
      insertion_sort(bin b)
    else
      spreadsort(bin b)

値の分布が一様であれば全体は線形に近い性能が期待できるが、多くの要素が同一ビンへ集中すると get_max_count の判定により比較ソートへフォールバックする。

以下のデモでは視認性のためビン数を 5 に固定し、仕分け後の各ビン内整列を挿入ソートで示す(本番実装では要素数に応じて再帰または比較ソートへ切り替える)。

類似アルゴリズムとの相違点

フラッシュソートも値域を区分して仕分けるが、スプレッドソートはビン数を n/c 付近に取り、ビン内の要素数に応じて再帰を続けるか O(n log n) の比較ソートへ切り替える点が特徴的である。プロックスマップソートも近接写像で仕分けるが、配置と挿入を同時に行うため処理の流れが異なる。

計算時間量および空間計算量を計測する

Size Average time Maximum time Average memory Maximum memory
256 0.000005 0.000065 3 3
512 0.000010 0.000055 7 7
1024 0.000018 0.000072 14 14
2048 0.000033 0.000171 28 28
4096 0.000066 0.000179 56 56
8192 0.000133 0.000386 112 112
16384 0.000267 0.000546 224 224
32768 0.000494 0.004127 448 448
65536 0.000961 0.004557 896 896
131072 0.002001 0.003985 1792 1792
262144 0.004019 0.009108 3584 3584
計測に使用したコードを表示する

set -euo pipefail

WORKDIR="$(mktemp -d)"
trap 'rm -rf "$WORKDIR"' EXIT

cat > "$WORKDIR/Dockerfile" <<'EOF'
FROM rust:1.95.0

WORKDIR /app

RUN mkdir -p src

RUN cat > Cargo.toml <<'CARGO'
[package]
name = "rust-benchmark"
version = "0.1.0"
edition = "2021"

[profile.release]
lto = true
codegen-units = 1
panic = "abort"
CARGO

RUN cat > src/main.rs <<'RUST'
use std::{
    alloc::{GlobalAlloc, Layout, System},
    env,
    process::Command,
    sync::atomic::{AtomicUsize, Ordering as AtomicOrdering},
    time::{Duration, Instant},
};

/// Counts live heap bytes and the high-water mark so auxiliary sort buffers
/// (swap Vecs, etc.) are measured as explicit heap growth during the sort.
struct TrackingAllocator;

static LIVE_BYTES: AtomicUsize = AtomicUsize::new(0);
static PEAK_BYTES: AtomicUsize = AtomicUsize::new(0);

fn record_alloc(size: usize) {
    let live = LIVE_BYTES.fetch_add(size, AtomicOrdering::Relaxed) + size;
    PEAK_BYTES.fetch_max(live, AtomicOrdering::Relaxed);
}

unsafe impl GlobalAlloc for TrackingAllocator {
    unsafe fn alloc(&self, layout: Layout) -> *mut u8 {
        let ptr = System.alloc(layout);
        if !ptr.is_null() {
            record_alloc(layout.size());
        }
        ptr
    }

    unsafe fn dealloc(&self, ptr: *mut u8, layout: Layout) {
        LIVE_BYTES.fetch_sub(layout.size(), AtomicOrdering::Relaxed);
        System.dealloc(ptr, layout);
    }

    unsafe fn alloc_zeroed(&self, layout: Layout) -> *mut u8 {
        let ptr = System.alloc_zeroed(layout);
        if !ptr.is_null() {
            record_alloc(layout.size());
        }
        ptr
    }

    unsafe fn realloc(&self, ptr: *mut u8, layout: Layout, new_size: usize) -> *mut u8 {
        let new_ptr = System.realloc(ptr, layout, new_size);
        if !new_ptr.is_null() {
            LIVE_BYTES.fetch_sub(layout.size(), AtomicOrdering::Relaxed);
            record_alloc(new_size);
        }
        new_ptr
    }
}

#[global_allocator]
static GLOBAL: TrackingAllocator = TrackingAllocator;
const MIN_POWER: u32 = 8;
const MAX_POWER: u32 = 18;
const RUNS: usize = 8192;
fn insertion_sort(a: &mut [usize]) {
    for i in 1..a.len() {
        let mut j = i;
        while j > 0 && a[j - 1] > a[j] {
            a.swap(j - 1, j);
            j -= 1;
        }
    }
}



const MEAN_BIN_SIZE: usize = 4;
const MIN_BIN_COUNT: usize = 16;

fn rough_log2_size(n: usize) -> u32 {
    if n == 0 {
        0
    } else {
        usize::BITS - 1 - n.leading_zeros()
    }
}

fn get_max_count(log_range: u32, count: usize) -> usize {
    const MAX_SPLITS: u32 = 11;
    const LOG_CONST: u32 = 2;
    const LOG_MEAN_BIN_SIZE: u32 = 2;
    const LOG_MIN_SPLIT_COUNT: u32 = 4;
    let data_size = usize::BITS;

    let log_size = rough_log2_size(count);
    let denom = log_size.min(MAX_SPLITS).max(1);
    let mut relative_width = (LOG_CONST * log_range) / denom;
    if data_size <= relative_width {
        relative_width = data_size - 1;
    }
    let shift = if relative_width < LOG_MEAN_BIN_SIZE + LOG_MIN_SPLIT_COUNT {
        LOG_MEAN_BIN_SIZE + LOG_MIN_SPLIT_COUNT
    } else {
        relative_width
    };
    1usize << shift.min(31)
}

fn spread_bin_index(x: usize, min: usize, max: usize, bin_count: usize) -> usize {
    if max == min {
        0
    } else {
        (((x - min) as u128 * bin_count as u128 / (max - min) as u128) as usize)
            .min(bin_count.saturating_sub(1))
    }
}

fn spreadsort_rec(a: &mut [usize]) {
    let n = a.len();
    let max_count = get_max_count(rough_log2_size(a.iter().max().copied().unwrap_or(0)), n);
    if n < max_count {
        insertion_sort(a);
        return;
    }

    let min = *a.iter().min().unwrap();
    let max = *a.iter().max().unwrap();
    if min == max {
        return;
    }

    let log_range = rough_log2_size(max - min);
    let bin_count = (n / MEAN_BIN_SIZE).max(MIN_BIN_COUNT).min(n);
    let range = max - min;

    if bin_count >= range + 1 {
        insertion_sort(a);
        return;
    }

    let mut count = vec![0usize; bin_count];
    for &x in a.iter() {
        count[spread_bin_index(x, min, max, bin_count)] += 1;
    }

    let mut offset = vec![0usize; bin_count + 1];
    for i in 0..bin_count {
        offset[i + 1] = offset[i] + count[i];
    }

    let mut temp = vec![0usize; n];
    let mut cursor = offset.clone();
    for &x in a.iter() {
        let bin = spread_bin_index(x, min, max, bin_count);
        temp[cursor[bin]] = x;
        cursor[bin] += 1;
    }
    a.copy_from_slice(&temp);

    let fallback = get_max_count(log_range, n);
    for i in 0..bin_count {
        let start = offset[i];
        let end = offset[i + 1];
        let len = end - start;
        if len < 2 {
            continue;
        }
        if len < fallback {
            insertion_sort(&mut a[start..end]);
        } else {
            spreadsort_rec(&mut a[start..end]);
        }
    }
}

fn spread_sort(a: &mut [usize]) {
    if !a.is_empty() {
        spreadsort_rec(a);
    }
}


fn benchmark_sort(array: &mut [usize]) {

    spread_sort(array);

}

fn is_non_decreasing(a: &[usize]) -> bool {
    a.windows(2).all(|w| w[0] <= w[1])
}

fn same_multiset(a: &[usize], b: &[usize]) -> bool {
    if a.len() != b.len() {
        return false;
    }

    let mut left = a.to_vec();
    let mut right = b.to_vec();
    left.sort_unstable();
    right.sort_unstable();
    left == right
}

fn check_correctness_case(label: &str, mut input: Vec<usize>) {
    let original = input.clone();

    benchmark_sort(&mut input);

    if !is_non_decreasing(&input) {
        panic!("correctness case {}: output is not sorted", label);
    }

    if !same_multiset(&input, &original) {
        panic!("correctness case {}: elements were lost or added", label);
    }
}

// Skip cases larger than the algorithm's measured size cap (MAX_POWER). That
// cap exists because larger inputs are impractically slow; forcing them here
// would stall the published measurement script before any table rows print.
fn check_correctness_case_within_limit(label: &str, input: Vec<usize>) {
    if input.len() > (1usize << MAX_POWER) {
        return;
    }
    check_correctness_case(label, input);
}

fn few_unique_values(size: usize, unique: usize, seed: u64) -> Vec<usize> {
    let mut state = seed;

    (0..size)
        .map(|_| {
            state ^= state << 13;
            state ^= state >> 7;
            state ^= state << 17;
            (state as usize % unique) + 1
        })
        .collect()
}

fn run_correctness_checks() {
    check_correctness_case("empty", vec![]);
    check_correctness_case("single", vec![42]);
    check_correctness_case("duplicates", vec![3, 1, 3, 2, 1, 2]);
    check_correctness_case("sorted", vec![1, 2, 3, 4, 5]);
    check_correctness_case("reverse", vec![5, 4, 3, 2, 1]);
    check_correctness_case("all_equal", vec![7, 7, 7, 7]);
    check_correctness_case("skewed_range", vec![1_000_000, 2, 1_000_001, 1, 999_999]);
    // Static-buffer Grail skips the in-buffer build when key collection is sparse
    // (ideal_buffer = false). Exercising that path catches regressions in buffer gating.
    check_correctness_case(
        "few_keys_len16",
        vec![2, 2, 2, 2, 2, 2, 2, 2, 4, 3, 1, 2, 3, 4, 1, 4],
    );
    // Seed 0 is a fixed point of the xorshift below, so it would degenerate into
    // yet another all-equal case instead of a 4-value mix. Start at 1.
    for seed in 1..=32 {
        check_correctness_case(
            &format!("few_keys_len32_seed_{seed}"),
            few_unique_values(32, 4, seed),
        );
    }
    // Small-input cutoffs (insertion sort below 32 elements, etc.) hide duplicate-key
    // bugs in the recursive path, so repeat the duplicate cases at the smallest
    // benchmark size, which every algorithm must handle within reasonable time.
    check_correctness_case("all_equal_len256", vec![7; 256]);
    for seed in 1..=4 {
        check_correctness_case(
            &format!("few_keys_len256_seed_{seed}"),
            few_unique_values(256, 4, seed),
        );
    }
    // Blit's equal-key second sweep used to copy the whole range into a fixed
    // 512-element swap; lengths above that must still sort without panicking.
    // Respect MAX_POWER so algorithms with a low measured-size cap (slow,
    // sleep) do not hang here for minutes or months.
    check_correctness_case_within_limit("all_equal_len600", vec![7; 600]);
    for seed in 1..=4 {
        check_correctness_case_within_limit(
            &format!("few_keys_len2048_seed_{seed}"),
            few_unique_values(2048, 4, seed),
        );
    }
}


fn shuffled(size: usize, seed: u64) -> Vec<usize> {
    let mut v: Vec<usize> = (1..=size).collect();

    let mut state = seed;

    for i in (1..size).rev() {
        state ^= state << 13;
        state ^= state >> 7;
        state ^= state << 17;

        let j = (state as usize) % (i + 1);

        v.swap(i, j);
    }

    v
}

fn micros(d: Duration) -> u128 {
    d.as_micros()
}

fn input_array(size: usize, seed: u64) -> Vec<usize> {
    shuffled(size, seed)
}

/// Peak heap growth during `benchmark_sort`, in bytes (explicit buffers such as swap).
/// Kept in bytes so the parent can average before rounding; converting to KiB here
/// would truncate sub-KiB buffers to 0 in every run and hide them from the average.
fn run_once(size: usize, seed: usize) -> (u128, usize) {
    let mut array = input_array(size, seed as u64);

    let base_bytes = LIVE_BYTES.load(AtomicOrdering::Relaxed);
    PEAK_BYTES.store(base_bytes, AtomicOrdering::Relaxed);

    let start = Instant::now();

    benchmark_sort(&mut array);

    let elapsed = start.elapsed();
    let peak_bytes = PEAK_BYTES.load(AtomicOrdering::Relaxed);
    let aux_bytes = peak_bytes.saturating_sub(base_bytes);

    let expected: Vec<usize> = (1..=size).collect();
    if array != expected {
        panic!(
            "sort failed with seed {} for size {}",
            seed,
            size
        );
    }

    (micros(elapsed), aux_bytes)
}

fn run_child(args: &[String]) {
    let size = args[2].parse::<usize>().expect("invalid size");
    let seed = args[3].parse::<usize>().expect("invalid seed");
    let (elapsed_us, mem) = run_once(size, seed);
    println!("{} {}", elapsed_us, mem);
}

fn main() {
    let args: Vec<String> = env::args().collect();
    if args.get(1).is_some_and(|arg| arg == "--run-once") {
        run_child(&args);
        return;
    }

    run_correctness_checks();

    println!(
        "| {:>10} | {:>15} | {:>15} | {:>15} | {:>15} |",
        "Size",
        "Average time",
        "Maximum time",
        "Average memory",
        "Maximum memory"
    );

    println!(
        "|{:-<11}:|{:-<16}:|{:-<16}:|{:-<16}:|{:-<16}:|",
        "",
        "",
        "",
        "",
        ""
    );

    for power in MIN_POWER..=MAX_POWER {
        let size = 1usize << power;

        let mut total_time: u128 = 0;
        let mut max_time: u128 = 0;

        let mut total_mem: usize = 0;
        let mut max_mem: usize = 0;

        for seed in 1..=RUNS {
            let output = Command::new(env::current_exe().expect("failed to find current executable"))
                .arg("--run-once")
                .arg(size.to_string())
                .arg(seed.to_string())
                .output()
                .expect("failed to run benchmark child process");

            if !output.status.success() {
                panic!(
                    "benchmark child process failed: {}",
                    String::from_utf8_lossy(&output.stderr)
                );
            }

            let stdout = String::from_utf8(output.stdout)
                .expect("child process returned non-UTF-8 output");
            let mut fields = stdout.split_whitespace();
            let elapsed_us = fields
                .next()
                .expect("missing elapsed time")
                .parse::<u128>()
                .expect("invalid elapsed time");
            let aux_mem = fields
                .next()
                .expect("missing memory usage")
                .parse::<usize>()
                .expect("invalid memory usage");

            total_time += elapsed_us;

            if elapsed_us > max_time {
                max_time = elapsed_us;
            }

            total_mem += aux_mem;

            if aux_mem > max_mem {
                max_mem = aux_mem;
            }
        }

        let avg_time = total_time / RUNS as u128;
        // Memory is summed in bytes and converted to KiB once, after averaging.
        let avg_mem_kb = total_mem / RUNS / 1024;
        let max_mem_kb = max_mem / 1024;

        println!(
            "| {:>10} | {:>15} | {:>15} | {:>15} | {:>15} |",
            size,
            format!("{}.{:06}", avg_time / 1_000_000, avg_time % 1_000_000),
            format!("{}.{:06}", max_time / 1_000_000, max_time % 1_000_000),
            avg_mem_kb,
            max_mem_kb
        );
    }
}
RUST

RUN cargo build --release

CMD ["./target/release/rust-benchmark"]
EOF

docker build -t rust-benchmark "$WORKDIR"
docker run --rm --init rust-benchmark