ブロッククイックソートで配列を並び替える
ブロッククイックソートを使用する
ブロッククイックソート (BlockQuicksort) は分岐予測ミスを抑える分割を用いるクイックソートである。
ホーア分割型クイックソートと同じく左右から詰め合う分割だが、要素ごとの比較結果でその場で分岐して交換するのではなく、固定長のブロックをまとめて走査し、ずれている要素のオフセットをバッファに溜めてからまとめて交換する。
比較結果に依存する条件分岐をほぼ消し、平均の分岐予測ミスを \(\varepsilon n \log n + O(n)\)(ブロック長に依存する小さい \(\varepsilon\))程度に抑えられることが示されている。
- ピボットの選択: 部分配列の中央付近の要素をピボットとし、いったん末尾へ退避する。
- 走査(scanning): 左右に長さ \(B\)(論文では 128)のブロックを取り、ピボットと比較する。左ブロックでは \(A[i] \ge \mathrm{pivot}\) のオフセットを、右ブロックでは \(A[j] \le \mathrm{pivot}\) のオフセットをバッファへ書く。加算には比較結果を整数化した値を使い、比較ごとの分岐を避ける。
-
再配置(rearrangement): 両バッファから $$\min( L , R )$$ 組を取り出し、対応する要素を交換する。空になった側のブロックだけポインタを進める。 - 残り: 長さが \(2B\) 以下になったら、残りを同じ要領で片付け、ピボットを境界へ戻す。
- 再帰: ピボットより左・右を再帰する。十分短い区間は挿入ソートで仕上げる。
procedure block_quick_sort(A, lo, hi)
if hi - lo < INSERTION_THRESHOLD then
insertion_sort(A, lo, hi)
return
p = block_partition(A, lo, hi)
block_quick_sort(A, lo, p - 1)
block_quick_sort(A, p + 1, hi)
procedure block_partition(A, lo, hi)
// hi is inclusive; pivot moves to A[hi]
swap(A[lo + floor((hi - lo) / 2)], A[hi])
pivot = A[hi]
begin = lo
last = hi - 1
numL = numR = startL = startR = 0
while last - begin + 1 > 2B
if numL = 0 then
startL = 0
for i = 0 .. B - 1
offsetsL[numL] = i
numL = numL + (A[begin + i] >= pivot) // branchless increment
if numR = 0 then
startR = 0
for i = 0 .. B - 1
offsetsR[numR] = i
numR = numR + (A[last - i] <= pivot)
num = min(numL, numR)
for j = 0 .. num - 1
swap(A[begin + offsetsL[startL + j]], A[last - offsetsR[startR + j]])
numL = numL - num; numR = numR - num
startL = startL + num; startR = startR + num
if numL = 0 then begin = begin + B
if numR = 0 then last = last - B
// finish remaining ≤ 2B elements (same buffers), then place pivot
...
return pivot_index
平均計算量は通常のクイックソートと同様 \(O(n \log n)\) で、ピボットが偏ると最悪 \(O(n^2)\) になりうる。追加メモリはオフセット用の \(O(B)\) と再帰スタック程度で、実質インプレースである。不安定である。
デモではブロック長を \(B = 4\) に下げ、走査と再配置が見えるようにしている(計測コードは \(B = 128\))。
類似アルゴリズムとの相違点
ホーア分割は左右ポインタを 1 要素ずつ進め、比較のたびに「進む/止めて交換」の分岐が起きる。ブロック分割は走査と交換を分離し、比較結果をオフセットバッファへ畳み込む。
ロムート分割は片方向の境界更新が中心で、やはり比較ごとの分岐が多い。パターン撃退型クイックソートは偏った入力や等値だらけへの耐性を足すハイブリッドであり、分岐予測そのものへの対策ではない。
デュアルピボットやサンプルソートはピボット数やバケツ分けでスキャン効率を上げる系統で、BlockQuicksort の「定数サイズバッファによる分岐削減」とは直交する改良である。
時間計算量および空間計算量を計測する
| Size | Average time (s) | Maximum time (s) | Average memory (KiB) | Maximum memory (KiB) |
|---|---|---|---|---|
| 256 | 0.000004 | 0.000081 | 0 | 0 |
| 512 | 0.000008 | 0.000041 | 0 | 0 |
| 1024 | 0.000017 | 0.000069 | 0 | 0 |
| 2048 | 0.000034 | 0.000078 | 0 | 0 |
| 4096 | 0.000070 | 0.000131 | 0 | 0 |
| 8192 | 0.000144 | 0.000461 | 0 | 0 |
| 16384 | 0.000295 | 0.000438 | 0 | 0 |
| 32768 | 0.000612 | 0.001124 | 0 | 0 |
| 65536 | 0.001264 | 0.001921 | 0 | 0 |
| 131072 | 0.002624 | 0.006469 | 0 | 0 |
| 262144 | 0.005401 | 0.011292 | 0 | 0 |
計測に使用したコードを表示する
#!/usr/bin/env swift
import Foundation
// This standalone Swift driver creates the same temporary Docker build
// context as the former shell wrapper. The benchmark program itself remains
// embedded below so readers can copy one complete, reproducible file.
struct BenchmarkError: Error, CustomStringConvertible {
let message: String
var description: String { message }
init(_ message: String) {
self.message = message
}
}
func runCommand(_ executable: String, _ arguments: [String]) throws {
let process = Process()
process.executableURL = URL(fileURLWithPath: "/usr/bin/env")
process.arguments = [executable] + arguments
process.standardInput = FileHandle.standardInput
process.standardOutput = FileHandle.standardOutput
process.standardError = FileHandle.standardError
do {
try process.run()
} catch {
throw BenchmarkError("Could not start \(executable): \(error)")
}
process.waitUntilExit()
guard process.terminationStatus == 0 else {
throw BenchmarkError(
"Command failed (\(process.terminationStatus)): " +
"\(executable) \(arguments.joined(separator: " "))"
)
}
}
do {
// The UUID avoids collisions when two benchmark copies are run at once.
let workdir = FileManager.default.temporaryDirectory
.appendingPathComponent("swift-sort-benchmark-\(UUID().uuidString)")
try FileManager.default.createDirectory(at: workdir, withIntermediateDirectories: true)
defer { try? FileManager.default.removeItem(at: workdir) }
// A raw Swift string is used so the nested main.swift keeps its own
// interpolation expressions such as \(seed) until Docker compiles it.
let dockerfile = #"""
FROM swift:6.0
WORKDIR /app
RUN cat > alloc_track.c <<'ALLOC'
#define _GNU_SOURCE
#include <dlfcn.h>
#include <malloc.h>
#include <stdatomic.h>
#include <stddef.h>
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
static atomic_size_t live_bytes = 0;
static atomic_size_t peak_bytes = 0;
static void *(*real_malloc)(size_t) = NULL;
static void *(*real_calloc)(size_t, size_t) = NULL;
static void *(*real_realloc)(void *, size_t) = NULL;
static void (*real_free)(void *) = NULL;
static void init_reals(void) {
if (real_malloc) {
return;
}
real_malloc = (void *(*)(size_t))dlsym(RTLD_NEXT, "malloc");
real_calloc = (void *(*)(size_t, size_t))dlsym(RTLD_NEXT, "calloc");
real_realloc = (void *(*)(void *, size_t))dlsym(RTLD_NEXT, "realloc");
real_free = (void (*)(void *))dlsym(RTLD_NEXT, "free");
}
static void record_alloc(size_t size) {
size_t live = atomic_fetch_add(&live_bytes, size) + size;
size_t peak = atomic_load(&peak_bytes);
while (live > peak) {
if (atomic_compare_exchange_weak(&peak_bytes, &peak, live)) {
break;
}
}
}
void alloc_track_reset_peak(void) {
atomic_store(&peak_bytes, atomic_load(&live_bytes));
}
size_t alloc_track_live(void) { return atomic_load(&live_bytes); }
size_t alloc_track_peak(void) { return atomic_load(&peak_bytes); }
void *malloc(size_t size) {
init_reals();
void *p = real_malloc(size);
if (p) {
record_alloc(malloc_usable_size(p));
}
return p;
}
void *calloc(size_t nmemb, size_t size) {
init_reals();
void *p = real_calloc(nmemb, size);
if (p) {
record_alloc(malloc_usable_size(p));
}
return p;
}
void *realloc(void *ptr, size_t size) {
init_reals();
size_t old_size = 0;
if (ptr) {
old_size = malloc_usable_size(ptr);
}
void *p = real_realloc(ptr, size);
if (p) {
atomic_fetch_sub(&live_bytes, old_size);
record_alloc(malloc_usable_size(p));
} else if (size == 0) {
atomic_fetch_sub(&live_bytes, old_size);
}
return p;
}
void free(void *ptr) {
init_reals();
if (ptr) {
atomic_fetch_sub(&live_bytes, malloc_usable_size(ptr));
real_free(ptr);
}
}
ALLOC
RUN cat > main.swift <<'SWIFT'
import Foundation
#if canImport(Glibc)
import Glibc
#elseif canImport(Darwin)
import Darwin
#endif
@_silgen_name("alloc_track_live") func alloc_track_live() -> Int
@_silgen_name("alloc_track_peak") func alloc_track_peak() -> Int
@_silgen_name("alloc_track_reset_peak") func alloc_track_reset_peak()
extension UnsafeMutableBufferPointer where Element == Int {
func swapAt(_ i: Int, _ j: Int) {
let t = self[i]; self[i] = self[j]; self[j] = t
}
}
let MIN_POWER: Int = 8
let MAX_POWER: Int = 18
let RUNS: Int = 8192
func insertion_sort(_ a: inout [Int]) {
a.withUnsafeMutableBufferPointer { insertion_sort($0) }
}
func insertion_sort(_ a: UnsafeMutableBufferPointer<Int>) {
if a.count < 2 {
return
}
for i in 1..<a.count {
var j = i
while j > 0 && a[j - 1] > a[j] {
a.swapAt(j - 1, j)
j -= 1
}
}
}
fileprivate let BLOCK_SIZE = 128
fileprivate let INSERTION_THRESHOLD = 16
/// Branch-light Hoare-style partition used by BlockQuicksort (Edelkamp & Weiß).
/// Returns the final index of the pivot.
fileprivate func quick_block_partition(_ a: UnsafeMutableBufferPointer<Int>, _ begin: Int, _ end: Int) -> Int {
// end is exclusive; pivot starts at midpoint of [begin, end).
var begin = begin
let mid = begin + (end - begin) / 2
a.swapAt(mid, end - 1)
let pivot = a[end - 1]
var last = end - 2
var index_l = [Int](repeating: 0, count: BLOCK_SIZE)
var index_r = [Int](repeating: 0, count: BLOCK_SIZE)
var num_left = 0
var num_right = 0
var start_left = 0
var start_right = 0
while begin <= last && last - begin + 1 > 2 * BLOCK_SIZE {
if num_left == 0 {
start_left = 0
for j in 0..<BLOCK_SIZE {
index_l[num_left] = j
// left buffer: elements >= pivot (need to move right)
num_left += a[begin + j] < pivot ? 0 : 1
}
}
if num_right == 0 {
start_right = 0
for j in 0..<BLOCK_SIZE {
index_r[num_right] = j
// right buffer: elements <= pivot (need to move left)
num_right += pivot < a[last - j] ? 0 : 1
}
}
let num = min(num_left, num_right)
for j in 0..<num {
let li = begin + index_l[start_left + j]
let ri = last - index_r[start_right + j]
a.swapAt(li, ri)
}
num_left -= num
num_right -= num
start_left += num
start_right += num
if num_left == 0 {
begin += BLOCK_SIZE
}
if num_right == 0 {
last -= BLOCK_SIZE
}
}
// Final (partial) scan of the remaining ≤ 2B elements.
let shift_l: Int
let shift_r: Int
if num_right == 0 && num_left == 0 {
let len = last - begin + 1
shift_l = len / 2
shift_r = len - shift_l
start_left = 0
start_right = 0
for j in 0..<shift_l {
index_l[num_left] = j
num_left += a[begin + j] < pivot ? 0 : 1
index_r[num_right] = j
num_right += pivot < a[last - j] ? 0 : 1
}
if shift_l < shift_r {
index_r[num_right] = shift_r - 1
num_right += pivot < a[last - (shift_r - 1)] ? 0 : 1
}
} else if num_right != 0 {
shift_l = last - begin + 1 - BLOCK_SIZE
shift_r = BLOCK_SIZE
start_left = 0
for j in 0..<shift_l {
index_l[num_left] = j
num_left += a[begin + j] < pivot ? 0 : 1
}
} else {
shift_l = BLOCK_SIZE
shift_r = last - begin + 1 - BLOCK_SIZE
start_right = 0
for j in 0..<shift_r {
index_r[num_right] = j
num_right += pivot < a[last - j] ? 0 : 1
}
}
let num = min(num_left, num_right)
for j in 0..<num {
let li = begin + index_l[start_left + j]
let ri = last - index_r[start_right + j]
a.swapAt(li, ri)
}
num_left -= num
num_right -= num
start_left += num
start_right += num
if num_left == 0 {
begin += shift_l
}
if num_right == 0 {
last = last &- shift_r
}
// Drain leftovers still recorded in one buffer.
// `upper` is signed because the reference finish may leave it at -1.
if num_left != 0 {
var lower_i = start_left + num_left - 1
var upper = last - begin
while lower_i >= start_left && index_l[lower_i] == upper {
upper -= 1
lower_i -= 1
}
while lower_i >= start_left {
a.swapAt(begin + upper, begin + index_l[lower_i])
upper -= 1
lower_i -= 1
}
let pivot_pos = begin + upper + 1
a.swapAt(end - 1, pivot_pos)
return pivot_pos
} else if num_right != 0 {
var lower_i = start_right + num_right - 1
var upper = last - begin
while lower_i >= start_right && index_r[lower_i] == upper {
upper -= 1
lower_i -= 1
}
while lower_i >= start_right {
a.swapAt(last - upper, last - index_r[lower_i])
upper -= 1
lower_i -= 1
}
let pivot_pos = last - upper
a.swapAt(end - 1, pivot_pos)
return pivot_pos
} else {
a.swapAt(end - 1, begin)
return begin
}
}
fileprivate func quick_block_sort_range(_ a: UnsafeMutableBufferPointer<Int>, _ lo: Int, _ hi: Int) {
if hi <= lo {
return
}
if hi - lo < INSERTION_THRESHOLD {
insertion_sort(UnsafeMutableBufferPointer(rebasing: a[lo..<(hi + 1)]))
return
}
let pivot_pos = quick_block_partition(a, lo, hi + 1)
if pivot_pos > lo {
quick_block_sort_range(a, lo, pivot_pos - 1)
}
if pivot_pos < hi {
quick_block_sort_range(a, pivot_pos + 1, hi)
}
}
func quick_block_sort(_ a: inout [Int]) {
a.withUnsafeMutableBufferPointer { quick_block_sort($0) }
}
func quick_block_sort(_ a: UnsafeMutableBufferPointer<Int>) {
if a.count > 0 {
let hi = a.count - 1
quick_block_sort_range(a, 0, hi)
}
}
func benchmark_sort(_ array: inout [Int]) {
quick_block_sort(&array)
}
func is_non_decreasing(_ a: [Int]) -> Bool {
guard a.count >= 2 else { return true }
for i in 1..<a.count {
if a[i - 1] > a[i] { return false }
}
return true
}
func same_multiset(_ a: [Int], _ b: [Int]) -> Bool {
if a.count != b.count {
return false
}
var left = a
var right = b
left.sort()
right.sort()
return left == right
}
func check_correctness_case(_ label: String, _ input: [Int]) {
var input = input
let original = input
benchmark_sort(&input)
if !is_non_decreasing(input) {
fatalError("correctness case \(label): output is not sorted")
}
if !same_multiset(input, original) {
fatalError("correctness case \(label): elements were lost or added")
}
}
// Skip cases larger than the algorithm's measured size cap (MAX_POWER). That
// cap exists because larger inputs are impractically slow; forcing them here
// would stall the published measurement script before any table rows print.
func check_correctness_case_within_limit(_ label: String, _ input: [Int]) {
if input.count > (1 << MAX_POWER) {
return
}
check_correctness_case(label, input)
}
func few_unique_values(_ size: Int, _ unique: Int, _ seed: UInt64) -> [Int] {
var state = seed
var result = [Int]()
result.reserveCapacity(size)
for _ in 0..<size {
state ^= state << 13
state ^= state >> 7
state ^= state << 17
result.append(Int(state % UInt64(unique)) + 1)
}
return result
}
func run_correctness_checks() {
check_correctness_case("empty", [])
check_correctness_case("single", [42])
check_correctness_case("duplicates", [3, 1, 3, 2, 1, 2])
check_correctness_case("sorted", [1, 2, 3, 4, 5])
check_correctness_case("reverse", [5, 4, 3, 2, 1])
check_correctness_case("all_equal", [7, 7, 7, 7])
check_correctness_case("skewed_range", [1_000_000, 2, 1_000_001, 1, 999_999])
// Static-buffer Grail skips the in-buffer build when key collection is sparse
// (ideal_buffer = false). Exercising that path catches regressions in buffer gating.
check_correctness_case(
"few_keys_len16",
[2, 2, 2, 2, 2, 2, 2, 2, 4, 3, 1, 2, 3, 4, 1, 4]
)
// Seed 0 is a fixed point of the xorshift below, so it would degenerate into
// yet another all-equal case instead of a 4-value mix. Start at 1.
for seed in 1...32 {
check_correctness_case(
"few_keys_len32_seed_\(seed)",
few_unique_values(32, 4, UInt64(seed))
)
}
// Small-input cutoffs (insertion sort below 32 elements, etc.) hide duplicate-key
// bugs in the recursive path, so repeat the duplicate cases at the smallest
// benchmark size, which every algorithm must handle within reasonable time.
check_correctness_case("all_equal_len256", [Int](repeating: 7, count: 256))
for seed in 1...4 {
check_correctness_case(
"few_keys_len256_seed_\(seed)",
few_unique_values(256, 4, UInt64(seed))
)
}
// Blit's equal-key second sweep used to copy the whole range into a fixed
// 512-element swap; lengths above that must still sort without panicking.
// Respect MAX_POWER so algorithms with a low measured-size cap (slow,
// sleep) do not hang here for minutes or months.
check_correctness_case_within_limit("all_equal_len600", [Int](repeating: 7, count: 600))
for seed in 1...4 {
check_correctness_case_within_limit(
"few_keys_len2048_seed_\(seed)",
few_unique_values(2048, 4, UInt64(seed))
)
}
}
func shuffled(_ size: Int, seed: UInt64) -> [Int] {
guard size > 0 else { return [] }
var v = Array(1...size)
var state = seed
if size > 1 {
for i in stride(from: size - 1, through: 1, by: -1) {
state ^= state << 13
state ^= state >> 7
state ^= state << 17
let j = Int(state % UInt64(i + 1))
v.swapAt(i, j)
}
}
return v
}
func micros(_ d: Duration) -> UInt64 {
let c = d.components
let fromSeconds = UInt64(c.seconds) * 1_000_000
let fromAttos = UInt64(max(0, c.attoseconds / 1_000_000_000_000))
return fromSeconds + fromAttos
}
func padLeft(_ value: String, _ width: Int) -> String {
if value.count >= width {
return value
}
return String(repeating: " ", count: width - value.count) + value
}
func formatSeconds(_ micros: UInt64) -> String {
let whole = micros / 1_000_000
let frac = micros % 1_000_000
let fracStr = padLeft(String(frac), 6).replacingOccurrences(of: " ", with: "0")
return "\(whole).\(fracStr)"
}
func input_array(_ size: Int, seed: UInt64) -> [Int] {
shuffled(size, seed: seed)
}
/// Peak heap growth during `benchmark_sort`, in bytes (explicit buffers such as swap).
/// Kept in bytes so the parent can average before rounding; converting to KiB here
/// would truncate sub-KiB buffers to 0 in every run and hide them from the average.
func run_once(size: Int, seed: Int) -> (UInt64, Int) {
var array = input_array(size, seed: UInt64(seed))
let baseBytes = alloc_track_live()
alloc_track_reset_peak()
let start = ContinuousClock.now
benchmark_sort(&array)
let elapsed = ContinuousClock.now - start
let peakBytes = alloc_track_peak()
let auxBytes = max(0, peakBytes - baseBytes)
let expected: [Int] = size > 0 ? Array(1...size) : []
if array != expected {
fatalError("sort failed with seed \(seed) for size \(size)")
}
return (micros(elapsed), auxBytes)
}
func run_child(_ args: [String]) {
let size = Int(args[2])!
let seed = Int(args[3])!
let (elapsedUs, mem) = run_once(size: size, seed: seed)
print("\(elapsedUs) \(mem)")
}
let args = CommandLine.arguments
if args.count > 1 && args[1] == "--run-once" {
run_child(args)
} else {
run_correctness_checks()
let tableHeader =
"| \(padLeft("Size", 10)) | " +
"\(padLeft("Average time (s)", 16)) | " +
"\(padLeft("Maximum time (s)", 16)) | " +
"\(padLeft("Average memory (KiB)", 20)) | " +
"\(padLeft("Maximum memory (KiB)", 20)) |"
print(tableHeader)
print("|-----------:|-----------------:|-----------------:|---------------------:|---------------------:|")
for power in MIN_POWER...MAX_POWER {
let size = 1 << power
var totalTime: UInt64 = 0
var maxTime: UInt64 = 0
var totalMem = 0
var maxMem = 0
for seed in 1...RUNS {
let process = Process()
process.executableURL = URL(fileURLWithPath: args[0])
process.arguments = ["--run-once", "\(size)", "\(seed)"]
let stdout = Pipe()
let stderr = Pipe()
process.standardOutput = stdout
process.standardError = stderr
do {
try process.run()
} catch {
fatalError("failed to run benchmark child process: \(error)")
}
process.waitUntilExit()
if process.terminationStatus != 0 {
let err = String(data: stderr.fileHandleForReading.readDataToEndOfFile(), encoding: .utf8) ?? ""
fatalError("benchmark child process failed: \(err)")
}
let data = stdout.fileHandleForReading.readDataToEndOfFile()
let stdoutText = String(data: data, encoding: .utf8) ?? ""
let fields = stdoutText.split(whereSeparator: \.isWhitespace)
guard fields.count >= 2,
let elapsedUs = UInt64(fields[0]),
let auxMem = Int(fields[1]) else {
fatalError("invalid child process output: \(stdoutText)")
}
totalTime += elapsedUs
if elapsedUs > maxTime {
maxTime = elapsedUs
}
totalMem += auxMem
if auxMem > maxMem {
maxMem = auxMem
}
}
let avgTime = totalTime / UInt64(RUNS)
// Memory is summed in bytes and converted to KiB once, after averaging.
let avgMemKb = totalMem / RUNS / 1024
let maxMemKb = maxMem / 1024
let tableRow =
"| \(padLeft(String(size), 10)) | " +
"\(padLeft(formatSeconds(avgTime), 16)) | " +
"\(padLeft(formatSeconds(maxTime), 16)) | " +
"\(padLeft(String(avgMemKb), 20)) | " +
"\(padLeft(String(maxMemKb), 20)) |"
print(tableRow)
}
}
SWIFT
RUN clang -O2 -fPIC -shared alloc_track.c -o liballoc_track.so -ldl
RUN swiftc -Ounchecked -whole-module-optimization \
main.swift \
-o swift-benchmark \
-L. -lalloc_track \
-Xlinker -rpath -Xlinker /app
ENV LD_PRELOAD=/app/liballoc_track.so
CMD ["./swift-benchmark"]
"""#
try dockerfile.write(
to: workdir.appendingPathComponent("Dockerfile"),
atomically: true,
encoding: .utf8
)
// Keeping build and run as separate child processes preserves Docker's
// normal output and the original image tag used by the benchmark skill.
try runCommand("docker", ["build", "-t", "swift-benchmark", workdir.path])
try runCommand("docker", ["run", "--rm", "--init", "swift-benchmark"])
} catch {
fputs("\(error)\n", stderr)
exit(1)
}