add vibecoded allocator benchmarks
This commit is contained in:
@@ -0,0 +1,64 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
|
||||
TOKIO_FEATURE=""
|
||||
if [[ "${TOKIO_MULTI_THREAD:-false}" == "true" ]]; then
|
||||
TOKIO_FEATURE="tokio-multi-thread"
|
||||
fi
|
||||
|
||||
docker run --rm \
|
||||
-v "$PWD:/work" \
|
||||
-w /work \
|
||||
-e TOKIO_FEATURE="$TOKIO_FEATURE" \
|
||||
-e PLATFORM_LABEL="${PLATFORM_LABEL:-unknown}" \
|
||||
rust:nightly-alpine sh -lc '
|
||||
set -eu
|
||||
apk add --no-cache build-base pkgconfig time
|
||||
|
||||
build_features() {
|
||||
allocator="$1"
|
||||
features=""
|
||||
if [ "$allocator" != "system" ]; then
|
||||
features="$allocator"
|
||||
fi
|
||||
if [ -n "$TOKIO_FEATURE" ]; then
|
||||
if [ -n "$features" ]; then
|
||||
features="$features,$TOKIO_FEATURE"
|
||||
else
|
||||
features="$TOKIO_FEATURE"
|
||||
fi
|
||||
fi
|
||||
echo "$features"
|
||||
}
|
||||
|
||||
: > /work/alpine-results.tsv
|
||||
for allocator in system jemalloc mimalloc_v2 mimalloc_v3; do
|
||||
features="$(build_features "$allocator")"
|
||||
if [ -n "$features" ]; then
|
||||
output="$(/usr/bin/time -v cargo run --release --locked --features "$features" 2>&1 >/dev/null)"
|
||||
else
|
||||
output="$(/usr/bin/time -v cargo run --release --locked 2>&1 >/dev/null)"
|
||||
fi
|
||||
peak="$(echo "$output" | awk -F': ' '/Maximum resident set size/ {print $2; exit}')"
|
||||
if [ -z "$peak" ]; then
|
||||
echo "Failed to parse peak memory for $allocator" >&2
|
||||
exit 1
|
||||
fi
|
||||
printf "%s\t%s\n" "$allocator" "$peak" >> /work/alpine-results.tsv
|
||||
done
|
||||
'
|
||||
|
||||
{
|
||||
echo "### ${PLATFORM_LABEL:-unknown} (tokio-multi-thread=${TOKIO_MULTI_THREAD:-false})"
|
||||
echo ""
|
||||
echo "| Allocator | Peak KB |"
|
||||
echo "| --- | ---: |"
|
||||
sort -n -k2,2 alpine-results.tsv | while IFS=$'\t' read -r allocator peak; do
|
||||
echo "| $allocator | $peak |"
|
||||
done
|
||||
best="$(sort -n -k2,2 alpine-results.tsv | head -n1)"
|
||||
best_allocator="${best%%$'\t'*}"
|
||||
best_peak="${best#*$'\t'}"
|
||||
echo ""
|
||||
echo "**Best:** $best_allocator ($best_peak KB)"
|
||||
} >> "$GITHUB_STEP_SUMMARY"
|
||||
@@ -0,0 +1,88 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
|
||||
TOKIO_FEATURE=""
|
||||
if [[ "${TOKIO_MULTI_THREAD:-false}" == "true" ]]; then
|
||||
TOKIO_FEATURE="tokio-multi-thread"
|
||||
fi
|
||||
|
||||
allocators=(system jemalloc mimalloc_v2 mimalloc_v3)
|
||||
|
||||
if [[ "$RUNNER_OS" == "Linux" ]]; then
|
||||
time_cmd=(/usr/bin/time -v)
|
||||
parse_peak() {
|
||||
awk -F': ' '/Maximum resident set size/ {print $2; exit}'
|
||||
}
|
||||
else
|
||||
time_cmd=(/usr/bin/time -l)
|
||||
parse_peak() {
|
||||
awk '/maximum resident set size/ {print $1; exit}'
|
||||
}
|
||||
fi
|
||||
|
||||
build_features() {
|
||||
local allocator="$1"
|
||||
local features=""
|
||||
if [[ "$allocator" != "system" ]]; then
|
||||
features="$allocator"
|
||||
fi
|
||||
if [[ -n "$TOKIO_FEATURE" ]]; then
|
||||
if [[ -n "$features" ]]; then
|
||||
features="$features,$TOKIO_FEATURE"
|
||||
else
|
||||
features="$TOKIO_FEATURE"
|
||||
fi
|
||||
fi
|
||||
echo "$features"
|
||||
}
|
||||
|
||||
run_one() {
|
||||
local allocator="$1"
|
||||
local features
|
||||
features="$(build_features "$allocator")"
|
||||
|
||||
local feature_args=()
|
||||
if [[ -n "$features" ]]; then
|
||||
feature_args=(--features "$features")
|
||||
fi
|
||||
|
||||
local output
|
||||
output="$(${time_cmd[@]} cargo run --release --locked "${feature_args[@]}" 2>&1 >/dev/null)"
|
||||
|
||||
local peak
|
||||
peak="$(echo "$output" | parse_peak)"
|
||||
if [[ -z "$peak" ]]; then
|
||||
echo "Failed to parse peak memory for $allocator" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ "$RUNNER_OS" != "Linux" ]]; then
|
||||
peak=$((peak / 1024))
|
||||
fi
|
||||
|
||||
printf "%s\t%s\n" "$allocator" "$peak" >> results.tsv
|
||||
}
|
||||
|
||||
if [[ "$RUNNER_OS" == "Windows" ]]; then
|
||||
allocators=(system mimalloc_v2 mimalloc_v3)
|
||||
fi
|
||||
|
||||
: > results.tsv
|
||||
for allocator in "${allocators[@]}"; do
|
||||
run_one "$allocator"
|
||||
done
|
||||
|
||||
{
|
||||
echo "### ${PLATFORM_LABEL:-unknown} (tokio-multi-thread=${TOKIO_MULTI_THREAD:-false})"
|
||||
echo ""
|
||||
echo "| Allocator | Peak KB |"
|
||||
echo "| --- | ---: |"
|
||||
sort -n -k2,2 results.tsv | while IFS=$'\t' read -r allocator peak; do
|
||||
echo "| $allocator | $peak |"
|
||||
done
|
||||
best="$(sort -n -k2,2 results.tsv | head -n1)"
|
||||
best_allocator="${best%%$'\t'*}"
|
||||
best_peak="${best#*$'\t'}"
|
||||
echo ""
|
||||
echo "**Best:** $best_allocator ($best_peak KB)"
|
||||
} >> "$GITHUB_STEP_SUMMARY"
|
||||
@@ -0,0 +1,57 @@
|
||||
$tokioOn = $env:TOKIO_MULTI_THREAD
|
||||
$tokioFeature = if ($tokioOn -eq "true") { "tokio-multi-thread" } else { "" }
|
||||
|
||||
$allocators = @("system", "mimalloc_v2", "mimalloc_v3")
|
||||
|
||||
function Build-Features([string]$allocator, [string]$tokio) {
|
||||
$features = @()
|
||||
if ($allocator -ne "system") { $features += $allocator }
|
||||
if ($tokio) { $features += $tokio }
|
||||
return ($features -join ",")
|
||||
}
|
||||
|
||||
function Run-One([string]$allocator, [string]$features) {
|
||||
$args = @("run", "--release", "--locked")
|
||||
if ($features) { $args += "--features"; $args += $features }
|
||||
|
||||
$peak = 0
|
||||
$proc = Start-Process -FilePath "cargo" -ArgumentList $args -PassThru -NoNewWindow
|
||||
while (-not $proc.HasExited) {
|
||||
Start-Sleep -Milliseconds 200
|
||||
try {
|
||||
$p = Get-Process -Id $proc.Id -ErrorAction Stop
|
||||
$current = [math]::Max($p.WorkingSet64, $p.PeakWorkingSet64)
|
||||
if ($current -gt $peak) { $peak = $current }
|
||||
} catch { }
|
||||
}
|
||||
$peakKb = [math]::Floor($peak / 1kb)
|
||||
Add-Content -Path results.tsv -Value "$allocator`t$peakKb"
|
||||
}
|
||||
|
||||
if (Test-Path results.tsv) { Remove-Item results.tsv -Force }
|
||||
foreach ($allocator in $allocators) {
|
||||
$features = Build-Features $allocator $tokioFeature
|
||||
Run-One $allocator $features
|
||||
}
|
||||
|
||||
$rows = Get-Content results.tsv | ForEach-Object {
|
||||
$parts = $_ -split "`t"
|
||||
[pscustomobject]@{
|
||||
Allocator = $parts[0]
|
||||
PeakKB = [int]$parts[1]
|
||||
}
|
||||
}
|
||||
$sorted = $rows | Sort-Object PeakKB
|
||||
$best = $sorted | Select-Object -First 1
|
||||
|
||||
$summary = @()
|
||||
$summary += "### $($env:PLATFORM_LABEL) (tokio-multi-thread=$tokioOn)"
|
||||
$summary += ""
|
||||
$summary += "| Allocator | Peak KB |"
|
||||
$summary += "| --- | ---: |"
|
||||
foreach ($row in $sorted) {
|
||||
$summary += "| $($row.Allocator) | $($row.PeakKB) |"
|
||||
}
|
||||
$summary += ""
|
||||
$summary += "**Best:** $($best.Allocator) ($($best.PeakKB) KB)"
|
||||
$summary -join "`n" | Add-Content $env:GITHUB_STEP_SUMMARY
|
||||
Reference in New Issue
Block a user