S3GW Performance Report

Warp(workload=delete, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Throughput
2023-08-04T07:16:03.519851 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:03.622317 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=delete, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

At least one test suite failed this test :(

Warp(workload=delete, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

At least one test suite failed this test :(

Warp(workload=delete, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

At least one test suite failed this test :(

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true,--objects=2048)

Throughput
2023-08-04T07:16:03.729016 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:03.848350 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

At least one test suite failed this test :(

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192,--range)

At least one test suite failed this test :(

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true,--objects=2048)

Throughput
2023-08-04T07:16:03.960163 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:04.071001 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

At least one test suite failed this test :(

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192,--range)

At least one test suite failed this test :(

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=1000)

Throughput
2023-08-04T07:16:04.182143 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:04.326242 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=10000)

Throughput
2023-08-04T07:16:04.446625 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:04.555261 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Throughput
2023-08-04T07:16:04.664099 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:04.777658 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=1000)

Throughput
2023-08-04T07:16:04.881651 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:04.992410 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=10000)

Throughput
2023-08-04T07:16:05.098441 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:05.211029 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

At least one test suite failed this test :(

Warp(workload=put, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--disable-multipart,--obj.randsize=false)

Throughput
2023-08-04T07:16:05.312861 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:05.425465 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=put, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false)

Throughput
2023-08-04T07:16:05.523972 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:05.637694 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true)

Throughput
2023-08-04T07:16:05.742450 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:05.850869 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--disable-multipart,--obj.randsize=false)

Throughput
2023-08-04T07:16:05.958395 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:06.064013 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false)

Throughput
2023-08-04T07:16:06.170044 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-08-04T07:16:06.279467 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Test Failures

Warp(workload=delete, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)
Warp(workload=delete, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)
Warp(workload=delete, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)
Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)
Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192,--range)
Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)
Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192,--range)
Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Comparison Tables

> 1 faster, = 1 no change, < 1 slower, > 1.3x 😎

Test Environment

human-id ️0.19.0
name warp-single-op
description Warp: Single Operation Benchmarks
suite_id 99067bc1-8e83-4fd1-928b-07df39ee8ad6
under-test-s3gw-version ceph version Development (no_version) reef (dev)
under-test-image-tags quay.io/s3gw/s3gw:v0.19.0
under-test-image-id sha256:cb2644fbe9e2756f5a5585ba63ffdcc6712b17c908467757555676c45ece8621
avg_test_runtime 16.925952583551407
cpu-count 8
cpu-model Intel(R) Xeon(R) CPU E3-1260L v5 @ 2.90GHz
disk-model INTEL SSDPED1K375GA
finished 2023-08-04 04:58:13.415
memtotalkb 65666824
n_tests 21
node-name ares
os-release 5.14.21-150400.24.41-default
runtime_min 505.0
start 2023-08-03 20:33:41.342
test-image-id sha256:3421d68ddd4f7086cc02680bb0211d69395d50ab993bb1d476e3930eb55a4192
test-image-tags minio/warp:latest
test-warp-version warp version 0.7.5 - 77be8b7

Latency Graphs

Warp(workload=delete, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Test
️0.19.0
2023-08-04T07:16:06.523943 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 3 62 23 23
2023-08-04T07:16:06.844472 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
DELETE 10195 10477 10320 10322

Warp(workload=delete, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Test
️0.19.0 failed

Warp(workload=delete, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Test
️0.19.0 failed

Warp(workload=delete, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Test
️0.19.0 failed

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true,--objects=2048)

Test
️0.19.0
No data
No data

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Test
️0.19.0 failed

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192,--range)

Test
️0.19.0 failed

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true,--objects=2048)

Test
️0.19.0
No data
No data

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Test
️0.19.0 failed

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192,--range)

Test
️0.19.0 failed

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=1000)

Test
️0.19.0
2023-08-04T07:16:07.111453 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 3 9 4 4
2023-08-04T07:16:07.365852 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
LIST 25 101 39 36

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=10000)

Test
️0.19.0
2023-08-04T07:16:07.629106 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 3 15 6 6
2023-08-04T07:16:07.871995 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
LIST 344 600 455 454

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Test
️0.19.0
2023-08-04T07:16:08.122880 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 3 63 23 23
2023-08-04T07:16:08.405840 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
LIST 11860 12286 12106 12127

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=1000)

Test
️0.19.0
2023-08-04T07:16:08.729052 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 16 609 63 42
2023-08-04T07:16:09.098242 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
LIST 3 133 34 26

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=10000)

Test
️0.19.0
2023-08-04T07:16:09.376915 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 4 3507 104 27
2023-08-04T07:16:09.642447 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
LIST 30 302 101 98

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Test
️0.19.0 failed

Warp(workload=put, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--disable-multipart,--obj.randsize=false)

Test
️0.19.0
2023-08-04T07:16:09.894804 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 203 229 215 216

Warp(workload=put, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false)

Test
️0.19.0
2023-08-04T07:16:10.161923 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 456 528 489 488

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true)

Test
️0.19.0
No data

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--disable-multipart,--obj.randsize=false)

Test
️0.19.0
2023-08-04T07:16:10.432577 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 989 1801 1370 1367

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false)

Test
️0.19.0
2023-08-04T07:16:10.696980 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 3326 5346 4087 4072