PR Performance Report

Warp(workload=delete, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Throughput
2023-06-20T19:10:48.197629 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:48.253184 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=delete, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Throughput
2023-06-20T19:10:48.307056 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:48.363424 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=delete, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Throughput
2023-06-20T19:10:48.417929 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:48.477624 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=delete, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Throughput
2023-06-20T19:10:48.534333 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:48.589341 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true,--objects=2048)

Throughput
2023-06-20T19:10:48.664510 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:48.720905 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Throughput
2023-06-20T19:10:48.775572 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:48.832911 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192,--range)

Throughput
2023-06-20T19:10:48.887221 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:48.940985 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true,--objects=2048)

Throughput
2023-06-20T19:10:48.995256 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:49.055226 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Throughput
2023-06-20T19:10:49.112730 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:49.166475 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192,--range)

Throughput
2023-06-20T19:10:49.220207 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:49.279774 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=1000)

Throughput
2023-06-20T19:10:49.336232 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:49.392428 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=10000)

Throughput
2023-06-20T19:10:49.447183 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:49.505541 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Throughput
2023-06-20T19:10:49.560940 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:49.614481 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=1000)

Throughput
2023-06-20T19:10:49.668651 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:49.725895 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=10000)

Throughput
2023-06-20T19:10:49.783427 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:49.840703 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Throughput
2023-06-20T19:10:49.926363 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:49.983397 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=put, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--disable-multipart,--obj.randsize=false)

Throughput
2023-06-20T19:10:50.040330 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:50.092847 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=put, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false)

Throughput
2023-06-20T19:10:50.146038 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:50.201062 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true)

Throughput
2023-06-20T19:10:50.256826 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:50.315170 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--disable-multipart,--obj.randsize=false)

Throughput
2023-06-20T19:10:50.371138 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:50.428364 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false)

Throughput
2023-06-20T19:10:50.483112 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
Operations
2023-06-20T19:10:50.539136 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/

Comparision Tables

> 1 faster, = 1 no change, < 1 slower, > 1.3x 😎

Test Environment

description Warp: Single Operation Benchmarks
name warp-single-op
suite_id 1fc107ba-4614-42a6-a915-446ee45311c5
under-test-image-id sha256:73d706b7ee89ab0c28f7929b6810067431c7a9982e87b576ecc60cf9071b8d0f
under-test-image-tags quay.io/s3gw/s3gw:v0.17.0
under-test-s3gw-version ceph version Development (no_version) reef (dev)
avg_test_runtime 23.612998500466347
cpu-count 8
cpu-model Intel(R) Xeon(R) CPU E3-1260L v5 @ 2.90GHz
disk-model INTEL SSDPED1K375GA
finished 2023-06-19 16:43:40.894
memtotalkb 65666824
n_tests 21
node-name ares
os-release 5.14.21-150400.24.41-default
runtime_min 496.0
start 2023-06-19 08:27:48.360
test-image-id sha256:624acdda1ad5e64adf3eb3977cee196bc881cea853f6401bd340efce5adf03be
test-image-tags minio/warp:latest
test-warp-version warp version 0.7.3 - 60bf3d5

Latency Graphs

Warp(workload=delete, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Test
1fc107ba-
2023-06-20T19:10:50.655800 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 3 67 22 22
2023-06-20T19:10:50.787610 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
DELETE 9837 10050 9950 9949

Warp(workload=delete, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Test
1fc107ba-
2023-06-20T19:10:50.920723 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 288 376 319 316
2023-06-20T19:10:51.093788 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
DELETE 845 1011 901 909

Warp(workload=delete, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Test
1fc107ba-
2023-06-20T19:10:51.225479 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 22 987 118 112
2023-06-20T19:10:51.356768 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
DELETE 38620 42287 40482 40497

Warp(workload=delete, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Test
1fc107ba-
2023-06-20T19:10:51.488486 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 1130 2167 1560 1552
2023-06-20T19:10:51.619526 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
DELETE 8247 8560 8404 8560

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true,--objects=2048)

Test
1fc107ba-
No data
No data

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Test
1fc107ba-
2023-06-20T19:10:51.752917 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 288 376 320 316
2023-06-20T19:10:51.884491 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
GET 25 94 33 33

Warp(workload=get, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192,--range)

Test
1fc107ba-
2023-06-20T19:10:52.017528 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 288 384 319 316
No data

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true,--objects=2048)

Test
1fc107ba-
No data
No data

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192)

Test
1fc107ba-
2023-06-20T19:10:52.209473 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 1116 2259 1560 1555
2023-06-20T19:10:52.340059 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
GET 40 560 228 227

Warp(workload=get, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false,--objects=8192,--range)

Test
1fc107ba-
2023-06-20T19:10:52.472168 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 1102 2239 1559 1552
No data

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=1000)

Test
1fc107ba-
2023-06-20T19:10:52.607417 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 3 8 4 4
2023-06-20T19:10:52.738190 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
LIST 2026 2472 2065 2045

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=10000)

Test
1fc107ba-
2023-06-20T19:10:52.870034 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 3 15 6 6
2023-06-20T19:10:53.000396 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
LIST 66705 70874 67402 66889

Warp(workload=list, args=--concurrent=1,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Test
1fc107ba-
2023-06-20T19:10:53.132219 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 3 61 22 22

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=1000)

Test
1fc107ba-
2023-06-20T19:10:53.323944 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 29 147 57 51
2023-06-20T19:10:53.454786 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
LIST 13873 16581 14693 14613

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=10000)

Test
1fc107ba-
2023-06-20T19:10:53.586609 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 6 313 60 57

Warp(workload=list, args=--concurrent=20,--duration=10m,--obj.size=256,--obj.randsize=false,--objects=100000)

Test
1fc107ba-
2023-06-20T19:10:53.721274 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 8 733 117 110

Warp(workload=put, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--disable-multipart,--obj.randsize=false)

Test
1fc107ba-
2023-06-20T19:10:53.855796 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 202 225 216 216

Warp(workload=put, args=--concurrent=1,--duration=10m,--obj.size=32MiB,--obj.randsize=false)

Test
1fc107ba-
2023-06-20T19:10:53.990767 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 288 348 314 308

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=256,128MiB,--obj.generator=random,--obj.randsize=true)

Test
1fc107ba-
No data

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--disable-multipart,--obj.randsize=false)

Test
1fc107ba-
2023-06-20T19:10:54.125857 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 1001 1819 1370 1367

Warp(workload=put, args=--concurrent=20,--duration=10m,--obj.size=32MiB,--obj.randsize=false)

Test
1fc107ba-
2023-06-20T19:10:54.260405 image/svg+xml Matplotlib v3.6.3, https://matplotlib.org/
op fastest [ms] slowest [ms] avg [ms] median [ms]
PUT 1127 2101 1557 1551