Update results comparison table difference format
Small proposal to update numerical difference to percentages in GitLab Versions comparison table. WDYT?
Current results: https://gitlab.com/gitlab-org/quality/performance/wikis/Benchmarks/GitLab-Versions
Result will look like this:
Comparisions
NAME | 11-7-0 | 11-8-0 | 11-9-0 | 11-10-0 | 11-11-0 | 12-0-0 | 12-1-0 | 12-2-0 | 12-3-0 | 12-4-0 | 12-5-0 | 12-6-0-PRE |
---|---|---|---|---|---|---|---|---|---|---|---|---|
api_v4_groups_group | 482.82ms (-) | 378.19ms (-21.67%) | 389.38ms (+2.96%) | 399.56ms (+2.61%) | 416.98ms (+4.36%) | 468.71ms (+12.41%) | 500.37ms (+6.75%) | 540.52ms (+8.02%) | 567.44ms (+4.98%) | 618.24ms (+8.95%) | 595.50ms (-3.68%) | 164.31ms (+1.34%) |
api_v4_groups_projects | 59.25ms (-) | 66.59ms (+12.39%) | 68.38ms (+2.69%) | 64.64ms (-5.47%) | 72.16ms (+11.63%) | 74.91ms (+3.81%) | 122.68ms (+63.77%) | 77.62ms (-36.73%) | 72.03ms (-7.2%) | 161.01ms (+123.53%) | 79.15ms (-50.84%) | 161.23ms (-1.86%) |
api_v4_projects_deploy_keys | 91.00ms (-) | 69.16ms (-24.0%) | 84.62ms (+22.35%) | 87.82ms (+3.78%) | 111.80ms (+27.31%) | 110.95ms (-0.76%) | 76.83ms (-30.75%) | 167.92ms (+118.56%) | 194.69ms (+15.94%) | 235.81ms (+21.12%) | 133.20ms (-43.51%) | 46.41ms (-4.94%) |
api_v4_projects_languages | 28195.41ms (-) | 27847.02ms (-1.24%) | 27850.32ms (+0.01%) | 40.17ms (-99.86%) | 43.60ms (+8.54%) | 46.60ms (+6.88%) | 49.15ms (+5.47%) | 50.21ms (+2.16%) | 53.14ms (+5.84%) | 66.66ms (+25.44%) | 64.86ms (-2.7%) | 41.51ms (-8.87%) |
api_v4_projects_merge_requests | 218.76ms (-) | 230.31ms (+5.28%) | 674.78ms (+192.99%) | 636.73ms (-5.64%) | 641.94ms (+0.82%) | 649.00ms (+1.1%) | 721.37ms (+11.15%) | 878.44ms (+21.77%) | 839.11ms (-4.48%) | 1077.10ms (+28.36%) | 417.52ms (-61.24%) | 297.75ms (-3.95%) |
api_v4_projects_merge_requests_merge_request | 67.92ms (-) | 72.30ms (+6.45%) | 69.17ms (-4.33%) | 82.89ms (+19.84%) | 75.12ms (-9.37%) | 101.60ms (+35.25%) | 127.61ms (+25.6%) | 126.38ms (-0.96%) | 145.27ms (+14.95%) | 178.20ms (+22.67%) | 130.62ms (-26.7%) | 89.97ms (-1.88%) |
api_v4_projects_merge_requests_merge_request_changes | 50.11ms (-) | 44.20ms (-11.79%) | 45.96ms (+3.98%) | 60.54ms (+31.72%) | 62.86ms (+3.83%) | 88.24ms (+40.38%) | 73.96ms (-16.18%) | 88.87ms (+20.16%) | 66.46ms (-25.22%) | 146.14ms (+119.89%) | 92.53ms (-36.68%) | 85.22ms (-8.73%) |
api_v4_projects_merge_requests_merge_request_commits | 2809.04ms (-) | 2903.96ms (+3.38%) | 2765.55ms (-4.77%) | 2856.19ms (+3.28%) | 2833.00ms (-0.81%) | 2847.06ms (+0.5%) | 3023.51ms (+6.2%) | 3241.03ms (+7.19%) | 3037.64ms (-6.28%) | 3513.75ms (+15.67%) | 102.19ms (-97.09%) | 77.88ms (+3.7%) |
api_v4_projects_merge_requests_merge_request_discussions | 163.66ms (-) | 175.47ms (+7.22%) | 176.66ms (+0.68%) | 200.75ms (+13.64%) | 202.24ms (+0.74%) | 260.35ms (+28.73%) | 268.25ms (+3.03%) | 1018.93ms (+279.84%) | 837.73ms (-17.78%) | 1140.07ms (+36.09%) | 881.02ms (-22.72%) | 2521.00ms (+5.88%) |
api_v4_projects_project | 111.93ms (-) | 126.07ms (+12.63%) | 119.54ms (-5.18%) | 270.27ms (+126.09%) | 227.89ms (-15.68%) | 282.17ms (+23.82%) | 436.59ms (+54.73%) | 495.00ms (+13.38%) | 548.94ms (+10.9%) | 706.91ms (+28.78%) | 209.31ms (-70.39%) | 121.21ms (-10.93%) |
api_v4_projects_project_pipelines | 62.49ms (-) | 72.56ms (+16.11%) | 81.06ms (+11.71%) | 75.05ms (-7.41%) | 76.11ms (+1.41%) | 88.87ms (+16.77%) | 91.87ms (+3.38%) | 98.04ms (+6.72%) | 89.93ms (-8.27%) | 130.07ms (+44.63%) | 144.03ms (+10.73%) | 76.80ms (-4.28%) |
api_v4_projects_project_search_blobs | 1607.67ms (-) | 149.83ms (-90.68%) | 150.66ms (+0.55%) | 153.86ms (+2.12%) | 129.26ms (-15.99%) | 129.06ms (-0.15%) | 142.55ms (+10.45%) | 137.22ms (-3.74%) | 142.14ms (+3.59%) | 169.12ms (+18.98%) | 224.69ms (+32.86%) | 176.70ms (+3.25%) |
api_v4_projects_repository_branches_branch | 666.49ms (-) | 657.41ms (-1.36%) | 660.76ms (+0.51%) | 673.44ms (+1.92%) | 677.41ms (+0.59%) | 691.24ms (+2.04%) | 1246.24ms (+80.29%) | 1297.49ms (+4.11%) | 1272.24ms (-1.95%) | 1380.84ms (+8.54%) | 1271.65ms (-7.91%) | 65.23ms (-4.05%) |
api_v4_projects_repository_commits | 79.28ms (-) | 56.77ms (-28.39%) | 56.83ms (+0.11%) | 57.43ms (+1.06%) | 68.30ms (+18.93%) | 63.43ms (-7.13%) | 404.06ms (+537.02%) | 423.96ms (+4.93%) | 78.06ms (-81.59%) | 474.28ms (+507.58%) | 361.55ms (-23.77%) | 81.42ms (+6.96%) |
api_v4_projects_repository_commits_sha | 93.93ms (-) | 61.01ms (-35.05%) | 60.24ms (-1.26%) | 62.49ms (+3.74%) | 56.51ms (-9.57%) | 56.04ms (-0.83%) | 158.74ms (+183.26%) | 128.59ms (-18.99%) | 462.87ms (+259.96%) | 514.15ms (+11.08%) | 559.70ms (+8.86%) | 67.26ms (-7.27%) |
api_v4_projects_repository_commits_sha_diff | 50.90ms (-) | 51.56ms (+1.3%) | 51.57ms (+0.02%) | 60.21ms (+16.75%) | 57.11ms (-5.15%) | 52.90ms (-7.37%) | 93.28ms (+76.33%) | 129.25ms (+38.56%) | 201.91ms (+56.22%) | 142.11ms (-29.62%) | 105.56ms (-25.72%) | 66.99ms (-7.02%) |
api_v4_projects_repository_files_file | 74.69ms (-) | 76.14ms (+1.94%) | 76.51ms (+0.49%) | 85.25ms (+11.42%) | 75.09ms (-11.92%) | 104.15ms (+38.7%) | 99.76ms (-4.22%) | 124.39ms (+24.69%) | 157.66ms (+26.75%) | 172.75ms (+9.57%) | 217.96ms (+26.17%) | 99.64ms (+8.97%) |
api_v4_projects_repository_files_file_raw | 75.07ms (-) | 476.44ms (+534.66%) | 482.50ms (+1.27%) | 494.13ms (+2.41%) | 466.84ms (-5.52%) | 445.54ms (-4.56%) | 466.66ms (+4.74%) | 518.17ms (+11.04%) | 721.91ms (+39.32%) | 614.93ms (-14.82%) | 565.69ms (-8.01%) | 99.43ms (+0.29%) |
api_v4_projects_repository_tree | 54.84ms (-) | 63.49ms (+15.77%) | 57.32ms (-9.72%) | 62.47ms (+8.98%) | 63.96ms (+2.39%) | 56.85ms (-11.12%) | 93.95ms (+65.26%) | 110.39ms (+17.5%) | 122.06ms (+10.57%) | 131.99ms (+8.14%) | 124.87ms (-5.39%) | 71.59ms (-2.63%) |
api_v4_user | 41.79ms (-) | 43.58ms (+4.28%) | 41.64ms (-4.45%) | 45.38ms (+8.98%) | 42.76ms (-5.77%) | 42.30ms (-1.08%) | 55.23ms (+30.57%) | 58.65ms (+6.19%) | 56.12ms (-4.31%) | 73.72ms (+31.36%) | 64.26ms (-12.83%) | 34.34ms (-8.86%) |
git_ls_remote | 85.51ms (-) | 86.58ms (+1.25%) | 79.10ms (-8.64%) | 96.57ms (+22.09%) | 79.81ms (-17.36%) | 76.25ms (-4.46%) | 84.69ms (+11.07%) | 118.38ms (+39.78%) | 145.14ms (+22.61%) | 119.65ms (-17.56%) | 145.42ms (+21.54%) | 88.79ms (-8.3%) |
git_pull | 76.10ms (-) | 129.86ms (+70.64%) | 83.87ms (-35.42%) | 113.85ms (+35.75%) | 78.09ms (-31.41%) | 73.72ms (-5.6%) | 227.57ms (+208.7%) | 319.51ms (+40.4%) | 282.80ms (-11.49%) | 397.64ms (+40.61%) | 303.72ms (-23.62%) | 91.26ms (-8.43%) |
scenario_api_new_issues | 493.44ms (-) | 597.43ms (+21.07%) | 520.16ms (-12.93%) | 547.06ms (+5.17%) | 567.03ms (+3.65%) | 734.28ms (+29.5%) | 588.44ms (-19.86%) | 847.14ms (+43.96%) | 675.49ms (-20.26%) | 1294.87ms (+91.69%) | 666.97ms (-48.49%) | 353.42ms (-4.38%) |
web_group | 836.02ms (-) | 485.14ms (-41.97%) | 902.86ms (+86.1%) | 922.32ms (+2.16%) | 746.09ms (-19.11%) | 381.55ms (-48.86%) | 392.83ms (+2.96%) | 644.44ms (+64.05%) | 908.23ms (+40.93%) | 908.18ms (-0.01%) | 541.70ms (-40.35%) | 193.27ms (-29.31%) |
web_project | 620.50ms (-) | 852.51ms (+37.39%) | 1024.47ms (+20.17%) | 1040.84ms (+1.6%) | 752.53ms (-27.7%) | 550.04ms (-26.91%) | 942.57ms (+71.36%) | 640.50ms (-32.05%) | 841.65ms (+31.41%) | 836.00ms (-0.67%) | 840.41ms (+0.53%) | 473.99ms (-15.77%) |
web_project_branches | 125.05ms (-) | 129.88ms (+3.86%) | 245.79ms (+89.24%) | 255.31ms (+3.87%) | 106.74ms (-58.19%) | 1177.36ms (+1003.02%) | 1469.56ms (+24.82%) | 1528.93ms (+4.04%) | 1305.23ms (-14.63%) | 1520.48ms (+16.49%) | 1519.15ms (-0.09%) | 1261.79ms (+3.68%) |
web_project_commits | 1095.38ms (-) | 1155.50ms (+5.49%) | 1116.91ms (-3.34%) | 1201.36ms (+7.56%) | 1268.65ms (+5.6%) | 984.88ms (-22.37%) | 1238.69ms (+25.77%) | 1762.17ms (+42.26%) | 763.93ms (-56.65%) | 1532.40ms (+100.59%) | 1207.95ms (-21.17%) | 682.01ms (-13.2%) |
web_project_merge_requests | 350.15ms (-) | 732.95ms (+109.32%) | 587.83ms (-19.8%) | 678.36ms (+15.4%) | 551.24ms (-18.74%) | 349.89ms (-36.53%) | 717.35ms (+105.02%) | 664.23ms (-7.41%) | 480.74ms (-27.62%) | 1023.29ms (+112.86%) | 723.45ms (-29.3%) | 421.73ms (+3.4%) |
web_project_pipelines | 146.85ms (-) | 146.69ms (-0.11%) | 152.87ms (+4.21%) | 191.31ms (+25.15%) | 138.49ms (-27.61%) | 159.70ms (+15.32%) | 218.01ms (+36.51%) | 179.64ms (-17.6%) | 171.57ms (-4.49%) | 210.83ms (+22.88%) | 251.13ms (+19.11%) | 205.12ms (+2.49%) |
web_project_tree | 231.58ms (-) | 310.60ms (+34.12%) | 292.12ms (-5.95%) | 536.84ms (+83.77%) | 439.91ms (-18.06%) | 250.35ms (-43.09%) | 393.20ms (+57.06%) | 287.91ms (-26.78%) | 268.98ms (-6.57%) | 506.06ms (+88.14%) | 445.46ms (-11.97%) | 305.91ms (-6.24%) |
web_projects_blob_controller_show | 423.03ms (-) | 401.67ms (-5.05%) | 623.64ms (+55.26%) | 668.19ms (+7.14%) | 353.69ms (-47.07%) | 315.62ms (-10.76%) | 386.26ms (+22.38%) | 370.74ms (-4.02%) | 336.28ms (-9.29%) | 479.94ms (+42.72%) | 472.39ms (-1.57%) | 372.56ms (+9.86%) |