From d110299d77c9663bf3d91a50d447f8db4f64acb0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Martin=20Roukala=20=28n=C3=A9=20Peres=29?= Date: Thu, 12 Jan 2023 13:49:02 +0200 Subject: [PATCH] ci/deqp-runner: compress results.csv before uploading it to GitLab MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The results.csv file can get ridiculously big for a vkcts run (up to 135MB). Given how seldomly this file is being used, and the fact that it cannot be viewed directly in gitlab's artifact page anyway. Let's compress the file using zstd, and enjoy a ~95% reduction in size at the cost of probably less than 1 second of compression time on even the slowest of the devices in CI (which would use sharing), and about 150ms on the CI machines in the Valve farm. Suggested-by: Daniel Stone Acked-by: David Heidelberg Signed-off-by: Martin Roukala (né Peres) Part-of: --- .gitlab-ci/deqp-runner.sh | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.gitlab-ci/deqp-runner.sh b/.gitlab-ci/deqp-runner.sh index 3bd163c6496..8dcaaf5eada 100755 --- a/.gitlab-ci/deqp-runner.sh +++ b/.gitlab-ci/deqp-runner.sh @@ -230,6 +230,11 @@ if [ -n "$FLAKES_CHANNEL" ]; then --branch-title "${CI_MERGE_REQUEST_TITLE:-$CI_COMMIT_TITLE}" fi +# Compress results.csv to save on bandwidth during the upload of artifacts to +# GitLab. This reduces the size in a VKCTS run from 135 to 7.6MB, and takes +# 0.17s on a Ryzen 5950X (16 threads, 0.95s when limited to 1 thread). +zstd --rm -T0 -8qc $RESULTS/results.csv -o $RESULTS/results.csv.zst + echo -e "\e[0Ksection_end:$(date +%s):test_post_process\r\e[0K" exit $DEQP_EXITCODE