Merge pull request ClickHouse#79002 from ClickHouse/ci_enable_profiling_in_perf_tests

CI: Enable profiling in perf tests

Author: maxknv

ci/jobs/performance_tests.py

@@ -162,7 +162,7 @@ def run_test(
             f"./tests/performance/scripts/perf.py --host localhost localhost \
                 --port {cls.LEFT_SERVER_PORT} {cls.RIGHT_SERVER_PORT} \
                 --runs {runs} --max-queries {max_queries} \
-                --profile-seconds 0 \
+                --profile-seconds 10 \
                 {test_file}",
             verbose=True,
         )
@@ -621,7 +621,7 @@ def too_many_slow(msg):
     # attach all logs with errors
     Shell.check(f"rm -f {perf_wd}/logs.tar.zst")
     Shell.check(
-        f'cd {perf_wd} && find . -type f \( -name "*.log" -o -name "*.tsv" -o -name "*.txt" -o -name "*.rep" \) ! -path "*/db/*" !  -path "*/db0/*" -print0 | tar --null -T - -cf - | zstd -o ./logs.tar.zst',
+        f'cd {perf_wd} && find . -type f \( -name "*.log" -o -name "*.tsv" -o -name "*.txt" -o -name "*.rep" -o -name "*.svg" \) ! -path "*/db/*" !  -path "*/db0/*" -print0 | tar --null -T - -cf - | zstd -o ./logs.tar.zst',
         verbose=True,
     )
     if Path(f"{perf_wd}/logs.tar.zst").is_file():

ci/jobs/scripts/perf/compare.sh

@@ -1104,7 +1104,7 @@ do
             | cut -f 5- \
             | sed 's/\t/ /g' \
             | tee "report/tmp/$query_file.stacks.$version.tsv" \
-            | ~/fg/flamegraph.pl --hash > "$query_file.$version.svg" &
+            | /fg/flamegraph.pl --hash > "$query_file.$version.svg" &
     done
 done
 wait
@@ -1113,10 +1113,10 @@ unset IFS
 # Create differential flamegraphs.
 while IFS= read -r query_file
 do
-    ~/fg/difffolded.pl "report/tmp/$query_file.stacks.left.tsv" \
+    /fg/difffolded.pl "report/tmp/$query_file.stacks.left.tsv" \
             "report/tmp/$query_file.stacks.right.tsv" \
         | tee "report/tmp/$query_file.stacks.diff.tsv" \
-        | ~/fg/flamegraph.pl > "$query_file.diff.svg" &
+        | /fg/flamegraph.pl > "$query_file.diff.svg" &
 done < report/query-files.txt
 wait
 

docker/test/performance-comparison/Dockerfile

@@ -39,6 +39,12 @@ RUN apt-get update \
 COPY requirements.txt /
 RUN pip3 --no-cache-dir install -r requirements.txt
 
+RUN mkdir /fg && cd /fg \
+    && wget -nv -nd -c "https://raw.githubusercontent.com/brendangregg/FlameGraph/cd9ee4c4449775a2f867acf31c84b7fe4b132ad5/flamegraph.pl" \
+    && wget -nv -nd -c "https://raw.githubusercontent.com/brendangregg/FlameGraph/cd9ee4c4449775a2f867acf31c84b7fe4b132ad5/difffolded.pl" \
+    && chmod +x /fg/difffolded.pl \
+    && chmod +x /fg/flamegraph.pl
+
 COPY run.sh /
 
 COPY --from=clickhouse/cctools:13cfebfd8f1bbc65ab49 /opt/gdb /opt/gdb