Run non-perf sensitive tests on Cirrus (#27971)

* Run non-perf sensisitive tests on Cirrus
diff --git a/dev/bots/download_open_jdk.sh b/dev/bots/download_open_jdk.sh
new file mode 100755
index 0000000..313ce05
--- /dev/null
+++ b/dev/bots/download_open_jdk.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -e
+
+if [[ -z $OPEN_JDK_URL ]]; then
+  exit 0
+fi
+
+mkdir -p $HOME/Java
+pushd $HOME/Java
+curl -L $OPEN_JDK_URL --output open_jdk.tar.gz
+tar -xvf open_jdk.tar.gz
+rm open_jdk.tar.gz
+popd