diff --git a/taskcluster/docker/decision/system-setup.sh b/taskcluster/docker/decision/system-setup.sh
index 0f9d04fa50ba..2dfcfa3d64a5 100644
--- a/taskcluster/docker/decision/system-setup.sh
+++ b/taskcluster/docker/decision/system-setup.sh
@@ -8,7 +8,14 @@ apt-get update
 apt-get install \
     python \
     sudo \
-    python3-yaml
+    python3-yaml \
+    python3-pip
 
+pip install --disable-pip-version-check --quiet --no-cache-dir orjson==3.10.15
+
+apt-get remove --purge python3-pip
+apt-get autoremove --purge
+apt-get clean
+apt-get autoclean
 rm -rf /var/lib/apt/lists/
 rm "$0"