diff --git a/.ci/docker/common/install_base.sh b/.ci/docker/common/install_base.sh
index f7df0c7bc6..64d9558934 100644
--- a/.ci/docker/common/install_base.sh
+++ b/.ci/docker/common/install_base.sh
@@ -21,7 +21,10 @@ install_ubuntu() {
     unzip \
     gdb \
     rsync \
-    libssl-dev
+    libssl-dev \
+    p7zip-full \
+    libglfw3 \  # For gym in reinforcement_ppo.py
+    libglfw3-dev
 
   # Cleanup package manager
   apt-get autoclean && apt-get clean