diff --git a/hypertrace-gradle-docker-java-application-plugin/src/main/resources/application-start-script.template.sh b/hypertrace-gradle-docker-java-application-plugin/src/main/resources/application-start-script.template.sh
index 4ba4249..de40807 100644
--- a/hypertrace-gradle-docker-java-application-plugin/src/main/resources/application-start-script.template.sh
+++ b/hypertrace-gradle-docker-java-application-plugin/src/main/resources/application-start-script.template.sh
@@ -23,4 +23,10 @@
 
 set -e
 
-exec java ${defaultJvmOpts.substring(1, defaultJvmOpts.length()-1)} \$JAVA_OPTS -classpath '/app/resources:/app/classes:/app/localLibs/*:/app/orgLibs/*:/app/externalLibs/*' ${mainClassName} \$@
+CLASSPATH="/app/resources:/app/classes:/app/localLibs/*:/app/orgLibs/*:/app/externalLibs/*"
+if [ "\$FIPS_ENABLED" = "true" ]; then
+  CLASSPATH="/usr/share/java/bc-fips/*:\${CLASSPATH}"
+  echo "Adding the additional FIPS libs to the classpath"
+fi
+
+exec java ${defaultJvmOpts.substring(1, defaultJvmOpts.length()-1)} \$JAVA_OPTS \$FIPS_JAVA_OPTS -classpath \${CLASSPATH} ${mainClassName} \$@