Blame SOURCES/rh2052829-fips_runtime_nss_detection.patch

4ef53b
commit 820d1b1b23be6ea2fd34c687a1be384e7a9830e2
4ef53b
Author: Andrew John Hughes <andrew@openjdk.org>
4ef53b
Date:   Mon Feb 28 05:50:10 2022 +0000
4ef53b
4ef53b
    RH2051605: Detect NSS at Runtime for FIPS detection
4ef53b
4ef53b
diff --git openjdk.orig/jdk/src/solaris/native/java/security/systemconf.c openjdk/jdk/src/solaris/native/java/security/systemconf.c
4ef53b
index 34d0ff0ce9..8dcb7d9073 100644
4ef53b
--- openjdk.orig/jdk/src/solaris/native/java/security/systemconf.c
4ef53b
+++ openjdk/jdk/src/solaris/native/java/security/systemconf.c
4ef53b
@@ -23,25 +23,99 @@
4ef53b
  * questions.
4ef53b
  */
4ef53b
 
4ef53b
-#include <dlfcn.h>
4ef53b
 #include <jni.h>
4ef53b
 #include <jni_util.h>
4ef53b
+#include "jvm_md.h"
4ef53b
 #include <stdio.h>
4ef53b
 
4ef53b
 #ifdef SYSCONF_NSS
4ef53b
 #include <nss3/pk11pub.h>
4ef53b
+#else
4ef53b
+#include <dlfcn.h>
4ef53b
 #endif //SYSCONF_NSS
4ef53b
 
4ef53b
 #include "java_security_SystemConfigurator.h"
4ef53b
 
4ef53b
+#define MSG_MAX_SIZE 256
4ef53b
 #define FIPS_ENABLED_PATH "/proc/sys/crypto/fips_enabled"
4ef53b
-#define MSG_MAX_SIZE 96
4ef53b
 
4ef53b
+typedef int (SECMOD_GET_SYSTEM_FIPS_ENABLED_TYPE)(void);
4ef53b
+
4ef53b
+static SECMOD_GET_SYSTEM_FIPS_ENABLED_TYPE *getSystemFIPSEnabled;
4ef53b
 static jmethodID debugPrintlnMethodID = NULL;
4ef53b
 static jobject debugObj = NULL;
4ef53b
 
4ef53b
-static void throwIOException(JNIEnv *env, const char *msg);
4ef53b
-static void dbgPrint(JNIEnv *env, const char* msg);
4ef53b
+static void dbgPrint(JNIEnv *env, const char* msg)
4ef53b
+{
4ef53b
+    jstring jMsg;
4ef53b
+    if (debugObj != NULL) {
4ef53b
+        jMsg = (*env)->NewStringUTF(env, msg);
4ef53b
+        CHECK_NULL(jMsg);
4ef53b
+        (*env)->CallVoidMethod(env, debugObj, debugPrintlnMethodID, jMsg);
4ef53b
+    }
4ef53b
+}
4ef53b
+
4ef53b
+static void throwIOException(JNIEnv *env, const char *msg)
4ef53b
+{
4ef53b
+    jclass cls = (*env)->FindClass(env, "java/io/IOException");
4ef53b
+    if (cls != 0)
4ef53b
+        (*env)->ThrowNew(env, cls, msg);
4ef53b
+}
4ef53b
+
4ef53b
+static void handle_msg(JNIEnv *env, const char* msg, int msg_bytes)
4ef53b
+{
4ef53b
+  if (msg_bytes > 0 && msg_bytes < MSG_MAX_SIZE) {
4ef53b
+    dbgPrint(env, msg);
4ef53b
+  } else {
4ef53b
+    dbgPrint(env, "systemconf: cannot render message");
4ef53b
+  }
4ef53b
+}
4ef53b
+
4ef53b
+// Only used when NSS is not linked at build time
4ef53b
+#ifndef SYSCONF_NSS
4ef53b
+
4ef53b
+static void *nss_handle;
4ef53b
+
4ef53b
+static jboolean loadNSS(JNIEnv *env)
4ef53b
+{
4ef53b
+  char msg[MSG_MAX_SIZE];
4ef53b
+  int msg_bytes;
4ef53b
+  const char* errmsg;
4ef53b
+
4ef53b
+  nss_handle = dlopen(JNI_LIB_NAME("nss3"), RTLD_LAZY);
4ef53b
+  if (nss_handle == NULL) {
4ef53b
+    errmsg = dlerror();
4ef53b
+    msg_bytes = snprintf(msg, MSG_MAX_SIZE, "loadNSS: dlopen: %s\n",
4ef53b
+                         errmsg);
4ef53b
+    handle_msg(env, msg, msg_bytes);
4ef53b
+    return JNI_FALSE;
4ef53b
+  }
4ef53b
+  dlerror(); /* Clear errors */
4ef53b
+  getSystemFIPSEnabled = (SECMOD_GET_SYSTEM_FIPS_ENABLED_TYPE*)dlsym(nss_handle, "SECMOD_GetSystemFIPSEnabled");
4ef53b
+  if ((errmsg = dlerror()) != NULL) {
4ef53b
+    msg_bytes = snprintf(msg, MSG_MAX_SIZE, "loadNSS: dlsym: %s\n",
4ef53b
+                         errmsg);
4ef53b
+    handle_msg(env, msg, msg_bytes);
4ef53b
+    return JNI_FALSE;
4ef53b
+  }
4ef53b
+  return JNI_TRUE;
4ef53b
+}
4ef53b
+
4ef53b
+static void closeNSS(JNIEnv *env)
4ef53b
+{
4ef53b
+  char msg[MSG_MAX_SIZE];
4ef53b
+  int msg_bytes;
4ef53b
+  const char* errmsg;
4ef53b
+
4ef53b
+  if (dlclose(nss_handle) != 0) {
4ef53b
+    errmsg = dlerror();
4ef53b
+    msg_bytes = snprintf(msg, MSG_MAX_SIZE, "closeNSS: dlclose: %s\n",
4ef53b
+                         errmsg);
4ef53b
+    handle_msg(env, msg, msg_bytes);
4ef53b
+  }
4ef53b
+}
4ef53b
+
4ef53b
+#endif
4ef53b
 
4ef53b
 /*
4ef53b
  * Class:     java_security_SystemConfigurator
4ef53b
@@ -84,6 +158,14 @@ JNIEXPORT jint JNICALL DEF_JNI_OnLoad(JavaVM *vm, void *reserved)
4ef53b
         debugObj = (*env)->NewGlobalRef(env, debugObj);
4ef53b
     }
4ef53b
 
4ef53b
+#ifdef SYSCONF_NSS
4ef53b
+    getSystemFIPSEnabled = *SECMOD_GetSystemFIPSEnabled;
4ef53b
+#else
4ef53b
+    if (loadNSS(env) == JNI_FALSE) {
4ef53b
+      dbgPrint(env, "libsystemconf: Failed to load NSS library.");
4ef53b
+    }
4ef53b
+#endif
4ef53b
+
4ef53b
     return (*env)->GetVersion(env);
4ef53b
 }
4ef53b
 
4ef53b
@@ -99,6 +181,9 @@ JNIEXPORT void JNICALL DEF_JNI_OnUnload(JavaVM *vm, void *reserved)
4ef53b
         if ((*vm)->GetEnv(vm, (void**) &env, JNI_VERSION_1_2) != JNI_OK) {
4ef53b
             return; /* Should not happen */
4ef53b
         }
4ef53b
+#ifndef SYSCONF_NSS
4ef53b
+        closeNSS(env);
4ef53b
+#endif
4ef53b
         (*env)->DeleteGlobalRef(env, debugObj);
4ef53b
     }
4ef53b
 }
4ef53b
@@ -110,61 +195,30 @@ JNIEXPORT jboolean JNICALL Java_java_security_SystemConfigurator_getSystemFIPSEn
4ef53b
     char msg[MSG_MAX_SIZE];
4ef53b
     int msg_bytes;
4ef53b
 
4ef53b
-#ifdef SYSCONF_NSS
4ef53b
-
4ef53b
-    dbgPrint(env, "getSystemFIPSEnabled: calling SECMOD_GetSystemFIPSEnabled");
4ef53b
-    fips_enabled = SECMOD_GetSystemFIPSEnabled();
4ef53b
-    msg_bytes = snprintf(msg, MSG_MAX_SIZE, "getSystemFIPSEnabled:" \
4ef53b
-            " SECMOD_GetSystemFIPSEnabled returned 0x%x", fips_enabled);
4ef53b
-    if (msg_bytes > 0 && msg_bytes < MSG_MAX_SIZE) {
4ef53b
-        dbgPrint(env, msg);
4ef53b
+    if (getSystemFIPSEnabled != NULL) {
4ef53b
+      dbgPrint(env, "getSystemFIPSEnabled: calling SECMOD_GetSystemFIPSEnabled");
4ef53b
+      fips_enabled = (*getSystemFIPSEnabled)();
4ef53b
+      msg_bytes = snprintf(msg, MSG_MAX_SIZE, "getSystemFIPSEnabled:"   \
4ef53b
+                           " SECMOD_GetSystemFIPSEnabled returned 0x%x", fips_enabled);
4ef53b
+      handle_msg(env, msg, msg_bytes);
4ef53b
+      return (fips_enabled == 1 ? JNI_TRUE : JNI_FALSE);
4ef53b
     } else {
4ef53b
-        dbgPrint(env, "getSystemFIPSEnabled: cannot render" \
4ef53b
-                " SECMOD_GetSystemFIPSEnabled return value");
4ef53b
-    }
4ef53b
-    return (fips_enabled == 1 ? JNI_TRUE : JNI_FALSE);
4ef53b
-
4ef53b
-#else // SYSCONF_NSS
4ef53b
+      FILE *fe;
4ef53b
 
4ef53b
-    FILE *fe;
4ef53b
-
4ef53b
-    dbgPrint(env, "getSystemFIPSEnabled: reading " FIPS_ENABLED_PATH);
4ef53b
-    if ((fe = fopen(FIPS_ENABLED_PATH, "r")) == NULL) {
4ef53b
+      dbgPrint(env, "getSystemFIPSEnabled: reading " FIPS_ENABLED_PATH);
4ef53b
+      if ((fe = fopen(FIPS_ENABLED_PATH, "r")) == NULL) {
4ef53b
         throwIOException(env, "Cannot open " FIPS_ENABLED_PATH);
4ef53b
         return JNI_FALSE;
4ef53b
-    }
4ef53b
-    fips_enabled = fgetc(fe);
4ef53b
-    fclose(fe);
4ef53b
-    if (fips_enabled == EOF) {
4ef53b
+      }
4ef53b
+      fips_enabled = fgetc(fe);
4ef53b
+      fclose(fe);
4ef53b
+      if (fips_enabled == EOF) {
4ef53b
         throwIOException(env, "Cannot read " FIPS_ENABLED_PATH);
4ef53b
         return JNI_FALSE;
4ef53b
-    }
4ef53b
-    msg_bytes = snprintf(msg, MSG_MAX_SIZE, "getSystemFIPSEnabled:" \
4ef53b
-            " read character is '%c'", fips_enabled);
4ef53b
-    if (msg_bytes > 0 && msg_bytes < MSG_MAX_SIZE) {
4ef53b
-        dbgPrint(env, msg);
4ef53b
-    } else {
4ef53b
-        dbgPrint(env, "getSystemFIPSEnabled: cannot render" \
4ef53b
-                " read character");
4ef53b
-    }
4ef53b
-    return (fips_enabled == '1' ? JNI_TRUE : JNI_FALSE);
4ef53b
-
4ef53b
-#endif // SYSCONF_NSS
4ef53b
-}
4ef53b
-
4ef53b
-static void throwIOException(JNIEnv *env, const char *msg)
4ef53b
-{
4ef53b
-    jclass cls = (*env)->FindClass(env, "java/io/IOException");
4ef53b
-    if (cls != 0)
4ef53b
-        (*env)->ThrowNew(env, cls, msg);
4ef53b
-}
4ef53b
-
4ef53b
-static void dbgPrint(JNIEnv *env, const char* msg)
4ef53b
-{
4ef53b
-    jstring jMsg;
4ef53b
-    if (debugObj != NULL) {
4ef53b
-        jMsg = (*env)->NewStringUTF(env, msg);
4ef53b
-        CHECK_NULL(jMsg);
4ef53b
-        (*env)->CallVoidMethod(env, debugObj, debugPrintlnMethodID, jMsg);
4ef53b
+      }
4ef53b
+      msg_bytes = snprintf(msg, MSG_MAX_SIZE, "getSystemFIPSEnabled:"   \
4ef53b
+                           " read character is '%c'", fips_enabled);
4ef53b
+      handle_msg(env, msg, msg_bytes);
4ef53b
+      return (fips_enabled == '1' ? JNI_TRUE : JNI_FALSE);
4ef53b
     }
4ef53b
 }