[serving] set ai.djl.pytorch.num_interop_threads (#1059)

Change-Id: I9b654322e2b7505dbaa8569b6480a4f5ab19c981

Author: frankfliu

api/src/main/java/ai/djl/training/listener/MemoryTrainingListener.java

@@ -103,7 +103,7 @@ public static void collectMemoryInfo(Metrics metrics) {
 
             metrics.addMetric("Heap", heapUsed, "bytes");
             metrics.addMetric("NonHeap", nonHeapUsed, "bytes");
-            int gpuCount = Device.getGpuCount();
+            int gpuCount = CudaUtils.getGpuCount();
 
             // CudaUtils.getGpuMemory() will allocates memory on GPUs if CUDA runtime is not
             // initialized.
@@ -138,7 +138,7 @@ public static void dumpMemoryInfo(Metrics metrics, String logDir) {
                 list.addAll(metrics.getMetric("NonHeap"));
                 list.addAll(metrics.getMetric("cpu"));
                 list.addAll(metrics.getMetric("rss"));
-                int gpuCount = Device.getGpuCount();
+                int gpuCount = CudaUtils.getGpuCount();
                 for (int i = 0; i < gpuCount; ++i) {
                     list.addAll(metrics.getMetric("GPU-" + i));
                 }

serving/serving/build.gradle

@@ -46,6 +46,7 @@ run {
     systemProperties System.getProperties()
     systemProperties.remove("user.dir")
     systemProperty("file.encoding", "UTF-8")
+    systemProperty("ai.djl.pytorch.num_interop_threads", "1")
     applicationDefaultJvmArgs = ["-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=4000"]
 }
 
@@ -56,7 +57,7 @@ startScripts {
         text = text.replace('DEFAULT_JVM_OPTS=""', 'if [[ "${MODEL_SERVER_HOME}" = "" ]] ; then\n' +
                 '    export MODEL_SERVER_HOME=${APP_HOME}\n' +
                 'fi\n' +
-                'DEFAULT_JVM_OPTS="-Dlog4j.configurationFile=${APP_HOME}/conf/log4j2.xml"\n')
+                'DEFAULT_JVM_OPTS="-Dai.djl.pytorch.num_interop_threads=1 -Dlog4j.configurationFile=${APP_HOME}/conf/log4j2.xml"\n')
         text = text.replaceAll('CLASSPATH=\\$APP_HOME/lib/.*', 'CLASSPATH=\\$APP_HOME/lib/*')
         unixScript.text = text
     }