System info export for debugging and bug reporting (#34)
* System info export for debugging and bug reporting Signed-off-by: Ryan Nett <rnett@skymind.io> * class name fix Signed-off-by: Ryan Nett <rnett@skymind.io> * add version information, pointer memory info Signed-off-by: Ryan Nett <rnett@skymind.io> * add nvidia-smi and nvcc info Signed-off-by: Ryan Nett <rnett@skymind.io> * line cleanup Signed-off-by: Ryan Nett <rnett@skymind.io> * nvidia-smi run works Signed-off-by: Ryan Nett <rnett@skymind.io> * add oshi dependency Signed-off-by: Ryan Nett <rnett@skymind.io> * use OS info, add workspaces info Signed-off-by: Ryan Nett <rnett@skymind.io> * use ServiceLoader to load GPU information Signed-off-by: Ryan Nett <rnett@skymind.io> * register service Signed-off-by: Ryan Nett <rnett@skymind.io> * moved service out of NativeOpsHolder (private constructor) Signed-off-by: Ryan Nett <rnett@skymind.io> * added newline Signed-off-by: Ryan Nett <rnett@skymind.io> * added license Signed-off-by: Ryan Nett <rnett@skymind.io> * and one more Signed-off-by: Ryan Nett <rnett@skymind.io> * copyright update Signed-off-by: Ryan Nett <rnett@skymind.io> * fixes Signed-off-by: Ryan Nett <rnett@skymind.io> * removed unused imports Signed-off-by: Ryan Nett <rnett@skymind.io> * removed more unused imports Signed-off-by: Ryan Nett <rnett@skymind.io> * close streams Signed-off-by: Ryan Nett <rnett@skymind.io> * and another one Signed-off-by: Ryan Nett <rnett@skymind.io> * use method Signed-off-by: Ryan Nett <rnett@skymind.io> * one more copyright Signed-off-by: Ryan Nett <rnett@skymind.io> * remove double license Signed-off-by: Ryan Nett <rnett@skymind.io> * moved test to correct package Signed-off-by: Ryan Nett <rnett@skymind.io> * classpath update Signed-off-by: Ryan Nett <rnett@skymind.io> * classpath for java >8 fix Signed-off-by: Ryan Nett <rnett@skymind.io>master
Ryan Nett
AlexDBlack
parent
e67e25ba30
commit
d854e28b34
|
|
@ -16,7 +16,24 @@
|
||||||
|
|
||||||
package org.deeplearning4j.util;
|
package org.deeplearning4j.util;
|
||||||
|
|
||||||
|
import static org.deeplearning4j.nn.conf.inputs.InputType.inferInputType;
|
||||||
|
import static org.deeplearning4j.nn.conf.inputs.InputType.inferInputTypes;
|
||||||
|
import static org.nd4j.systeminfo.SystemInfo.inferVersion;
|
||||||
|
|
||||||
import com.jakewharton.byteunits.BinaryByteUnit;
|
import com.jakewharton.byteunits.BinaryByteUnit;
|
||||||
|
import java.io.File;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.text.SimpleDateFormat;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Arrays;
|
||||||
|
import java.util.Collection;
|
||||||
|
import java.util.Collections;
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.HashSet;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.Properties;
|
||||||
|
import java.util.Set;
|
||||||
import lombok.Getter;
|
import lombok.Getter;
|
||||||
import lombok.NonNull;
|
import lombok.NonNull;
|
||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
|
|
@ -45,20 +62,9 @@ import org.nd4j.linalg.primitives.Pair;
|
||||||
import org.nd4j.linalg.util.ArrayUtil;
|
import org.nd4j.linalg.util.ArrayUtil;
|
||||||
import org.nd4j.nativeblas.NativeOps;
|
import org.nd4j.nativeblas.NativeOps;
|
||||||
import org.nd4j.nativeblas.NativeOpsHolder;
|
import org.nd4j.nativeblas.NativeOpsHolder;
|
||||||
import org.nd4j.versioncheck.VersionCheck;
|
|
||||||
import org.nd4j.versioncheck.VersionInfo;
|
|
||||||
import oshi.SystemInfo;
|
import oshi.SystemInfo;
|
||||||
import oshi.software.os.OperatingSystem;
|
import oshi.software.os.OperatingSystem;
|
||||||
|
|
||||||
import java.io.File;
|
|
||||||
import java.io.IOException;
|
|
||||||
import java.lang.reflect.Constructor;
|
|
||||||
import java.text.SimpleDateFormat;
|
|
||||||
import java.util.*;
|
|
||||||
|
|
||||||
import static org.deeplearning4j.nn.conf.inputs.InputType.inferInputType;
|
|
||||||
import static org.deeplearning4j.nn.conf.inputs.InputType.inferInputTypes;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* A utility for generating crash reports when an out of memory error occurs.
|
* A utility for generating crash reports when an out of memory error occurs.
|
||||||
*
|
*
|
||||||
|
|
@ -396,8 +402,6 @@ public class CrashReportingUtil {
|
||||||
sb.append(String.format(fGpu, "Name", "CC", "Total Memory", "Used Memory", "Free Memory")).append("\n");
|
sb.append(String.format(fGpu, "Name", "CC", "Total Memory", "Used Memory", "Free Memory")).append("\n");
|
||||||
for (int i = 0; i < nDevices; i++) {
|
for (int i = 0; i < nDevices; i++) {
|
||||||
try {
|
try {
|
||||||
Class<?> c = Class.forName("org.nd4j.jita.allocator.pointers.CudaPointer");
|
|
||||||
Constructor<?> constructor = c.getConstructor(long.class);
|
|
||||||
String name = nativeOps.getDeviceName(i);
|
String name = nativeOps.getDeviceName(i);
|
||||||
long total = nativeOps.getDeviceTotalMemory(i);
|
long total = nativeOps.getDeviceTotalMemory(i);
|
||||||
long free = nativeOps.getDeviceFreeMemory(i);
|
long free = nativeOps.getDeviceFreeMemory(i);
|
||||||
|
|
@ -638,25 +642,4 @@ public class CrashReportingUtil {
|
||||||
sb.append(fBytes("Total Activation Gradient Memory", totalExOutput));
|
sb.append(fBytes("Total Activation Gradient Memory", totalExOutput));
|
||||||
}
|
}
|
||||||
|
|
||||||
public static Pair<String,String> inferVersion(){
|
|
||||||
List<VersionInfo> vi = VersionCheck.getVersionInfos();
|
|
||||||
|
|
||||||
String dl4jVersion = null;
|
|
||||||
String dl4jCudaArtifact = null;
|
|
||||||
for(VersionInfo v : vi){
|
|
||||||
if("org.deeplearning4j".equals(v.getGroupId()) && "deeplearning4j-core".equals(v.getArtifactId())){
|
|
||||||
String version = v.getBuildVersion();
|
|
||||||
if(version.contains("SNAPSHOT")){
|
|
||||||
dl4jVersion = version + " (" + v.getCommitIdAbbrev() + ")";
|
|
||||||
}
|
|
||||||
dl4jVersion = version;
|
|
||||||
} else if("org.deeplearning4j".equals(v.getGroupId()) && v.getArtifactId() != null && v.getArtifactId().contains("deeplearning4j-cuda")){
|
|
||||||
dl4jCudaArtifact = v.getArtifactId();
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
return new Pair<>(dl4jVersion, dl4jCudaArtifact);
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -174,6 +174,13 @@
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
|
|
||||||
|
<!-- oshi: Used for collecting system information for system info reporting -->
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.github.oshi</groupId>
|
||||||
|
<artifactId>oshi-core</artifactId>
|
||||||
|
<version>${oshi.version}</version>
|
||||||
|
</dependency>
|
||||||
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>junit</groupId>
|
<groupId>junit</groupId>
|
||||||
<artifactId>junit</artifactId>
|
<artifactId>junit</artifactId>
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,39 @@
|
||||||
|
/*******************************************************************************
|
||||||
|
* Copyright (c) 2015-2019 Skymind, Inc.
|
||||||
|
*
|
||||||
|
* This program and the accompanying materials are made available under the
|
||||||
|
* terms of the Apache License, Version 2.0 which is available at
|
||||||
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
* License for the specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*
|
||||||
|
* SPDX-License-Identifier: Apache-2.0
|
||||||
|
******************************************************************************/
|
||||||
|
|
||||||
|
package org.nd4j.systeminfo;
|
||||||
|
|
||||||
|
import lombok.AllArgsConstructor;
|
||||||
|
import lombok.Data;
|
||||||
|
|
||||||
|
@Data
|
||||||
|
@AllArgsConstructor
|
||||||
|
public class GPUInfo {
|
||||||
|
|
||||||
|
public static final String fGpu = " %-30s %-5s %24s %24s %24s";
|
||||||
|
|
||||||
|
private String name;
|
||||||
|
private long totalMemory;
|
||||||
|
private long freeMemory;
|
||||||
|
int major;
|
||||||
|
int minor;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString(){
|
||||||
|
return String.format(fGpu, name, major + "." + minor, SystemInfo.fBytes(totalMemory),
|
||||||
|
SystemInfo.fBytes(totalMemory - freeMemory), SystemInfo.fBytes(freeMemory));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,23 @@
|
||||||
|
/*******************************************************************************
|
||||||
|
* Copyright (c) 2015-2019 Skymind, Inc.
|
||||||
|
*
|
||||||
|
* This program and the accompanying materials are made available under the
|
||||||
|
* terms of the Apache License, Version 2.0 which is available at
|
||||||
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
* License for the specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*
|
||||||
|
* SPDX-License-Identifier: Apache-2.0
|
||||||
|
******************************************************************************/
|
||||||
|
|
||||||
|
package org.nd4j.systeminfo;
|
||||||
|
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
public interface GPUInfoProvider {
|
||||||
|
List<GPUInfo> getGPUs();
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,442 @@
|
||||||
|
/*******************************************************************************
|
||||||
|
* Copyright (c) 2015-2019 Skymind, Inc.
|
||||||
|
*
|
||||||
|
* This program and the accompanying materials are made available under the
|
||||||
|
* terms of the Apache License, Version 2.0 which is available at
|
||||||
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
* License for the specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*
|
||||||
|
* SPDX-License-Identifier: Apache-2.0
|
||||||
|
******************************************************************************/
|
||||||
|
|
||||||
|
package org.nd4j.systeminfo;
|
||||||
|
|
||||||
|
import static org.nd4j.systeminfo.GPUInfo.fGpu;
|
||||||
|
|
||||||
|
import com.jakewharton.byteunits.BinaryByteUnit;
|
||||||
|
import java.io.BufferedReader;
|
||||||
|
import java.io.File;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.io.InputStreamReader;
|
||||||
|
import java.lang.management.ManagementFactory;
|
||||||
|
import java.net.URL;
|
||||||
|
import java.net.URLClassLoader;
|
||||||
|
import java.util.Iterator;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.Properties;
|
||||||
|
import java.util.ServiceLoader;
|
||||||
|
import org.apache.commons.io.FileUtils;
|
||||||
|
import org.apache.commons.lang3.SystemUtils;
|
||||||
|
import org.apache.commons.lang3.exception.ExceptionUtils;
|
||||||
|
import org.bytedeco.javacpp.Pointer;
|
||||||
|
import org.nd4j.linalg.api.environment.Nd4jEnvironment;
|
||||||
|
import org.nd4j.linalg.api.memory.MemoryWorkspace;
|
||||||
|
import org.nd4j.linalg.factory.Nd4j;
|
||||||
|
import org.nd4j.linalg.primitives.Pair;
|
||||||
|
import org.nd4j.versioncheck.VersionCheck;
|
||||||
|
import org.nd4j.versioncheck.VersionInfo;
|
||||||
|
import oshi.software.os.OperatingSystem;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Utility class to get system info for debugging and error reporting
|
||||||
|
*/
|
||||||
|
public class SystemInfo {
|
||||||
|
|
||||||
|
private static void appendField(StringBuilder sb, String name, Object value){
|
||||||
|
sb.append(name).append(": ").append(value.toString()).append("\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
private static void appendProperty(StringBuilder sb, String name, String property){
|
||||||
|
appendField(sb, name, System.getProperty(property));
|
||||||
|
}
|
||||||
|
|
||||||
|
private static void appendHeader(StringBuilder sb, String name){
|
||||||
|
sb.append("\n\n---------------").append(name).append("---------------\n\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
private static final String FORMAT = "%-40s%s";
|
||||||
|
|
||||||
|
public static String f(String s1, Object o){
|
||||||
|
return String.format(FORMAT, s1, (o == null ? "null" : o.toString())) + "\n";
|
||||||
|
}
|
||||||
|
|
||||||
|
public static String fBytes(long bytes){
|
||||||
|
String s = BinaryByteUnit.format(bytes, "#.00");
|
||||||
|
String format = "%10s";
|
||||||
|
s = String.format(format, s);
|
||||||
|
if(bytes >= 1024){
|
||||||
|
s += " (" + bytes + ")";
|
||||||
|
}
|
||||||
|
return s;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static String fBytes(String s1, long bytes){
|
||||||
|
String s = fBytes(bytes);
|
||||||
|
return f(s1, s);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
private static void appendCUDAInfo(StringBuilder sb, boolean isWindows){
|
||||||
|
|
||||||
|
|
||||||
|
sb.append("Nvidia-smi:\n");
|
||||||
|
|
||||||
|
try {
|
||||||
|
ProcessBuilder pb = new ProcessBuilder("nvidia-smi");
|
||||||
|
appendOutput(sb, pb);
|
||||||
|
} catch (IOException e) {
|
||||||
|
sb.append("nvidia-smi run failed.");
|
||||||
|
|
||||||
|
if(isWindows) {
|
||||||
|
sb.append(" Trying in C:\\Program Files\\NVIDIA Corporation\\NVSMI\n");
|
||||||
|
|
||||||
|
try {
|
||||||
|
ProcessBuilder pb = new ProcessBuilder(
|
||||||
|
"C:\\Program Files\\NVIDIA Corporation\\NVSMI\\nvidia-smi.exe");
|
||||||
|
appendOutput(sb, pb);
|
||||||
|
} catch (IOException e1) {
|
||||||
|
sb.append("C:\\Program Files\\NVIDIA Corporation\\NVSMI\\nvidia-smi run failed\n");
|
||||||
|
sb.append(e1.getMessage());
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
sb.append("\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
sb.append("\nnvcc --version:\n");
|
||||||
|
try {
|
||||||
|
|
||||||
|
ProcessBuilder pb = new ProcessBuilder("nvcc", "--version");
|
||||||
|
appendOutput(sb, pb);
|
||||||
|
} catch (IOException e) {
|
||||||
|
sb.append("nvcc --version run failed.");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private static void appendOutput(StringBuilder sb, ProcessBuilder pb) throws IOException {
|
||||||
|
pb.redirectErrorStream(true);
|
||||||
|
pb.redirectOutput();
|
||||||
|
|
||||||
|
Process p = pb.start();
|
||||||
|
try(InputStreamReader isr = new InputStreamReader(p.getInputStream())) {
|
||||||
|
try(BufferedReader reader = new BufferedReader(isr)) {
|
||||||
|
String line = null;
|
||||||
|
while ((line = reader.readLine()) != null) {
|
||||||
|
sb.append(line);
|
||||||
|
sb.append(System.getProperty("line.separator"));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
sb.append("\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Gets system info in a string
|
||||||
|
*/
|
||||||
|
public static String getSystemInfo(){
|
||||||
|
StringBuilder sb = new StringBuilder();
|
||||||
|
|
||||||
|
//nd4j info
|
||||||
|
appendHeader(sb, "ND4J Info");
|
||||||
|
|
||||||
|
Pair<String,String> pair = inferVersion();
|
||||||
|
sb.append(f("Deeplearning4j Version", (pair.getFirst() == null ? "<could not determine>" : pair.getFirst())));
|
||||||
|
sb.append(f("Deeplearning4j CUDA", (pair.getSecond() == null ? "<not present>" : pair.getSecond())));
|
||||||
|
|
||||||
|
sb.append("\n");
|
||||||
|
|
||||||
|
boolean isCUDA = false;
|
||||||
|
|
||||||
|
try {
|
||||||
|
appendField(sb, "Nd4j Backend", Nd4j.getBackend().getClass().getSimpleName());
|
||||||
|
|
||||||
|
Properties props = Nd4j.getExecutioner().getEnvironmentInformation();
|
||||||
|
|
||||||
|
double memory = ((Long) props.get("memory.available")) / (double) 1024 / 1024 / 1024;
|
||||||
|
String fm = String.format("%.1f", memory);
|
||||||
|
sb.append("Backend used: [").append(props.get("backend")).append("]; OS: [").append(props.get("os"))
|
||||||
|
.append("]\n");
|
||||||
|
sb.append("Cores: [").append(props.get("cores")).append("]; Memory: [").append(fm).append("GB];\n");
|
||||||
|
sb.append("Blas vendor: [").append(props.get("blas.vendor")).append("]\n");
|
||||||
|
|
||||||
|
if (Nd4j.getExecutioner().getClass().getSimpleName().equals("CudaExecutioner")) {
|
||||||
|
isCUDA = true;
|
||||||
|
|
||||||
|
List<Map<String, Object>> devicesList = (List<Map<String, Object>>) props.get(Nd4jEnvironment.CUDA_DEVICE_INFORMATION_KEY);
|
||||||
|
for (Map<String, Object> dev : devicesList) {
|
||||||
|
sb.append("Device Name: [").append(dev.get(Nd4jEnvironment.CUDA_DEVICE_NAME_KEY)).append("]; ")
|
||||||
|
.append("CC: [").append(dev.get(Nd4jEnvironment.CUDA_DEVICE_MAJOR_VERSION_KEY)).append(".")
|
||||||
|
.append(dev.get(Nd4jEnvironment.CUDA_DEVICE_MINOR_VERSION_KEY))
|
||||||
|
.append("]; Total/free memory: [").append(dev.get(Nd4jEnvironment.CUDA_TOTAL_MEMORY_KEY))
|
||||||
|
.append("]").append("\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
sb.append("\nExecutor Properties:\n");
|
||||||
|
|
||||||
|
for (Map.Entry<Object, Object> prop : props.entrySet()) {
|
||||||
|
sb.append(prop.getKey().toString()).append("=").append(prop.getValue()).append("\n");
|
||||||
|
}
|
||||||
|
} catch (Exception e){
|
||||||
|
sb.append("Could not get ND4J info\n");
|
||||||
|
sb.append("Exception: ").append(e.getMessage()).append("\n");
|
||||||
|
sb.append(ExceptionUtils.getStackTrace(e)).append("\n\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
//hardware info
|
||||||
|
appendHeader(sb, "Hardware Info");
|
||||||
|
|
||||||
|
appendField(sb, "Available processors (cores)",
|
||||||
|
Runtime.getRuntime().availableProcessors());
|
||||||
|
|
||||||
|
oshi.SystemInfo sys = new oshi.SystemInfo();
|
||||||
|
OperatingSystem os = sys.getOperatingSystem();
|
||||||
|
String procName = sys.getHardware().getProcessor().getName();
|
||||||
|
long totalMem = sys.getHardware().getMemory().getTotal();
|
||||||
|
|
||||||
|
sb.append(f("Operating System", os.getManufacturer() + " " + os.getFamily() + " " + os.getVersion().getVersion()));
|
||||||
|
sb.append(f("CPU", procName));
|
||||||
|
sb.append(f("CPU Cores - Physical", sys.getHardware().getProcessor().getPhysicalProcessorCount()));
|
||||||
|
sb.append(f("CPU Cores - Logical", sys.getHardware().getProcessor().getLogicalProcessorCount()));
|
||||||
|
sb.append(fBytes("Total System Memory", totalMem));
|
||||||
|
|
||||||
|
sb.append("\n");
|
||||||
|
|
||||||
|
boolean hasGPUs = false;
|
||||||
|
|
||||||
|
ServiceLoader<GPUInfoProvider> loader = ServiceLoader.load(GPUInfoProvider.class);
|
||||||
|
Iterator<GPUInfoProvider> iter = loader.iterator();
|
||||||
|
if(iter.hasNext()){
|
||||||
|
List<GPUInfo> gpus = iter.next().getGPUs();
|
||||||
|
|
||||||
|
sb.append(f("Number of GPUs Detected", gpus.size()));
|
||||||
|
|
||||||
|
if(!gpus.isEmpty())
|
||||||
|
hasGPUs = true;
|
||||||
|
|
||||||
|
sb.append(String.format(fGpu, "Name", "CC", "Total Memory", "Used Memory", "Free Memory")).append("\n");
|
||||||
|
|
||||||
|
for(GPUInfo gpuInfo : gpus){
|
||||||
|
sb.append(gpuInfo).append("\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
} else {
|
||||||
|
sb.append("GPU Provider not found (are you missing nd4j-native?)");
|
||||||
|
}
|
||||||
|
|
||||||
|
appendHeader(sb, "CUDA Info");
|
||||||
|
|
||||||
|
if(!isCUDA){
|
||||||
|
sb.append("NOT USING CUDA Nd4j\n");
|
||||||
|
|
||||||
|
if(hasGPUs)
|
||||||
|
sb.append("GPUs detected, trying to list CUDA info anyways\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
if(isCUDA || hasGPUs)
|
||||||
|
appendCUDAInfo(sb, SystemUtils.IS_OS_WINDOWS);
|
||||||
|
|
||||||
|
//OS info
|
||||||
|
appendHeader(sb, "OS Info");
|
||||||
|
|
||||||
|
appendProperty(sb, "OS" , "os.name");
|
||||||
|
appendProperty(sb, "Version","os.version");
|
||||||
|
appendProperty(sb, "Arch","os.arch");
|
||||||
|
|
||||||
|
//memory settings
|
||||||
|
appendHeader(sb, "Memory Settings");
|
||||||
|
|
||||||
|
appendField(sb, "Free memory (bytes)",
|
||||||
|
Runtime.getRuntime().freeMemory());
|
||||||
|
|
||||||
|
long maxMemory = Runtime.getRuntime().maxMemory();
|
||||||
|
appendField(sb, "Maximum memory (bytes)",
|
||||||
|
(maxMemory == Long.MAX_VALUE ? "No Limit" : maxMemory));
|
||||||
|
|
||||||
|
appendField(sb, "Total memory available to JVM (bytes)",
|
||||||
|
Runtime.getRuntime().totalMemory());
|
||||||
|
|
||||||
|
sb.append("\n");
|
||||||
|
|
||||||
|
long xmx = Runtime.getRuntime().maxMemory();
|
||||||
|
long jvmTotal = Runtime.getRuntime().totalMemory();
|
||||||
|
long javacppMaxPhys = Pointer.maxPhysicalBytes();
|
||||||
|
long javacppMaxBytes = Pointer.maxBytes();
|
||||||
|
long javacppCurrPhys = Pointer.physicalBytes();
|
||||||
|
long javacppCurrBytes = Pointer.totalBytes();
|
||||||
|
sb.append(fBytes("JVM Memory: XMX", xmx))
|
||||||
|
.append(fBytes("JVM Memory: current", jvmTotal))
|
||||||
|
.append(fBytes("JavaCPP Memory: Max Bytes", javacppMaxBytes))
|
||||||
|
.append(fBytes("JavaCPP Memory: Max Physical", javacppMaxPhys))
|
||||||
|
.append(fBytes("JavaCPP Memory: Current Bytes", javacppCurrBytes))
|
||||||
|
.append(fBytes("JavaCPP Memory: Current Physical", javacppCurrPhys));
|
||||||
|
boolean periodicGcEnabled = Nd4j.getMemoryManager().isPeriodicGcActive();
|
||||||
|
long autoGcWindow = Nd4j.getMemoryManager().getAutoGcWindow();
|
||||||
|
sb.append(f("Periodic GC Enabled", periodicGcEnabled));
|
||||||
|
if(periodicGcEnabled){
|
||||||
|
sb.append(f("Periodic GC Frequency", autoGcWindow + " ms"));
|
||||||
|
}
|
||||||
|
|
||||||
|
// Workspaces info
|
||||||
|
|
||||||
|
appendHeader(sb, "Workspace Information");
|
||||||
|
List<MemoryWorkspace> allWs = Nd4j.getWorkspaceManager().getAllWorkspacesForCurrentThread();
|
||||||
|
sb.append(f("Workspaces: # for current thread", (allWs == null ? 0 : allWs.size())));
|
||||||
|
//sb.append(f("Workspaces: # for all threads", allWs.size())); //TODO
|
||||||
|
long totalWsSize = 0;
|
||||||
|
if(allWs != null && allWs.size() > 0) {
|
||||||
|
sb.append("Current thread workspaces:\n");
|
||||||
|
//Name, open, size, currently allocated
|
||||||
|
String wsFormat = " %-26s%-12s%-30s%-20s";
|
||||||
|
sb.append(String.format(wsFormat, "Name", "State", "Size", "# Cycles")).append("\n");
|
||||||
|
for (MemoryWorkspace ws : allWs) {
|
||||||
|
totalWsSize += ws.getCurrentSize();
|
||||||
|
long numCycles = ws.getGenerationId();
|
||||||
|
sb.append(String.format(wsFormat, ws.getId(),
|
||||||
|
(ws.isScopeActive() ? "OPEN" : "CLOSED"),
|
||||||
|
fBytes(ws.getCurrentSize()),
|
||||||
|
String.valueOf(numCycles))).append("\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
sb.append(fBytes("Workspaces total size", totalWsSize));
|
||||||
|
|
||||||
|
//JVM info
|
||||||
|
appendHeader(sb, "JVM Info");
|
||||||
|
|
||||||
|
appendProperty(sb, "Runtime Name", "java.runtime.name");
|
||||||
|
appendProperty(sb, "Java Version", "java.version");
|
||||||
|
appendProperty(sb, "Runtime Version", "java.runtime.version");
|
||||||
|
appendProperty(sb, "Vendor", "java.vm.vendor");
|
||||||
|
appendProperty(sb, "Vendor Url", "java.vendor.url");
|
||||||
|
|
||||||
|
sb.append("\n");
|
||||||
|
|
||||||
|
appendProperty(sb, "VM Name", "java.vm.name");
|
||||||
|
appendProperty(sb, "VM Version", "java.vm.version");
|
||||||
|
appendProperty(sb, "VM Specification Name", "java.vm.specification.name");
|
||||||
|
|
||||||
|
sb.append("\n");
|
||||||
|
|
||||||
|
appendProperty(sb, "Library Path", "java.library.path");
|
||||||
|
|
||||||
|
|
||||||
|
//classpath
|
||||||
|
appendHeader(sb, "Classpath");
|
||||||
|
ClassLoader cl = ClassLoader.getSystemClassLoader();
|
||||||
|
|
||||||
|
URL[] urls = null;
|
||||||
|
try{
|
||||||
|
urls = ((URLClassLoader)cl).getURLs();
|
||||||
|
} catch (ClassCastException e){
|
||||||
|
try {
|
||||||
|
urls = ((URLClassLoader) SystemInfo.class.getClassLoader()).getURLs();
|
||||||
|
} catch (ClassCastException e1){
|
||||||
|
try{
|
||||||
|
urls = ((URLClassLoader) (Thread.currentThread().getContextClassLoader())).getURLs();
|
||||||
|
} catch (ClassCastException e2) {
|
||||||
|
sb.append("Can't cast class loader to URLClassLoader\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(urls != null) {
|
||||||
|
for (URL url : urls) {
|
||||||
|
sb.append(url.getFile()).append("\n");
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
sb.append("Using System property java.class.path\n");
|
||||||
|
String[] cps = System.getProperty("java.class.path").split(";");
|
||||||
|
for(String c : cps){
|
||||||
|
sb.append(c).append("\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
//launch command
|
||||||
|
appendHeader(sb, "Launch Command");
|
||||||
|
|
||||||
|
try{
|
||||||
|
// only works on Oracle JVMs
|
||||||
|
appendProperty(sb, "Launch Command", "sun.java.command");
|
||||||
|
} catch (Exception e){
|
||||||
|
appendField(sb, "Launch Command", "Not available on this JVM");
|
||||||
|
}
|
||||||
|
|
||||||
|
List<String> inputArguments = ManagementFactory.getRuntimeMXBean().getInputArguments();
|
||||||
|
appendField(sb, "JVM Arguments", inputArguments);
|
||||||
|
|
||||||
|
|
||||||
|
//system properties
|
||||||
|
appendHeader(sb, "System Properties");
|
||||||
|
|
||||||
|
Properties props = System.getProperties();
|
||||||
|
for(Map.Entry<Object, Object> prop : props.entrySet()){
|
||||||
|
if(prop.getKey().toString().equals("line.separator")) {
|
||||||
|
sb.append(prop.getKey().toString()).append("=")
|
||||||
|
.append(prop.getValue().toString().replace("\\", "\\\\")).append("\n");
|
||||||
|
} else {
|
||||||
|
sb.append(prop.getKey().toString()).append("=").append(prop.getValue()).append("\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
//enviroment variables
|
||||||
|
appendHeader(sb, "Environment Variables");
|
||||||
|
|
||||||
|
Map<String, String> env = System.getenv();
|
||||||
|
|
||||||
|
for(String key : env.keySet()){
|
||||||
|
sb.append(key).append("=").append(env.get(key)).append("\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
return sb.toString();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Writes system info to the given file
|
||||||
|
*/
|
||||||
|
public static void writeSystemInfo(File file){
|
||||||
|
try {
|
||||||
|
file.createNewFile();
|
||||||
|
FileUtils.writeStringToFile(file, getSystemInfo());
|
||||||
|
} catch (IOException e) {
|
||||||
|
throw new RuntimeException("IOException:" + e.getMessage(), e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Prints system info
|
||||||
|
*/
|
||||||
|
public static void printSystemInfo(){
|
||||||
|
System.out.println(getSystemInfo());
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Pair<String,String> inferVersion(){
|
||||||
|
List<VersionInfo> vi = VersionCheck.getVersionInfos();
|
||||||
|
|
||||||
|
String dl4jVersion = null;
|
||||||
|
String dl4jCudaArtifact = null;
|
||||||
|
for(VersionInfo v : vi){
|
||||||
|
if("org.deeplearning4j".equals(v.getGroupId()) && "deeplearning4j-core".equals(v.getArtifactId())){
|
||||||
|
String version = v.getBuildVersion();
|
||||||
|
if(version.contains("SNAPSHOT")){
|
||||||
|
dl4jVersion = version + " (" + v.getCommitIdAbbrev() + ")";
|
||||||
|
}
|
||||||
|
dl4jVersion = version;
|
||||||
|
} else if("org.deeplearning4j".equals(v.getGroupId()) && v.getArtifactId() != null && v.getArtifactId().contains("deeplearning4j-cuda")){
|
||||||
|
dl4jCudaArtifact = v.getArtifactId();
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
return new Pair<>(dl4jVersion, dl4jCudaArtifact);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,55 @@
|
||||||
|
/*******************************************************************************
|
||||||
|
* Copyright (c) 2015-2019 Skymind, Inc.
|
||||||
|
*
|
||||||
|
* This program and the accompanying materials are made available under the
|
||||||
|
* terms of the Apache License, Version 2.0 which is available at
|
||||||
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
* License for the specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*
|
||||||
|
* SPDX-License-Identifier: Apache-2.0
|
||||||
|
******************************************************************************/
|
||||||
|
|
||||||
|
package org.nd4j.nativeblas;
|
||||||
|
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.List;
|
||||||
|
import lombok.extern.slf4j.Slf4j;
|
||||||
|
import org.nd4j.systeminfo.GPUInfo;
|
||||||
|
import org.nd4j.systeminfo.GPUInfoProvider;
|
||||||
|
|
||||||
|
@Slf4j
|
||||||
|
public class NativeOpsGPUInfoProvider implements GPUInfoProvider {
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public List<GPUInfo> getGPUs() {
|
||||||
|
NativeOps nativeOps = NativeOpsHolder.getInstance().getDeviceNativeOps();
|
||||||
|
|
||||||
|
List<GPUInfo> gpus = new ArrayList<>();
|
||||||
|
|
||||||
|
|
||||||
|
int nDevices = nativeOps.getAvailableDevices();
|
||||||
|
if (nDevices > 0) {
|
||||||
|
for (int i = 0; i < nDevices; i++) {
|
||||||
|
try {
|
||||||
|
String name = nativeOps.getDeviceName(i);
|
||||||
|
long total = nativeOps.getDeviceTotalMemory(i);
|
||||||
|
long free = nativeOps.getDeviceFreeMemory(i);
|
||||||
|
int major = nativeOps.getDeviceMajor(i);
|
||||||
|
int minor = nativeOps.getDeviceMinor(i);
|
||||||
|
|
||||||
|
gpus.add(new GPUInfo(name, total, free, major, minor));
|
||||||
|
} catch (Exception e) {
|
||||||
|
log.warn("Can't add GPU", e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return gpus;
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -16,17 +16,15 @@
|
||||||
|
|
||||||
package org.nd4j.nativeblas;
|
package org.nd4j.nativeblas;
|
||||||
|
|
||||||
|
import java.util.Properties;
|
||||||
import lombok.Getter;
|
import lombok.Getter;
|
||||||
import org.bytedeco.javacpp.Loader;
|
import org.bytedeco.javacpp.Loader;
|
||||||
import org.bytedeco.javacpp.Pointer;
|
|
||||||
import org.nd4j.config.ND4JEnvironmentVars;
|
import org.nd4j.config.ND4JEnvironmentVars;
|
||||||
import org.nd4j.context.Nd4jContext;
|
import org.nd4j.context.Nd4jContext;
|
||||||
import org.nd4j.linalg.factory.Nd4j;
|
import org.nd4j.linalg.factory.Nd4j;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import java.util.Properties;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @author raver119@gmail.com
|
* @author raver119@gmail.com
|
||||||
* @author saudet
|
* @author saudet
|
||||||
|
|
@ -74,5 +72,4 @@ public class NativeOpsHolder {
|
||||||
public static NativeOpsHolder getInstance() {
|
public static NativeOpsHolder getInstance() {
|
||||||
return INSTANCE;
|
return INSTANCE;
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,17 @@
|
||||||
|
################################################################################
|
||||||
|
# Copyright (c) 2015-2019 Skymind, Inc.
|
||||||
|
#
|
||||||
|
# This program and the accompanying materials are made available under the
|
||||||
|
# terms of the Apache License, Version 2.0 which is available at
|
||||||
|
# https://www.apache.org/licenses/LICENSE-2.0.
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
# License for the specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
#
|
||||||
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
################################################################################
|
||||||
|
|
||||||
|
org.nd4j.nativeblas.NativeOpsGPUInfoProvider
|
||||||
|
|
@ -0,0 +1,27 @@
|
||||||
|
/*******************************************************************************
|
||||||
|
* Copyright (c) 2015-2019 Skymind, Inc.
|
||||||
|
*
|
||||||
|
* This program and the accompanying materials are made available under the
|
||||||
|
* terms of the Apache License, Version 2.0 which is available at
|
||||||
|
* https://www.apache.org/licenses/LICENSE-2.0.
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
* License for the specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*
|
||||||
|
* SPDX-License-Identifier: Apache-2.0
|
||||||
|
******************************************************************************/
|
||||||
|
|
||||||
|
package org.nd4j.systeminfo;
|
||||||
|
|
||||||
|
import org.junit.Test;
|
||||||
|
import org.nd4j.systeminfo.SystemInfo;
|
||||||
|
|
||||||
|
public class TestSystemInfo {
|
||||||
|
@Test
|
||||||
|
public void testSystemInfo(){
|
||||||
|
SystemInfo.printSystemInfo();
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue