checkGpuUsage

operate/docker.go

@@ -392,11 +392,13 @@ func (d *DockerOp) getContainerInfo(id string) (types.Container, error) {
 
 func (d *DockerOp) checkGpuUsage(info *nodemanagerV2.HardwareInfo, modelInfo *models.ModelInfo, dockerCmd *models.DockerCmd) int32 {
 	envMap := make(map[string]string, 0)
+	var res int32 = 999
 	gpu := info.GPU
 	isMatch := false
 	for _, gpuInfo := range gpu {
 		if gpuInfo.MemFree > modelInfo.RunningMem {
 			envMap[models.CudaEnv] = strconv.FormatInt(int64(gpuInfo.Seq), 10)
+			res = gpuInfo.Seq
 			isMatch = true
 			break
 		}
@@ -418,7 +420,7 @@ func (d *DockerOp) checkGpuUsage(info *nodemanagerV2.HardwareInfo, modelInfo *mo
 	if isMatch {
 		//nm.ModelRunningBeforeMem[modelInfo.ImageName] = dockerCmd.RunningBeforeMem
 		gpuSeq, _ := strconv.ParseInt(dockerCmd.EnvMap[models.CudaEnv], 10, 32)
-		return int32(gpuSeq)
+		res = int32(gpuSeq)
 	}
-	return 0
+	return res
 }