From 271e3d69e4e0b5ddb7af17245a63fd0e56abc8cb Mon Sep 17 00:00:00 2001 From: tzwang Date: Tue, 27 Aug 2024 11:18:41 +0800 Subject: [PATCH] updated inference apis Former-commit-id: 8645e4ce15e7b96fbb4bff7f07a8d08c8a6bfdaf --- desc/inference/inference.api | 46 +++++++++++++++++++++++------------- 1 file changed, 30 insertions(+), 16 deletions(-) diff --git a/desc/inference/inference.api b/desc/inference/inference.api index a868a6da..272f318c 100644 --- a/desc/inference/inference.api +++ b/desc/inference/inference.api @@ -1,6 +1,20 @@ syntax = "v1" type ( + /******************image inference*************************/ + DeployInstance { + InstanceId string `json:"instanceId"` + InstanceName string `json:"instanceName"` + AdapterId string `json:"adapterId"` + AdapterName string `json:"adapterName"` + ClusterId string `json:"clusterId"` + ClusterName string `json:"clusterName"` + ModelName string `json:"modelName"` + ModelType string `json:"modelType"` + InferCard string `json:"inferCard"` + Status string `json:"status"` + } + /******************image inference*************************/ ModelTypesResp { ModelTypes []string `json:"types"` @@ -16,20 +30,13 @@ type ( /******************image inference*************************/ ImageInferenceReq { - TaskName string `form:"taskName"` - TaskDesc string `form:"taskDesc"` - ModelName string `form:"modelName"` - ModelType string `form:"modelType"` - AdapterIds []string `form:"adapterIds"` - AiClusterIds []string `form:"aiClusterIds,optional"` - ResourceType string `form:"resourceType,optional"` - ComputeCard string `form:"card,optional"` - Strategy string `form:"strategy"` - StaticWeightMap map[string]int32 `form:"staticWeightMap,optional"` - Params []string `form:"params,optional"` - Envs []string `form:"envs,optional"` - Cmd string `form:"cmd,optional"` - Replica int32 `form:"replicas,optional"` + TaskName string `json:"taskName"` + TaskDesc string `json:"taskDesc"` + ModelType string `json:"modelType"` + Instances []DeployInstance `json:"instances"` + Strategy string `json:"strategy,,optional"` + StaticWeightMap map[string]int32 `json:"staticWeightMap,optional"` + Replica int32 `json:"replicas,optional"` } ImageInferenceResp { @@ -159,10 +166,17 @@ type ( GetRunningInstanceReq { AdapterIds []string `form:"adapterIds"` - ModelType string `path:"modelType"` - ModelName string `path:"modelName"` + ModelType string `form:"modelType"` } GetRunningInstanceResp { List interface{} `json:"list,omitempty"` } + + GetDeployTasksByTypeReq { + ModelType string `form:"modelType"` + } + + GetDeployTasksByTypeResp { + List interface{} `json:"list,omitempty"` + } )