updated inference apis

Former-commit-id: 8645e4ce15e7b96fbb4bff7f07a8d08c8a6bfdaf
This commit is contained in:
tzwang 2024-08-27 11:18:41 +08:00
parent b480227f0c
commit 271e3d69e4
1 changed files with 30 additions and 16 deletions

View File

@ -1,6 +1,20 @@
syntax = "v1" syntax = "v1"
type ( type (
/******************image inference*************************/
DeployInstance {
InstanceId string `json:"instanceId"`
InstanceName string `json:"instanceName"`
AdapterId string `json:"adapterId"`
AdapterName string `json:"adapterName"`
ClusterId string `json:"clusterId"`
ClusterName string `json:"clusterName"`
ModelName string `json:"modelName"`
ModelType string `json:"modelType"`
InferCard string `json:"inferCard"`
Status string `json:"status"`
}
/******************image inference*************************/ /******************image inference*************************/
ModelTypesResp { ModelTypesResp {
ModelTypes []string `json:"types"` ModelTypes []string `json:"types"`
@ -16,20 +30,13 @@ type (
/******************image inference*************************/ /******************image inference*************************/
ImageInferenceReq { ImageInferenceReq {
TaskName string `form:"taskName"` TaskName string `json:"taskName"`
TaskDesc string `form:"taskDesc"` TaskDesc string `json:"taskDesc"`
ModelName string `form:"modelName"` ModelType string `json:"modelType"`
ModelType string `form:"modelType"` Instances []DeployInstance `json:"instances"`
AdapterIds []string `form:"adapterIds"` Strategy string `json:"strategy,,optional"`
AiClusterIds []string `form:"aiClusterIds,optional"` StaticWeightMap map[string]int32 `json:"staticWeightMap,optional"`
ResourceType string `form:"resourceType,optional"` Replica int32 `json:"replicas,optional"`
ComputeCard string `form:"card,optional"`
Strategy string `form:"strategy"`
StaticWeightMap map[string]int32 `form:"staticWeightMap,optional"`
Params []string `form:"params,optional"`
Envs []string `form:"envs,optional"`
Cmd string `form:"cmd,optional"`
Replica int32 `form:"replicas,optional"`
} }
ImageInferenceResp { ImageInferenceResp {
@ -159,10 +166,17 @@ type (
GetRunningInstanceReq { GetRunningInstanceReq {
AdapterIds []string `form:"adapterIds"` AdapterIds []string `form:"adapterIds"`
ModelType string `path:"modelType"` ModelType string `form:"modelType"`
ModelName string `path:"modelName"`
} }
GetRunningInstanceResp { GetRunningInstanceResp {
List interface{} `json:"list,omitempty"` List interface{} `json:"list,omitempty"`
} }
GetDeployTasksByTypeReq {
ModelType string `form:"modelType"`
}
GetDeployTasksByTypeResp {
List interface{} `json:"list,omitempty"`
}
) )