updated inference apis

Former-commit-id: 8645e4ce15e7b96fbb4bff7f07a8d08c8a6bfdaf
This commit is contained in:
tzwang 2024-08-27 11:18:41 +08:00
parent b480227f0c
commit 271e3d69e4
1 changed files with 30 additions and 16 deletions

View File

@ -1,6 +1,20 @@
syntax = "v1"
type (
/******************image inference*************************/
DeployInstance {
InstanceId string `json:"instanceId"`
InstanceName string `json:"instanceName"`
AdapterId string `json:"adapterId"`
AdapterName string `json:"adapterName"`
ClusterId string `json:"clusterId"`
ClusterName string `json:"clusterName"`
ModelName string `json:"modelName"`
ModelType string `json:"modelType"`
InferCard string `json:"inferCard"`
Status string `json:"status"`
}
/******************image inference*************************/
ModelTypesResp {
ModelTypes []string `json:"types"`
@ -16,20 +30,13 @@ type (
/******************image inference*************************/
ImageInferenceReq {
TaskName string `form:"taskName"`
TaskDesc string `form:"taskDesc"`
ModelName string `form:"modelName"`
ModelType string `form:"modelType"`
AdapterIds []string `form:"adapterIds"`
AiClusterIds []string `form:"aiClusterIds,optional"`
ResourceType string `form:"resourceType,optional"`
ComputeCard string `form:"card,optional"`
Strategy string `form:"strategy"`
StaticWeightMap map[string]int32 `form:"staticWeightMap,optional"`
Params []string `form:"params,optional"`
Envs []string `form:"envs,optional"`
Cmd string `form:"cmd,optional"`
Replica int32 `form:"replicas,optional"`
TaskName string `json:"taskName"`
TaskDesc string `json:"taskDesc"`
ModelType string `json:"modelType"`
Instances []DeployInstance `json:"instances"`
Strategy string `json:"strategy,,optional"`
StaticWeightMap map[string]int32 `json:"staticWeightMap,optional"`
Replica int32 `json:"replicas,optional"`
}
ImageInferenceResp {
@ -159,10 +166,17 @@ type (
GetRunningInstanceReq {
AdapterIds []string `form:"adapterIds"`
ModelType string `path:"modelType"`
ModelName string `path:"modelName"`
ModelType string `form:"modelType"`
}
GetRunningInstanceResp {
List interface{} `json:"list,omitempty"`
}
GetDeployTasksByTypeReq {
ModelType string `form:"modelType"`
}
GetDeployTasksByTypeResp {
List interface{} `json:"list,omitempty"`
}
)