* Copyright (c) 2024 Huawei Technologies Co., Ltd.
* openFuyao is licensed under Mulan PSL v2.
* You can use this software according to the terms and conditions of the Mulan PSL v2.
* You may obtain a copy of Mulan PSL v2 at:
* http://license.coscl.org.cn/MulanPSL2
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PSL v2 for more details.
*/
package discovery
import (
"context"
"time"
"gitcode.com/openFuyao/cache-indexer/pkg/apis"
)
type PodIdentity struct {
Namespace, Name, UID, ResourceVersion string
}
type MooncakeClientEndpoint struct {
TransportEndpoint apis.TransportEndpoint
Host string
TransferPort int32
Resolved bool
Source string
}
type VLLMPodEndpoint struct {
Identity PodIdentity
PodIP string
ZMQPort int32
Labels map[string]string
MooncakeClient MooncakeClientEndpoint
Ready bool
LastSeenAt time.Time
}
type MooncakeMasterEndpoint struct {
Identity PodIdentity
PodIP string
HTTPPort int32
RPCPort int32
Labels map[string]string
Ready bool
LastSeenAt time.Time
}
type Snapshot struct {
Namespace string
Version uint64
RefreshedAt time.Time
VLLMPods map[string]*VLLMPodEndpoint
MooncakeMasterPod *MooncakeMasterEndpoint
}
type Manager interface {
Start(ctx context.Context) error
Stop() error
Snapshot() *Snapshot
}
type Reconciler interface {
Reconcile(prev, next *Snapshot) error
}
type EndpointSubscriber interface {
OnVLLMAdded(endpoint *VLLMPodEndpoint) error
OnVLLMRemoved(podIP string) error
OnMooncakeMasterChanged(endpoint *MooncakeMasterEndpoint) error
}
type Registry interface {
Update(snapshot *Snapshot) error
Snapshot() *Snapshot
ResolveTransportEndpoint(serverIP string) (apis.TransportEndpoint, bool)
ResolveVLLMPod(serverIP string) (*VLLMPodEndpoint, bool)
}