apiVersion: v1
kind: ConfigMap
metadata:
  name: infer-operator-config
  namespace: mindx-dl
  labels:
    infer.huawei.com/ascend-infer-operator: infer-cm
data:
  fault_handling: "true"
---
apiVersion: apps/v1
kind: Deployment
metadata:
  labels:
    app: infer-controller-manager
  name: infer-operator-manager
  namespace: mindx-dl
spec:
  replicas: 1
  selector:
    matchLabels:
      app: infer-controller-manager
  template:
    metadata:
      ##### For Kubernetes versions lower than 1.19, seccomp is used with annotations.
      annotations:
        seccomp.security.alpha.kubernetes.io/pod: runtime/default
      labels:
        app: infer-controller-manager
    spec:
      ##### For Kubernetes version 1.19 and above, seccomp is used with securityContext:seccompProfile
#      securityContext:
#        seccompProfile:
#          type: RuntimeDefault
      nodeSelector:
        masterselector: dls-master-node
      serviceAccountName: infer-operator-manager
      initContainers:
        - name: init-log-setup
          image: infer-operator:latest
          command: ['sh', '-c', 'mkdir -p /var/log/mindx-dl && chmod 755 /var/log/mindx-dl && chown root:root /var/log/mindx-dl && mkdir -p /var/log/mindx-dl/infer-operator && chmod 750 /var/log/mindx-dl/infer-operator && chown 9000:9000 /var/log/mindx-dl/infer-operator']
          securityContext:
            runAsUser: 0
            runAsNonRoot: false
          volumeMounts:
            - name: infer-operator-log
              mountPath: /var/log
      containers:
        - command: [ "/bin/bash", "-c", "--"]
          args: [ "infer-operator
                   --logFile=/var/log/mindx-dl/infer-operator/infer-operator.log
                   --logLevel=0
                   --enable-healthz=true --healthz-address=11254" ]
          image: infer-operator:latest
          name: manager
          resources:
            limits:
              cpu: 8000m
              memory: 8Gi
            requests:
              cpu: 8000m
              memory: 8Gi
          livenessProbe:
            httpGet:
              path: /
              port: 11254
              scheme: HTTP
            initialDelaySeconds: 10
            periodSeconds: 10
            timeoutSeconds: 3
            failureThreshold: 3
          securityContext:
            allowPrivilegeEscalation: false
            readOnlyRootFilesystem: true
            runAsUser: 9000
            runAsGroup: 9000
            capabilities:
              drop: ["All"]
          volumeMounts:
            - name: infer-operator-log
              mountPath: /var/log/mindx-dl/infer-operator
              subPath: mindx-dl/infer-operator
            - name: localtime
              mountPath: /etc/localtime
              readOnly: true
      volumes:
        - name: infer-operator-log
          hostPath:
            path: /var/log
            type: Directory
        - name: localtime
          hostPath:
            path: /etc/localtime
      terminationGracePeriodSeconds: 10
---
apiVersion: v1
kind: ServiceAccount
metadata:
  name: infer-operator-manager
  namespace: mindx-dl
---
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRole
metadata:
  name: infer-operator-manager-role
rules:
  - apiGroups: [ "mindcluster.huawei.com" ]
    resources: [ "inferservicesets", "inferservices", "instancesets" ]
    verbs: [ "create", "list", "watch", "delete", "get", "patch", "update" ]
  - apiGroups: [ "mindcluster.huawei.com" ]
    resources: [ "inferservicesets/finalizers", "inferservices/finalizers", "instancesets/finalizers" ]
    verbs: [ "update" ]
  - apiGroups: [ "mindcluster.huawei.com" ]
    resources: [ "inferservicesets/status", "inferservices/status", "instancesets/status" ]
    verbs: [ "get", "patch", "update" ]
  - apiGroups: [ "apiextensions.k8s.io" ]
    resources: [ "customresourcedefinitions" ]
    verbs: [ "get", "list", "watch" ]
  - apiGroups: [ "scheduling.volcano.sh" ]
    resources: [ "podgroups" ]
    verbs: [ "create", "list", "watch", "delete", "get", "patch", "update" ]
  - apiGroups: [""]
    resources: [ "pods" ]
    verbs: [ "create", "list", "watch", "delete", "get", "patch", "update" ]
  - apiGroups: [ "" ]
    resources: [ "events" ]
    verbs: [ "list", "watch", "create", "patch", "delete" ]
  - apiGroups: [ "" ]
    resources: [ "services" ]
    verbs: [ "create", "list", "watch", "delete", "get", "patch", "update" ]
  - apiGroups: [ "" ]
    resources: [ "configmaps" ]
    verbs: [ "create", "list", "watch", "delete", "get", "patch", "update" ]
  - apiGroups: [ "apps" ]
    resources: [ "deployments", "statefulsets", "replicasets"]
    verbs: [ "create", "list", "watch", "delete", "get", "patch", "update" ]
  - apiGroups: [ "autoscaling" ]
    resources: [ "horizontalpodautoscalers" ]
    verbs: [ "create", "list", "watch", "delete", "get", "patch", "update" ]
  - apiGroups: [ "external.metrics.k8s.io" ]
    resources: [ "*" ]
    verbs: [ "get", "list", "watch" ]
---
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRoleBinding
metadata:
  name: infer-operator-manager-rolebinding
roleRef:
  apiGroup: rbac.authorization.k8s.io
  kind: ClusterRole
  name: infer-operator-manager-role
subjects:
- kind: ServiceAccount
  name: infer-operator-manager
  namespace: mindx-dl
---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.14.0
  name: inferservicesets.mindcluster.huawei.com
spec:
  group: mindcluster.huawei.com
  names:
    kind: InferServiceSet
    listKind: InferServiceSetList
    plural: inferservicesets
    singular: inferserviceset
    shortNames:
    - iss
  scope: Namespaced
  versions:
  - name: v1
    schema:
      openAPIV3Schema:
        description: InferServiceSet is the Schema for the inferservicesets API
        properties:
          apiVersion:
            description: |-
              APIVersion defines the versioned schema of this representation of an object.
              Servers should convert recognized schemas to the latest internal value, and
              may reject unrecognized values.
              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
            type: string
          kind:
            description: |-
              Kind is a string value representing the REST resource this object represents.
              Servers may infer this from the endpoint the client submits requests to.
              Cannot be updated.
              In CamelCase.
              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
            type: string
          metadata:
            type: object
          spec:
            description: InferServiceSetSpec defines the desired state of InferServiceSet
            properties:
              replicas:
                description: replicas is the number of desired replicas for the InferServiceSet
                format: int32
                type: integer
              template:
                description: InferServiceSpec defines the desired state of InferService
                properties:
                  roles:
                    description: roles defines the list of InstanceSet specs for the
                      InferService
                    items:
                      description: InstanceSetSpec defines the desired state of InstanceSet
                      properties:
                        metadata:
                          description: metadata defines the metadata of the workload
                          properties:
                            annotations:
                              additionalProperties:
                                type: string
                              description: annotations are key-value pairs that are
                                attached to the workload
                              type: object
                            labels:
                              additionalProperties:
                                type: string
                              description: labels are key-value pairs that are attached
                                to the workload
                              type: object
                          type: object
                        name:
                          description: name is the name of the InstanceSet
                          type: string
                        priority:
                          description: priority is the priority of the InstanceSet
                          format: int32
                          type: integer
                        replicas:
                          description: replicas is the number of desired replicas
                            for the InstanceSet
                          format: int32
                          type: integer
                        services:
                          description: services is the list of services for the InstanceSet
                          items:
                            description: ServiceSpec defines the desired state of
                              Service
                            properties:
                              metadata:
                                description: metadata defines the metadata of the
                                  service
                                properties:
                                  annotations:
                                    additionalProperties:
                                      type: string
                                    description: annotations are key-value pairs that
                                      are attached to the workload
                                    type: object
                                  labels:
                                    additionalProperties:
                                      type: string
                                    description: labels are key-value pairs that are
                                      attached to the workload
                                    type: object
                                type: object
                              name:
                                description: name is the name of the service
                                type: string
                              spec:
                                description: ServiceSpec describes the attributes
                                  that a user creates on a service.
                                properties:
                                  allocateLoadBalancerNodePorts:
                                    description: |-
                                      allocateLoadBalancerNodePorts defines if NodePorts will be automatically
                                      allocated for services with type LoadBalancer.  Default is "true". It
                                      may be set to "false" if the cluster load-balancer does not rely on
                                      NodePorts.  If the caller requests specific NodePorts (by specifying a
                                      value), those requests will be respected, regardless of this field.
                                      This field may only be set for services with type LoadBalancer and will
                                      be cleared if the type is changed to any other type.
                                    type: boolean
                                  clusterIP:
                                    description: |-
                                      clusterIP is the IP address of the service and is usually assigned
                                      randomly. If an address is specified manually, is in-range (as per
                                      system configuration), and is not in use, it will be allocated to the
                                      service; otherwise creation of the service will fail. This field may not
                                      be changed through updates unless the type field is also being changed
                                      to ExternalName (which requires this field to be blank) or the type
                                      field is being changed from ExternalName (in which case this field may
                                      optionally be specified, as describe above).  Valid values are "None",
                                      empty string (""), or a valid IP address. Setting this to "None" makes a
                                      "headless service" (no virtual IP), which is useful when direct endpoint
                                      connections are preferred and proxying is not required.  Only applies to
                                      types ClusterIP, NodePort, and LoadBalancer. If this field is specified
                                      when creating a Service of type ExternalName, creation will fail. This
                                      field will be wiped when updating a Service to type ExternalName.
                                      More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                                    type: string
                                  clusterIPs:
                                    description: |-
                                      ClusterIPs is a list of IP addresses assigned to this service, and are
                                      usually assigned randomly.  If an address is specified manually, is
                                      in-range (as per system configuration), and is not in use, it will be
                                      allocated to the service; otherwise creation of the service will fail.
                                      This field may not be changed through updates unless the type field is
                                      also being changed to ExternalName (which requires this field to be
                                      empty) or the type field is being changed from ExternalName (in which
                                      case this field may optionally be specified, as describe above).  Valid
                                      values are "None", empty string (""), or a valid IP address.  Setting
                                      this to "None" makes a "headless service" (no virtual IP), which is
                                      useful when direct endpoint connections are preferred and proxying is
                                      not required.  Only applies to types ClusterIP, NodePort, and
                                      LoadBalancer. If this field is specified when creating a Service of type
                                      ExternalName, creation will fail. This field will be wiped when updating
                                      a Service to type ExternalName.  If this field is not specified, it will
                                      be initialized from the clusterIP field.  If this field is specified,
                                      clients must ensure that clusterIPs[0] and clusterIP have the same
                                      value.


                                      This field may hold a maximum of two entries (dual-stack IPs, in either order).
                                      These IPs must correspond to the values of the ipFamilies field. Both
                                      clusterIPs and ipFamilies are governed by the ipFamilyPolicy field.
                                      More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                                    items:
                                      type: string
                                    type: array
                                    x-kubernetes-list-type: atomic
                                  externalIPs:
                                    description: |-
                                      externalIPs is a list of IP addresses for which nodes in the cluster
                                      will also accept traffic for this service.  These IPs are not managed by
                                      Kubernetes.  The user is responsible for ensuring that traffic arrives
                                      at a node with this IP.  A common example is external load-balancers
                                      that are not part of the Kubernetes system.
                                    items:
                                      type: string
                                    type: array
                                  externalName:
                                    description: |-
                                      externalName is the external reference that discovery mechanisms will
                                      return as an alias for this service (e.g. a DNS CNAME record). No
                                      proxying will be involved.  Must be a lowercase RFC-1123 hostname
                                      (https://tools.ietf.org/html/rfc1123) and requires `type` to be "ExternalName".
                                    type: string
                                  externalTrafficPolicy:
                                    description: |-
                                      externalTrafficPolicy describes how nodes distribute service traffic they
                                      receive on one of the Service's "externally-facing" addresses (NodePorts,
                                      ExternalIPs, and LoadBalancer IPs). If set to "Local", the proxy will configure
                                      the service in a way that assumes that external load balancers will take care
                                      of balancing the service traffic between nodes, and so each node will deliver
                                      traffic only to the node-local endpoints of the service, without masquerading
                                      the client source IP. (Traffic mistakenly sent to a node with no endpoints will
                                      be dropped.) The default value, "Cluster", uses the standard behavior of
                                      routing to all endpoints evenly (possibly modified by topology and other
                                      features). Note that traffic sent to an External IP or LoadBalancer IP from
                                      within the cluster will always get "Cluster" semantics, but clients sending to
                                      a NodePort from within the cluster may need to take traffic policy into account
                                      when picking a node.
                                    type: string
                                  healthCheckNodePort:
                                    description: |-
                                      healthCheckNodePort specifies the healthcheck nodePort for the service.
                                      This only applies when type is set to LoadBalancer and
                                      externalTrafficPolicy is set to Local. If a value is specified, is
                                      in-range, and is not in use, it will be used.  If not specified, a value
                                      will be automatically allocated.  External systems (e.g. load-balancers)
                                      can use this port to determine if a given node holds endpoints for this
                                      service or not.  If this field is specified when creating a Service
                                      which does not need it, creation will fail. This field will be wiped
                                      when updating a Service to no longer need it (e.g. changing type).
                                      This field cannot be updated once set.
                                    format: int32
                                    type: integer
                                  internalTrafficPolicy:
                                    description: |-
                                      InternalTrafficPolicy describes how nodes distribute service traffic they
                                      receive on the ClusterIP. If set to "Local", the proxy will assume that pods
                                      only want to talk to endpoints of the service on the same node as the pod,
                                      dropping the traffic if there are no local endpoints. The default value,
                                      "Cluster", uses the standard behavior of routing to all endpoints evenly
                                      (possibly modified by topology and other features).
                                    type: string
                                  ipFamilies:
                                    description: |-
                                      IPFamilies is a list of IP families (e.g. IPv4, IPv6) assigned to this
                                      service. This field is usually assigned automatically based on cluster
                                      configuration and the ipFamilyPolicy field. If this field is specified
                                      manually, the requested family is available in the cluster,
                                      and ipFamilyPolicy allows it, it will be used; otherwise creation of
                                      the service will fail. This field is conditionally mutable: it allows
                                      for adding or removing a secondary IP family, but it does not allow
                                      changing the primary IP family of the Service. Valid values are "IPv4"
                                      and "IPv6".  This field only applies to Services of types ClusterIP,
                                      NodePort, and LoadBalancer, and does apply to "headless" services.
                                      This field will be wiped when updating a Service to type ExternalName.


                                      This field may hold a maximum of two entries (dual-stack families, in
                                      either order).  These families must correspond to the values of the
                                      clusterIPs field, if specified. Both clusterIPs and ipFamilies are
                                      governed by the ipFamilyPolicy field.
                                    items:
                                      description: |-
                                        IPFamily represents the IP Family (IPv4 or IPv6). This type is used
                                        to express the family of an IP expressed by a type (e.g. service.spec.ipFamilies).
                                      type: string
                                    type: array
                                    x-kubernetes-list-type: atomic
                                  ipFamilyPolicy:
                                    description: |-
                                      IPFamilyPolicy represents the dual-stack-ness requested or required by
                                      this Service. If there is no value provided, then this field will be set
                                      to SingleStack. Services can be "SingleStack" (a single IP family),
                                      "PreferDualStack" (two IP families on dual-stack configured clusters or
                                      a single IP family on single-stack clusters), or "RequireDualStack"
                                      (two IP families on dual-stack configured clusters, otherwise fail). The
                                      ipFamilies and clusterIPs fields depend on the value of this field. This
                                      field will be wiped when updating a service to type ExternalName.
                                    type: string
                                  loadBalancerClass:
                                    description: |-
                                      loadBalancerClass is the class of the load balancer implementation this Service belongs to.
                                      If specified, the value of this field must be a label-style identifier, with an optional prefix,
                                      e.g. "internal-vip" or "example.com/internal-vip". Unprefixed names are reserved for end-users.
                                      This field can only be set when the Service type is 'LoadBalancer'. If not set, the default load
                                      balancer implementation is used, today this is typically done through the cloud provider integration,
                                      but should apply for any default implementation. If set, it is assumed that a load balancer
                                      implementation is watching for Services with a matching class. Any default load balancer
                                      implementation (e.g. cloud providers) should ignore Services that set this field.
                                      This field can only be set when creating or updating a Service to type 'LoadBalancer'.
                                      Once set, it can not be changed. This field will be wiped when a service is updated to a non 'LoadBalancer' type.
                                    type: string
                                  loadBalancerIP:
                                    description: |-
                                      Only applies to Service Type: LoadBalancer.
                                      This feature depends on whether the underlying cloud-provider supports specifying
                                      the loadBalancerIP when a load balancer is created.
                                      This field will be ignored if the cloud-provider does not support the feature.
                                      Deprecated: This field was under-specified and its meaning varies across implementations.
                                      Using it is non-portable and it may not support dual-stack.
                                      Users are encouraged to use implementation-specific annotations when available.
                                    type: string
                                  loadBalancerSourceRanges:
                                    description: |-
                                      If specified and supported by the platform, this will restrict traffic through the cloud-provider
                                      load-balancer will be restricted to the specified client IPs. This field will be ignored if the
                                      cloud-provider does not support the feature."
                                      More info: https://kubernetes.io/docs/tasks/access-application-cluster/create-external-load-balancer/
                                    items:
                                      type: string
                                    type: array
                                  ports:
                                    description: |-
                                      The list of ports that are exposed by this service.
                                      More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                                    items:
                                      description: ServicePort contains information
                                        on service's port.
                                      properties:
                                        appProtocol:
                                          description: |-
                                            The application protocol for this port.
                                            This is used as a hint for implementations to offer richer behavior for protocols that they understand.
                                            This field follows standard Kubernetes label syntax.
                                            Valid values are either:


                                            * Un-prefixed protocol names - reserved for IANA standard service names (as per
                                            RFC-6335 and https://www.iana.org/assignments/service-names).


                                            * Kubernetes-defined prefixed names:
                                              * 'kubernetes.io/h2c' - HTTP/2 prior knowledge over cleartext as described in https://www.rfc-editor.org/rfc/rfc9113.html#name-starting-http-2-with-prior-
                                              * 'kubernetes.io/ws'  - WebSocket over cleartext as described in https://www.rfc-editor.org/rfc/rfc6455
                                              * 'kubernetes.io/wss' - WebSocket over TLS as described in https://www.rfc-editor.org/rfc/rfc6455


                                            * Other protocols should use implementation-defined prefixed names such as
                                            mycompany.com/my-custom-protocol.
                                          type: string
                                        name:
                                          description: |-
                                            The name of this port within the service. This must be a DNS_LABEL.
                                            All ports within a ServiceSpec must have unique names. When considering
                                            the endpoints for a Service, this must match the 'name' field in the
                                            EndpointPort.
                                            Optional if only one ServicePort is defined on this service.
                                          type: string
                                        nodePort:
                                          description: |-
                                            The port on each node on which this service is exposed when type is
                                            NodePort or LoadBalancer.  Usually assigned by the system. If a value is
                                            specified, in-range, and not in use it will be used, otherwise the
                                            operation will fail.  If not specified, a port will be allocated if this
                                            Service requires one.  If this field is specified when creating a
                                            Service which does not need it, creation will fail. This field will be
                                            wiped when updating a Service to no longer need it (e.g. changing type
                                            from NodePort to ClusterIP).
                                            More info: https://kubernetes.io/docs/concepts/services-networking/service/#type-nodeport
                                          format: int32
                                          type: integer
                                        port:
                                          description: The port that will be exposed
                                            by this service.
                                          format: int32
                                          type: integer
                                        protocol:
                                          default: TCP
                                          description: |-
                                            The IP protocol for this port. Supports "TCP", "UDP", and "SCTP".
                                            Default is TCP.
                                          type: string
                                        targetPort:
                                          anyOf:
                                          - type: integer
                                          - type: string
                                          description: |-
                                            Number or name of the port to access on the pods targeted by the service.
                                            Number must be in the range 1 to 65535. Name must be an IANA_SVC_NAME.
                                            If this is a string, it will be looked up as a named port in the
                                            target Pod's container ports. If this is not specified, the value
                                            of the 'port' field is used (an identity map).
                                            This field is ignored for services with clusterIP=None, and should be
                                            omitted or set equal to the 'port' field.
                                            More info: https://kubernetes.io/docs/concepts/services-networking/service/#defining-a-service
                                          x-kubernetes-int-or-string: true
                                      required:
                                      - port
                                      type: object
                                    type: array
                                    x-kubernetes-list-map-keys:
                                    - port
                                    - protocol
                                    x-kubernetes-list-type: map
                                  publishNotReadyAddresses:
                                    description: |-
                                      publishNotReadyAddresses indicates that any agent which deals with endpoints for this
                                      Service should disregard any indications of ready/not-ready.
                                      The primary use case for setting this field is for a StatefulSet's Headless Service to
                                      propagate SRV DNS records for its Pods for the purpose of peer discovery.
                                      The Kubernetes controllers that generate Endpoints and EndpointSlice resources for
                                      Services interpret this to mean that all endpoints are considered "ready" even if the
                                      Pods themselves are not. Agents which consume only Kubernetes generated endpoints
                                      through the Endpoints or EndpointSlice resources can safely assume this behavior.
                                    type: boolean
                                  selector:
                                    additionalProperties:
                                      type: string
                                    description: |-
                                      Route service traffic to pods with label keys and values matching this
                                      selector. If empty or not present, the service is assumed to have an
                                      external process managing its endpoints, which Kubernetes will not
                                      modify. Only applies to types ClusterIP, NodePort, and LoadBalancer.
                                      Ignored if type is ExternalName.
                                      More info: https://kubernetes.io/docs/concepts/services-networking/service/
                                    type: object
                                    x-kubernetes-map-type: atomic
                                  sessionAffinity:
                                    description: |-
                                      Supports "ClientIP" and "None". Used to maintain session affinity.
                                      Enable client IP based session affinity.
                                      Must be ClientIP or None.
                                      Defaults to None.
                                      More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                                    type: string
                                  sessionAffinityConfig:
                                    description: sessionAffinityConfig contains the
                                      configurations of session affinity.
                                    properties:
                                      clientIP:
                                        description: clientIP contains the configurations
                                          of Client IP based session affinity.
                                        properties:
                                          timeoutSeconds:
                                            description: |-
                                              timeoutSeconds specifies the seconds of ClientIP type session sticky time.
                                              The value must be >0 && <=86400(for 1 day) if ServiceAffinity == "ClientIP".
                                              Default value is 10800(for 3 hours).
                                            format: int32
                                            type: integer
                                        type: object
                                    type: object
                                  type:
                                    description: |-
                                      type determines how the Service is exposed. Defaults to ClusterIP. Valid
                                      options are ExternalName, ClusterIP, NodePort, and LoadBalancer.
                                      "ClusterIP" allocates a cluster-internal IP address for load-balancing
                                      to endpoints. Endpoints are determined by the selector or if that is not
                                      specified, by manual construction of an Endpoints object or
                                      EndpointSlice objects. If clusterIP is "None", no virtual IP is
                                      allocated and the endpoints are published as a set of endpoints rather
                                      than a virtual IP.
                                      "NodePort" builds on ClusterIP and allocates a port on every node which
                                      routes to the same endpoints as the clusterIP.
                                      "LoadBalancer" builds on NodePort and creates an external load-balancer
                                      (if supported in the current cloud) which routes to the same endpoints
                                      as the clusterIP.
                                      "ExternalName" aliases this service to the specified externalName.
                                      Several other fields do not apply to ExternalName services.
                                      More info: https://kubernetes.io/docs/concepts/services-networking/service/#publishing-services-service-types
                                    type: string
                                type: object
                            type: object
                          type: array
                        spec:
                          description: spec is the raw extension spec of the workload
                          type: object
                          x-kubernetes-preserve-unknown-fields: true
                        scalingPolicy:
                          properties:
                            type:
                              type: string
                            spec:
                              type: object
                              x-kubernetes-preserve-unknown-fields: true
                          type: object
                        workload:
                          description: workload defines the type of workload
                          properties:
                            apiVersion:
                              description: apiVersion indicates the API version of
                                the workload
                              type: string
                            kind:
                              description: kind indicates the kind of the workload
                                (e.g., Deployment, StatefulSet)
                              type: string
                          type: object
                      type: object
                    type: array
                  schedulingStrategy:
                    description: schedulingStrategy defines the scheduling strategy
                      for the InferService
                    properties:
                      type:
                        description: type indicates the type of scheduling strategy
                        type: string
                    type: object
                type: object
            type: object
          status:
            description: status defines the observed state of InferServiceSet
            properties:
              conditions:
                items:
                  description: "Condition contains details for one aspect of the current
                    state of this API Resource.\n---\nThis struct is intended for
                    direct use as an array at the field path .status.conditions.  For
                    example,\n\n\n\ttype FooStatus struct{\n\t    // Represents the
                    observations of a foo's current state.\n\t    // Known .status.conditions.type
                    are: \"Available\", \"Progressing\", and \"Degraded\"\n\t    //
                    +patchMergeKey=type\n\t    // +patchStrategy=merge\n\t    // +listType=map\n\t
                    \   // +listMapKey=type\n\t    Conditions []metav1.Condition `json:\"conditions,omitempty\"
                    patchStrategy:\"merge\" patchMergeKey:\"type\" protobuf:\"bytes,1,rep,name=conditions\"`\n\n\n\t
                    \   // other fields\n\t}"
                  properties:
                    lastTransitionTime:
                      description: |-
                        lastTransitionTime is the last time the condition transitioned from one status to another.
                        This should be when the underlying condition changed.  If that is not known, then using the time when the API field changed is acceptable.
                      format: date-time
                      type: string
                    message:
                      description: |-
                        message is a human readable message indicating details about the transition.
                        This may be an empty string.
                      maxLength: 32768
                      type: string
                    observedGeneration:
                      description: |-
                        observedGeneration represents the .metadata.generation that the condition was set based upon.
                        For instance, if .metadata.generation is currently 12, but the .status.conditions[x].observedGeneration is 9, the condition is out of date
                        with respect to the current state of the instance.
                      format: int64
                      minimum: 0
                      type: integer
                    reason:
                      description: |-
                        reason contains a programmatic identifier indicating the reason for the condition's last transition.
                        Producers of specific condition types may define expected values and meanings for this field,
                        and whether the values are considered a guaranteed API.
                        The value should be a CamelCase string.
                        This field may not be empty.
                      maxLength: 1024
                      minLength: 1
                      pattern: ^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$
                      type: string
                    status:
                      description: status of the condition, one of True, False, Unknown.
                      enum:
                      - "True"
                      - "False"
                      - Unknown
                      type: string
                    type:
                      description: |-
                        type of condition in CamelCase or in foo.example.com/CamelCase.
                        ---
                        Many .condition.type values are consistent across resources like Available, but because arbitrary conditions can be
                        useful (see .node.status.conditions), the ability to deconflict is important.
                        The regex it matches is (dns1123SubdomainFmt/)?(qualifiedNameFmt)
                      maxLength: 316
                      pattern: ^([a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*/)?(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])$
                      type: string
                  required:
                  - lastTransitionTime
                  - message
                  - reason
                  - status
                  - type
                  type: object
                type: array
              observedGeneration:
                format: int64
                type: integer
              readyReplicas:
                description: readyReplicas is the number of ready replicas for this
                  InferServiceSet.
                format: int32
                type: integer
              replicas:
                description: replicas is the total number of replicas for this InferServiceSet.
                format: int32
                type: integer
            type: object
        type: object
    served: true
    storage: true
    subresources:
      status: {}
---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.14.0
  name: inferservices.mindcluster.huawei.com
spec:
  group: mindcluster.huawei.com
  names:
    kind: InferService
    listKind: InferServiceList
    plural: inferservices
    singular: inferservice
    shortNames:
    - is
  scope: Namespaced
  versions:
  - name: v1
    schema:
      openAPIV3Schema:
        description: InferService is the Schema for the inferservices API
        properties:
          apiVersion:
            description: |-
              APIVersion defines the versioned schema of this representation of an object.
              Servers should convert recognized schemas to the latest internal value, and
              may reject unrecognized values.
              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
            type: string
          kind:
            description: |-
              Kind is a string value representing the REST resource this object represents.
              Servers may infer this from the endpoint the client submits requests to.
              Cannot be updated.
              In CamelCase.
              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
            type: string
          metadata:
            type: object
          spec:
            description: InferServiceSpec defines the desired state of InferService
            properties:
              roles:
                items:
                  description: InstanceSetSpec defines the desired state of InstanceSet
                  properties:
                    metadata:
                      properties:
                        annotations:
                          additionalProperties:
                            type: string
                          description: annotations are key-value pairs that are attached
                            to the workload
                          type: object
                        labels:
                          additionalProperties:
                            type: string
                          description: labels are key-value pairs that are attached
                            to the workload
                          type: object
                      type: object
                    name:
                      description: name is the name of the InstanceSet
                      type: string
                    priority:
                      description: priority is the priority of the InstanceSet
                      format: int32
                      type: integer
                    replicas:
                      description: replicas is the number of desired replicas for
                        the InstanceSet
                      format: int32
                      type: integer
                    services:
                      description: services is the list of services for the InstanceSet
                      items:
                        description: ServiceSpec defines the desired state of Service
                        properties:
                          metadata:
                            description: metadata defines the metadata of the service
                            properties:
                              annotations:
                                additionalProperties:
                                  type: string
                                description: annotations are key-value pairs that
                                  are attached to the workload
                                type: object
                              labels:
                                additionalProperties:
                                  type: string
                                description: labels are key-value pairs that are attached
                                  to the workload
                                type: object
                            type: object
                          name:
                            description: name is the name of the service
                            type: string
                          spec:
                            description: ServiceSpec describes the attributes that
                              a user creates on a service.
                            properties:
                              allocateLoadBalancerNodePorts:
                                description: |-
                                  allocateLoadBalancerNodePorts defines if NodePorts will be automatically
                                  allocated for services with type LoadBalancer.  Default is "true". It
                                  may be set to "false" if the cluster load-balancer does not rely on
                                  NodePorts.  If the caller requests specific NodePorts (by specifying a
                                  value), those requests will be respected, regardless of this field.
                                  This field may only be set for services with type LoadBalancer and will
                                  be cleared if the type is changed to any other type.
                                type: boolean
                              clusterIP:
                                description: |-
                                  clusterIP is the IP address of the service and is usually assigned
                                  randomly. If an address is specified manually, is in-range (as per
                                  system configuration), and is not in use, it will be allocated to the
                                  service; otherwise creation of the service will fail. This field may not
                                  be changed through updates unless the type field is also being changed
                                  to ExternalName (which requires this field to be blank) or the type
                                  field is being changed from ExternalName (in which case this field may
                                  optionally be specified, as describe above).  Valid values are "None",
                                  empty string (""), or a valid IP address. Setting this to "None" makes a
                                  "headless service" (no virtual IP), which is useful when direct endpoint
                                  connections are preferred and proxying is not required.  Only applies to
                                  types ClusterIP, NodePort, and LoadBalancer. If this field is specified
                                  when creating a Service of type ExternalName, creation will fail. This
                                  field will be wiped when updating a Service to type ExternalName.
                                  More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                                type: string
                              clusterIPs:
                                description: |-
                                  ClusterIPs is a list of IP addresses assigned to this service, and are
                                  usually assigned randomly.  If an address is specified manually, is
                                  in-range (as per system configuration), and is not in use, it will be
                                  allocated to the service; otherwise creation of the service will fail.
                                  This field may not be changed through updates unless the type field is
                                  also being changed to ExternalName (which requires this field to be
                                  empty) or the type field is being changed from ExternalName (in which
                                  case this field may optionally be specified, as describe above).  Valid
                                  values are "None", empty string (""), or a valid IP address.  Setting
                                  this to "None" makes a "headless service" (no virtual IP), which is
                                  useful when direct endpoint connections are preferred and proxying is
                                  not required.  Only applies to types ClusterIP, NodePort, and
                                  LoadBalancer. If this field is specified when creating a Service of type
                                  ExternalName, creation will fail. This field will be wiped when updating
                                  a Service to type ExternalName.  If this field is not specified, it will
                                  be initialized from the clusterIP field.  If this field is specified,
                                  clients must ensure that clusterIPs[0] and clusterIP have the same
                                  value.

                                  This field may hold a maximum of two entries (dual-stack IPs, in either order).
                                  These IPs must correspond to the values of the ipFamilies field. Both
                                  clusterIPs and ipFamilies are governed by the ipFamilyPolicy field.
                                  More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                                items:
                                  type: string
                                type: array
                                x-kubernetes-list-type: atomic
                              externalIPs:
                                description: |-
                                  externalIPs is a list of IP addresses for which nodes in the cluster
                                  will also accept traffic for this service.  These IPs are not managed by
                                  Kubernetes.  The user is responsible for ensuring that traffic arrives
                                  at a node with this IP.  A common example is external load-balancers
                                  that are not part of the Kubernetes system.
                                items:
                                  type: string
                                type: array
                              externalName:
                                description: |-
                                  externalName is the external reference that discovery mechanisms will
                                  return as an alias for this service (e.g. a DNS CNAME record). No
                                  proxying will be involved.  Must be a lowercase RFC-1123 hostname
                                  (https://tools.ietf.org/html/rfc1123) and requires `type` to be "ExternalName".
                                type: string
                              externalTrafficPolicy:
                                description: |-
                                  externalTrafficPolicy describes how nodes distribute service traffic they
                                  receive on one of the Service's "externally-facing" addresses (NodePorts,
                                  ExternalIPs, and LoadBalancer IPs). If set to "Local", the proxy will configure
                                  the service in a way that assumes that external load balancers will take care
                                  of balancing the service traffic between nodes, and so each node will deliver
                                  traffic only to the node-local endpoints of the service, without masquerading
                                  the client source IP. (Traffic mistakenly sent to a node with no endpoints will
                                  be dropped.) The default value, "Cluster", uses the standard behavior of
                                  routing to all endpoints evenly (possibly modified by topology and other
                                  features). Note that traffic sent to an External IP or LoadBalancer IP from
                                  within the cluster will always get "Cluster" semantics, but clients sending to
                                  a NodePort from within the cluster may need to take traffic policy into account
                                  when picking a node.
                                type: string
                              healthCheckNodePort:
                                description: |-
                                  healthCheckNodePort specifies the healthcheck nodePort for the service.
                                  This only applies when type is set to LoadBalancer and
                                  externalTrafficPolicy is set to Local. If a value is specified, is
                                  in-range, and is not in use, it will be used.  If not specified, a value
                                  will be automatically allocated.  External systems (e.g. load-balancers)
                                  can use this port to determine if a given node holds endpoints for this
                                  service or not.  If this field is specified when creating a Service
                                  which does not need it, creation will fail. This field will be wiped
                                  when updating a Service to no longer need it (e.g. changing type).
                                  This field cannot be updated once set.
                                format: int32
                                type: integer
                              internalTrafficPolicy:
                                description: |-
                                  InternalTrafficPolicy describes how nodes distribute service traffic they
                                  receive on the ClusterIP. If set to "Local", the proxy will assume that pods
                                  only want to talk to endpoints of the service on the same node as the pod,
                                  dropping the traffic if there are no local endpoints. The default value,
                                  "Cluster", uses the standard behavior of routing to all endpoints evenly
                                  (possibly modified by topology and other features).
                                type: string
                              ipFamilies:
                                description: |-
                                  IPFamilies is a list of IP families (e.g. IPv4, IPv6) assigned to this
                                  service. This field is usually assigned automatically based on cluster
                                  configuration and the ipFamilyPolicy field. If this field is specified
                                  manually, the requested family is available in the cluster,
                                  and ipFamilyPolicy allows it, it will be used; otherwise creation of
                                  the service will fail. This field is conditionally mutable: it allows
                                  for adding or removing a secondary IP family, but it does not allow
                                  changing the primary IP family of the Service. Valid values are "IPv4"
                                  and "IPv6".  This field only applies to Services of types ClusterIP,
                                  NodePort, and LoadBalancer, and does apply to "headless" services.
                                  This field will be wiped when updating a Service to type ExternalName.

                                  This field may hold a maximum of two entries (dual-stack families, in
                                  either order).  These families must correspond to the values of the
                                  clusterIPs field, if specified. Both clusterIPs and ipFamilies are
                                  governed by the ipFamilyPolicy field.
                                items:
                                  description: |-
                                    IPFamily represents the IP Family (IPv4 or IPv6). This type is used
                                    to express the family of an IP expressed by a type (e.g. service.spec.ipFamilies).
                                  type: string
                                type: array
                                x-kubernetes-list-type: atomic
                              ipFamilyPolicy:
                                description: |-
                                  IPFamilyPolicy represents the dual-stack-ness requested or required by
                                  this Service. If there is no value provided, then this field will be set
                                  to SingleStack. Services can be "SingleStack" (a single IP family),
                                  "PreferDualStack" (two IP families on dual-stack configured clusters or
                                  a single IP family on single-stack clusters), or "RequireDualStack"
                                  (two IP families on dual-stack configured clusters, otherwise fail). The
                                  ipFamilies and clusterIPs fields depend on the value of this field. This
                                  field will be wiped when updating a service to type ExternalName.
                                type: string
                              loadBalancerClass:
                                description: |-
                                  loadBalancerClass is the class of the load balancer implementation this Service belongs to.
                                  If specified, the value of this field must be a label-style identifier, with an optional prefix,
                                  e.g. "internal-vip" or "example.com/internal-vip". Unprefixed names are reserved for end-users.
                                  This field can only be set when the Service type is 'LoadBalancer'. If not set, the default load
                                  balancer implementation is used, today this is typically done through the cloud provider integration,
                                  but should apply for any default implementation. If set, it is assumed that a load balancer
                                  implementation is watching for Services with a matching class. Any default load balancer
                                  implementation (e.g. cloud providers) should ignore Services that set this field.
                                  This field can only be set when creating or updating a Service to type 'LoadBalancer'.
                                  Once set, it can not be changed. This field will be wiped when a service is updated to a non 'LoadBalancer' type.
                                type: string
                              loadBalancerIP:
                                description: |-
                                  Only applies to Service Type: LoadBalancer.
                                  This feature depends on whether the underlying cloud-provider supports specifying
                                  the loadBalancerIP when a load balancer is created.
                                  This field will be ignored if the cloud-provider does not support the feature.
                                  Deprecated: This field was under-specified and its meaning varies across implementations.
                                  Using it is non-portable and it may not support dual-stack.
                                  Users are encouraged to use implementation-specific annotations when available.
                                type: string
                              loadBalancerSourceRanges:
                                description: |-
                                  If specified and supported by the platform, this will restrict traffic through the cloud-provider
                                  load-balancer will be restricted to the specified client IPs. This field will be ignored if the
                                  cloud-provider does not support the feature."
                                  More info: https://kubernetes.io/docs/tasks/access-application-cluster/create-external-load-balancer/
                                items:
                                  type: string
                                type: array
                              ports:
                                description: |-
                                  The list of ports that are exposed by this service.
                                  More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                                items:
                                  description: ServicePort contains information on
                                    service's port.
                                  properties:
                                    appProtocol:
                                      description: |-
                                        The application protocol for this port.
                                        This is used as a hint for implementations to offer richer behavior for protocols that they understand.
                                        This field follows standard Kubernetes label syntax.
                                        Valid values are either:

                                        * Un-prefixed protocol names - reserved for IANA standard service names (as per
                                        RFC-6335 and https://www.iana.org/assignments/service-names).

                                        * Kubernetes-defined prefixed names:
                                          * 'kubernetes.io/h2c' - HTTP/2 prior knowledge over cleartext as described in https://www.rfc-editor.org/rfc/rfc9113.html#name-starting-http-2-with-prior-
                                          * 'kubernetes.io/ws'  - WebSocket over cleartext as described in https://www.rfc-editor.org/rfc/rfc6455
                                          * 'kubernetes.io/wss' - WebSocket over TLS as described in https://www.rfc-editor.org/rfc/rfc6455

                                        * Other protocols should use implementation-defined prefixed names such as
                                        mycompany.com/my-custom-protocol.
                                      type: string
                                    name:
                                      description: |-
                                        The name of this port within the service. This must be a DNS_LABEL.
                                        All ports within a ServiceSpec must have unique names. When considering
                                        the endpoints for a Service, this must match the 'name' field in the
                                        EndpointPort.
                                        Optional if only one ServicePort is defined on this service.
                                      type: string
                                    nodePort:
                                      description: |-
                                        The port on each node on which this service is exposed when type is
                                        NodePort or LoadBalancer.  Usually assigned by the system. If a value is
                                        specified, in-range, and not in use it will be used, otherwise the
                                        operation will fail.  If not specified, a port will be allocated if this
                                        Service requires one.  If this field is specified when creating a
                                        Service which does not need it, creation will fail. This field will be
                                        wiped when updating a Service to no longer need it (e.g. changing type
                                        from NodePort to ClusterIP).
                                        More info: https://kubernetes.io/docs/concepts/services-networking/service/#type-nodeport
                                      format: int32
                                      type: integer
                                    port:
                                      description: The port that will be exposed by
                                        this service.
                                      format: int32
                                      type: integer
                                    protocol:
                                      default: TCP
                                      description: |-
                                        The IP protocol for this port. Supports "TCP", "UDP", and "SCTP".
                                        Default is TCP.
                                      type: string
                                    targetPort:
                                      anyOf:
                                      - type: integer
                                      - type: string
                                      description: |-
                                        Number or name of the port to access on the pods targeted by the service.
                                        Number must be in the range 1 to 65535. Name must be an IANA_SVC_NAME.
                                        If this is a string, it will be looked up as a named port in the
                                        target Pod's container ports. If this is not specified, the value
                                        of the 'port' field is used (an identity map).
                                        This field is ignored for services with clusterIP=None, and should be
                                        omitted or set equal to the 'port' field.
                                        More info: https://kubernetes.io/docs/concepts/services-networking/service/#defining-a-service
                                      x-kubernetes-int-or-string: true
                                  required:
                                  - port
                                  type: object
                                type: array
                                x-kubernetes-list-map-keys:
                                - port
                                - protocol
                                x-kubernetes-list-type: map
                              publishNotReadyAddresses:
                                description: |-
                                  publishNotReadyAddresses indicates that any agent which deals with endpoints for this
                                  Service should disregard any indications of ready/not-ready.
                                  The primary use case for setting this field is for a StatefulSet's Headless Service to
                                  propagate SRV DNS records for its Pods for the purpose of peer discovery.
                                  The Kubernetes controllers that generate Endpoints and EndpointSlice resources for
                                  Services interpret this to mean that all endpoints are considered "ready" even if the
                                  Pods themselves are not. Agents which consume only Kubernetes generated endpoints
                                  through the Endpoints or EndpointSlice resources can safely assume this behavior.
                                type: boolean
                              selector:
                                additionalProperties:
                                  type: string
                                description: |-
                                  Route service traffic to pods with label keys and values matching this
                                  selector. If empty or not present, the service is assumed to have an
                                  external process managing its endpoints, which Kubernetes will not
                                  modify. Only applies to types ClusterIP, NodePort, and LoadBalancer.
                                  Ignored if type is ExternalName.
                                  More info: https://kubernetes.io/docs/concepts/services-networking/service/
                                type: object
                                x-kubernetes-map-type: atomic
                              sessionAffinity:
                                description: |-
                                  Supports "ClientIP" and "None". Used to maintain session affinity.
                                  Enable client IP based session affinity.
                                  Must be ClientIP or None.
                                  Defaults to None.
                                  More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                                type: string
                              sessionAffinityConfig:
                                description: sessionAffinityConfig contains the configurations
                                  of session affinity.
                                properties:
                                  clientIP:
                                    description: clientIP contains the configurations
                                      of Client IP based session affinity.
                                    properties:
                                      timeoutSeconds:
                                        description: |-
                                          timeoutSeconds specifies the seconds of ClientIP type session sticky time.
                                          The value must be >0 && <=86400(for 1 day) if ServiceAffinity == "ClientIP".
                                          Default value is 10800(for 3 hours).
                                        format: int32
                                        type: integer
                                    type: object
                                type: object
                              type:
                                description: |-
                                  type determines how the Service is exposed. Defaults to ClusterIP. Valid
                                  options are ExternalName, ClusterIP, NodePort, and LoadBalancer.
                                  "ClusterIP" allocates a cluster-internal IP address for load-balancing
                                  to endpoints. Endpoints are determined by the selector or if that is not
                                  specified, by manual construction of an Endpoints object or
                                  EndpointSlice objects. If clusterIP is "None", no virtual IP is
                                  allocated and the endpoints are published as a set of endpoints rather
                                  than a virtual IP.
                                  "NodePort" builds on ClusterIP and allocates a port on every node which
                                  routes to the same endpoints as the clusterIP.
                                  "LoadBalancer" builds on NodePort and creates an external load-balancer
                                  (if supported in the current cloud) which routes to the same endpoints
                                  as the clusterIP.
                                  "ExternalName" aliases this service to the specified externalName.
                                  Several other fields do not apply to ExternalName services.
                                  More info: https://kubernetes.io/docs/concepts/services-networking/service/#publishing-services-service-types
                                type: string
                            type: object
                        type: object
                      type: array
                    spec:
                      description: spec is the raw extension spec of the workload
                      type: object
                      x-kubernetes-preserve-unknown-fields: true
                    scalingPolicy:
                      properties:
                        type:
                          type: string
                        spec:
                          type: object
                          x-kubernetes-preserve-unknown-fields: true
                      type: object
                    workload:
                      description: workload defines the type of workload
                      properties:
                        apiVersion:
                          description: apiVersion indicates the API version of the
                            workload
                          type: string
                        kind:
                          description: kind indicates the kind of the workload (e.g.,
                            Deployment, StatefulSet)
                          type: string
                      type: object
                  type: object
                type: array
              schedulingStrategy:
                description: schedulingStrategy defines the scheduling strategy for
                  the InferService
                properties:
                  type:
                    description: type indicates the type of scheduling strategy
                    type: string
                type: object
            type: object
          status:
            description: InferServiceStatus defines the observed state of InferService
            properties:
              conditions:
                items:
                  description: "Condition contains details for one aspect of the current
                    state of this API Resource.\n---\nThis struct is intended for
                    direct use as an array at the field path .status.conditions.  For
                    example,\n\n\n\ttype FooStatus struct{\n\t    // Represents the
                    observations of a foo's current state.\n\t    // Known .status.conditions.type
                    are: \"Available\", \"Progressing\", and \"Degraded\"\n\t    //
                    +patchMergeKey=type\n\t    // +patchStrategy=merge\n\t    // +listType=map\n\t
                    \   // +listMapKey=type\n\t    Conditions []metav1.Condition `json:\"conditions,omitempty\"
                    patchStrategy:\"merge\" patchMergeKey:\"type\" protobuf:\"bytes,1,rep,name=conditions\"`\n\n\n\t
                    \   // other fields\n\t}"
                  properties:
                    lastTransitionTime:
                      description: |-
                        lastTransitionTime is the last time the condition transitioned from one status to another.
                        This should be when the underlying condition changed.  If that is not known, then using the time when the API field changed is acceptable.
                      format: date-time
                      type: string
                    message:
                      description: |-
                        message is a human readable message indicating details about the transition.
                        This may be an empty string.
                      maxLength: 32768
                      type: string
                    observedGeneration:
                      description: |-
                        observedGeneration represents the .metadata.generation that the condition was set based upon.
                        For instance, if .metadata.generation is currently 12, but the .status.conditions[x].observedGeneration is 9, the condition is out of date
                        with respect to the current state of the instance.
                      format: int64
                      minimum: 0
                      type: integer
                    reason:
                      description: |-
                        reason contains a programmatic identifier indicating the reason for the condition's last transition.
                        Producers of specific condition types may define expected values and meanings for this field,
                        and whether the values are considered a guaranteed API.
                        The value should be a CamelCase string.
                        This field may not be empty.
                      maxLength: 1024
                      minLength: 1
                      pattern: ^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$
                      type: string
                    status:
                      description: status of the condition, one of True, False, Unknown.
                      enum:
                      - "True"
                      - "False"
                      - Unknown
                      type: string
                    type:
                      description: |-
                        type of condition in CamelCase or in foo.example.com/CamelCase.
                        ---
                        Many .condition.type values are consistent across resources like Available, but because arbitrary conditions can be
                        useful (see .node.status.conditions), the ability to deconflict is important.
                        The regex it matches is (dns1123SubdomainFmt/)?(qualifiedNameFmt)
                      maxLength: 316
                      pattern: ^([a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*/)?(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])$
                      type: string
                  required:
                  - lastTransitionTime
                  - message
                  - reason
                  - status
                  - type
                  type: object
                type: array
              observedGeneration:
                format: int64
                type: integer
              readyReplicas:
                description: readyReplicas is the number of ready replicas for this
                  InferService.
                format: int32
                type: integer
              replicas:
                description: replicas is the total number of replicas for this InferService.
                format: int32
                type: integer
            type: object
        type: object
    served: true
    storage: true
    subresources:
      status: {}
---
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    controller-gen.kubebuilder.io/version: v0.14.0
  name: instancesets.mindcluster.huawei.com
spec:
  group: mindcluster.huawei.com
  names:
    kind: InstanceSet
    listKind: InstanceSetList
    plural: instancesets
    singular: instanceset
    shortNames:
    - ist
  scope: Namespaced
  versions:
  - name: v1
    schema:
      openAPIV3Schema:
        description: InstanceSet is the Schema for the instancesets API
        properties:
          apiVersion:
            description: |-
              APIVersion defines the versioned schema of this representation of an object.
              Servers should convert recognized schemas to the latest internal value, and
              may reject unrecognized values.
              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
            type: string
          kind:
            description: |-
              Kind is a string value representing the REST resource this object represents.
              Servers may infer this from the endpoint the client submits requests to.
              Cannot be updated.
              In CamelCase.
              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
            type: string
          metadata:
            type: object
          spec:
            description: InstanceSetSpec defines the desired state of InstanceSet
            properties:
              metadata:
                description: metadata defines the metadata of the workload
                properties:
                  annotations:
                    additionalProperties:
                      type: string
                    description: annotations are key-value pairs that are attached
                      to the workload
                    type: object
                  labels:
                    additionalProperties:
                      type: string
                    description: labels are key-value pairs that are attached to the
                      workload
                    type: object
                type: object
              name:
                description: name is the name of the InstanceSet
                type: string
              priority:
                description: priority is the priority of the InstanceSet
                format: int32
                type: integer
              replicas:
                description: replicas is the number of desired replicas for the InstanceSet
                format: int32
                type: integer
              services:
                description: services is the list of services for the InstanceSet
                items:
                  description: ServiceSpec defines the desired state of Service
                  properties:
                    metadata:
                      description: metadata defines the metadata of the service
                      properties:
                        annotations:
                          additionalProperties:
                            type: string
                          description: annotations are key-value pairs that are attached
                            to the workload
                          type: object
                        labels:
                          additionalProperties:
                            type: string
                          description: labels are key-value pairs that are attached
                            to the workload
                          type: object
                      type: object
                    name:
                      description: name is the name of the service
                      type: string
                    spec:
                      description: ServiceSpec describes the attributes that a user
                        creates on a service.
                      properties:
                        allocateLoadBalancerNodePorts:
                          description: |-
                            allocateLoadBalancerNodePorts defines if NodePorts will be automatically
                            allocated for services with type LoadBalancer.  Default is "true". It
                            may be set to "false" if the cluster load-balancer does not rely on
                            NodePorts.  If the caller requests specific NodePorts (by specifying a
                            value), those requests will be respected, regardless of this field.
                            This field may only be set for services with type LoadBalancer and will
                            be cleared if the type is changed to any other type.
                          type: boolean
                        clusterIP:
                          description: |-
                            clusterIP is the IP address of the service and is usually assigned
                            randomly. If an address is specified manually, is in-range (as per
                            system configuration), and is not in use, it will be allocated to the
                            service; otherwise creation of the service will fail. This field may not
                            be changed through updates unless the type field is also being changed
                            to ExternalName (which requires this field to be blank) or the type
                            field is being changed from ExternalName (in which case this field may
                            optionally be specified, as describe above).  Valid values are "None",
                            empty string (""), or a valid IP address. Setting this to "None" makes a
                            "headless service" (no virtual IP), which is useful when direct endpoint
                            connections are preferred and proxying is not required.  Only applies to
                            types ClusterIP, NodePort, and LoadBalancer. If this field is specified
                            when creating a Service of type ExternalName, creation will fail. This
                            field will be wiped when updating a Service to type ExternalName.
                            More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                          type: string
                        clusterIPs:
                          description: |-
                            ClusterIPs is a list of IP addresses assigned to this service, and are
                            usually assigned randomly.  If an address is specified manually, is
                            in-range (as per system configuration), and is not in use, it will be
                            allocated to the service; otherwise creation of the service will fail.
                            This field may not be changed through updates unless the type field is
                            also being changed to ExternalName (which requires this field to be
                            empty) or the type field is being changed from ExternalName (in which
                            case this field may optionally be specified, as describe above).  Valid
                            values are "None", empty string (""), or a valid IP address.  Setting
                            this to "None" makes a "headless service" (no virtual IP), which is
                            useful when direct endpoint connections are preferred and proxying is
                            not required.  Only applies to types ClusterIP, NodePort, and
                            LoadBalancer. If this field is specified when creating a Service of type
                            ExternalName, creation will fail. This field will be wiped when updating
                            a Service to type ExternalName.  If this field is not specified, it will
                            be initialized from the clusterIP field.  If this field is specified,
                            clients must ensure that clusterIPs[0] and clusterIP have the same
                            value.

                            This field may hold a maximum of two entries (dual-stack IPs, in either order).
                            These IPs must correspond to the values of the ipFamilies field. Both
                            clusterIPs and ipFamilies are governed by the ipFamilyPolicy field.
                            More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                          items:
                            type: string
                          type: array
                          x-kubernetes-list-type: atomic
                        externalIPs:
                          description: |-
                            externalIPs is a list of IP addresses for which nodes in the cluster
                            will also accept traffic for this service.  These IPs are not managed by
                            Kubernetes.  The user is responsible for ensuring that traffic arrives
                            at a node with this IP.  A common example is external load-balancers
                            that are not part of the Kubernetes system.
                          items:
                            type: string
                          type: array
                        externalName:
                          description: |-
                            externalName is the external reference that discovery mechanisms will
                            return as an alias for this service (e.g. a DNS CNAME record). No
                            proxying will be involved.  Must be a lowercase RFC-1123 hostname
                            (https://tools.ietf.org/html/rfc1123) and requires `type` to be "ExternalName".
                          type: string
                        externalTrafficPolicy:
                          description: |-
                            externalTrafficPolicy describes how nodes distribute service traffic they
                            receive on one of the Service's "externally-facing" addresses (NodePorts,
                            ExternalIPs, and LoadBalancer IPs). If set to "Local", the proxy will configure
                            the service in a way that assumes that external load balancers will take care
                            of balancing the service traffic between nodes, and so each node will deliver
                            traffic only to the node-local endpoints of the service, without masquerading
                            the client source IP. (Traffic mistakenly sent to a node with no endpoints will
                            be dropped.) The default value, "Cluster", uses the standard behavior of
                            routing to all endpoints evenly (possibly modified by topology and other
                            features). Note that traffic sent to an External IP or LoadBalancer IP from
                            within the cluster will always get "Cluster" semantics, but clients sending to
                            a NodePort from within the cluster may need to take traffic policy into account
                            when picking a node.
                          type: string
                        healthCheckNodePort:
                          description: |-
                            healthCheckNodePort specifies the healthcheck nodePort for the service.
                            This only applies when type is set to LoadBalancer and
                            externalTrafficPolicy is set to Local. If a value is specified, is
                            in-range, and is not in use, it will be used.  If not specified, a value
                            will be automatically allocated.  External systems (e.g. load-balancers)
                            can use this port to determine if a given node holds endpoints for this
                            service or not.  If this field is specified when creating a Service
                            which does not need it, creation will fail. This field will be wiped
                            when updating a Service to no longer need it (e.g. changing type).
                            This field cannot be updated once set.
                          format: int32
                          type: integer
                        internalTrafficPolicy:
                          description: |-
                            InternalTrafficPolicy describes how nodes distribute service traffic they
                            receive on the ClusterIP. If set to "Local", the proxy will assume that pods
                            only want to talk to endpoints of the service on the same node as the pod,
                            dropping the traffic if there are no local endpoints. The default value,
                            "Cluster", uses the standard behavior of routing to all endpoints evenly
                            (possibly modified by topology and other features).
                          type: string
                        ipFamilies:
                          description: |-
                            IPFamilies is a list of IP families (e.g. IPv4, IPv6) assigned to this
                            service. This field is usually assigned automatically based on cluster
                            configuration and the ipFamilyPolicy field. If this field is specified
                            manually, the requested family is available in the cluster,
                            and ipFamilyPolicy allows it, it will be used; otherwise creation of
                            the service will fail. This field is conditionally mutable: it allows
                            for adding or removing a secondary IP family, but it does not allow
                            changing the primary IP family of the Service. Valid values are "IPv4"
                            and "IPv6".  This field only applies to Services of types ClusterIP,
                            NodePort, and LoadBalancer, and does apply to "headless" services.
                            This field will be wiped when updating a Service to type ExternalName.

                            This field may hold a maximum of two entries (dual-stack families, in
                            either order).  These families must correspond to the values of the
                            clusterIPs field, if specified. Both clusterIPs and ipFamilies are
                            governed by the ipFamilyPolicy field.
                          items:
                            description: |-
                              IPFamily represents the IP Family (IPv4 or IPv6). This type is used
                              to express the family of an IP expressed by a type (e.g. service.spec.ipFamilies).
                            type: string
                          type: array
                          x-kubernetes-list-type: atomic
                        ipFamilyPolicy:
                          description: |-
                            IPFamilyPolicy represents the dual-stack-ness requested or required by
                            this Service. If there is no value provided, then this field will be set
                            to SingleStack. Services can be "SingleStack" (a single IP family),
                            "PreferDualStack" (two IP families on dual-stack configured clusters or
                            a single IP family on single-stack clusters), or "RequireDualStack"
                            (two IP families on dual-stack configured clusters, otherwise fail). The
                            ipFamilies and clusterIPs fields depend on the value of this field. This
                            field will be wiped when updating a service to type ExternalName.
                          type: string
                        loadBalancerClass:
                          description: |-
                            loadBalancerClass is the class of the load balancer implementation this Service belongs to.
                            If specified, the value of this field must be a label-style identifier, with an optional prefix,
                            e.g. "internal-vip" or "example.com/internal-vip". Unprefixed names are reserved for end-users.
                            This field can only be set when the Service type is 'LoadBalancer'. If not set, the default load
                            balancer implementation is used, today this is typically done through the cloud provider integration,
                            but should apply for any default implementation. If set, it is assumed that a load balancer
                            implementation is watching for Services with a matching class. Any default load balancer
                            implementation (e.g. cloud providers) should ignore Services that set this field.
                            This field can only be set when creating or updating a Service to type 'LoadBalancer'.
                            Once set, it can not be changed. This field will be wiped when a service is updated to a non 'LoadBalancer' type.
                          type: string
                        loadBalancerIP:
                          description: |-
                            Only applies to Service Type: LoadBalancer.
                            This feature depends on whether the underlying cloud-provider supports specifying
                            the loadBalancerIP when a load balancer is created.
                            This field will be ignored if the cloud-provider does not support the feature.
                            Deprecated: This field was under-specified and its meaning varies across implementations.
                            Using it is non-portable and it may not support dual-stack.
                            Users are encouraged to use implementation-specific annotations when available.
                          type: string
                        loadBalancerSourceRanges:
                          description: |-
                            If specified and supported by the platform, this will restrict traffic through the cloud-provider
                            load-balancer will be restricted to the specified client IPs. This field will be ignored if the
                            cloud-provider does not support the feature."
                            More info: https://kubernetes.io/docs/tasks/access-application-cluster/create-external-load-balancer/
                          items:
                            type: string
                          type: array
                        ports:
                          description: |-
                            The list of ports that are exposed by this service.
                            More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                          items:
                            description: ServicePort contains information on service's
                              port.
                            properties:
                              appProtocol:
                                description: |-
                                  The application protocol for this port.
                                  This is used as a hint for implementations to offer richer behavior for protocols that they understand.
                                  This field follows standard Kubernetes label syntax.
                                  Valid values are either:

                                  * Un-prefixed protocol names - reserved for IANA standard service names (as per
                                  RFC-6335 and https://www.iana.org/assignments/service-names).

                                  * Kubernetes-defined prefixed names:
                                    * 'kubernetes.io/h2c' - HTTP/2 prior knowledge over cleartext as described in https://www.rfc-editor.org/rfc/rfc9113.html#name-starting-http-2-with-prior-
                                    * 'kubernetes.io/ws'  - WebSocket over cleartext as described in https://www.rfc-editor.org/rfc/rfc6455
                                    * 'kubernetes.io/wss' - WebSocket over TLS as described in https://www.rfc-editor.org/rfc/rfc6455

                                  * Other protocols should use implementation-defined prefixed names such as
                                  mycompany.com/my-custom-protocol.
                                type: string
                              name:
                                description: |-
                                  The name of this port within the service. This must be a DNS_LABEL.
                                  All ports within a ServiceSpec must have unique names. When considering
                                  the endpoints for a Service, this must match the 'name' field in the
                                  EndpointPort.
                                  Optional if only one ServicePort is defined on this service.
                                type: string
                              nodePort:
                                description: |-
                                  The port on each node on which this service is exposed when type is
                                  NodePort or LoadBalancer.  Usually assigned by the system. If a value is
                                  specified, in-range, and not in use it will be used, otherwise the
                                  operation will fail.  If not specified, a port will be allocated if this
                                  Service requires one.  If this field is specified when creating a
                                  Service which does not need it, creation will fail. This field will be
                                  wiped when updating a Service to no longer need it (e.g. changing type
                                  from NodePort to ClusterIP).
                                  More info: https://kubernetes.io/docs/concepts/services-networking/service/#type-nodeport
                                format: int32
                                type: integer
                              port:
                                description: The port that will be exposed by this
                                  service.
                                format: int32
                                type: integer
                              protocol:
                                default: TCP
                                description: |-
                                  The IP protocol for this port. Supports "TCP", "UDP", and "SCTP".
                                  Default is TCP.
                                type: string
                              targetPort:
                                anyOf:
                                - type: integer
                                - type: string
                                description: |-
                                  Number or name of the port to access on the pods targeted by the service.
                                  Number must be in the range 1 to 65535. Name must be an IANA_SVC_NAME.
                                  If this is a string, it will be looked up as a named port in the
                                  target Pod's container ports. If this is not specified, the value
                                  of the 'port' field is used (an identity map).
                                  This field is ignored for services with clusterIP=None, and should be
                                  omitted or set equal to the 'port' field.
                                  More info: https://kubernetes.io/docs/concepts/services-networking/service/#defining-a-service
                                x-kubernetes-int-or-string: true
                            required:
                            - port
                            type: object
                          type: array
                          x-kubernetes-list-map-keys:
                          - port
                          - protocol
                          x-kubernetes-list-type: map
                        publishNotReadyAddresses:
                          description: |-
                            publishNotReadyAddresses indicates that any agent which deals with endpoints for this
                            Service should disregard any indications of ready/not-ready.
                            The primary use case for setting this field is for a StatefulSet's Headless Service to
                            propagate SRV DNS records for its Pods for the purpose of peer discovery.
                            The Kubernetes controllers that generate Endpoints and EndpointSlice resources for
                            Services interpret this to mean that all endpoints are considered "ready" even if the
                            Pods themselves are not. Agents which consume only Kubernetes generated endpoints
                            through the Endpoints or EndpointSlice resources can safely assume this behavior.
                          type: boolean
                        selector:
                          additionalProperties:
                            type: string
                          description: |-
                            Route service traffic to pods with label keys and values matching this
                            selector. If empty or not present, the service is assumed to have an
                            external process managing its endpoints, which Kubernetes will not
                            modify. Only applies to types ClusterIP, NodePort, and LoadBalancer.
                            Ignored if type is ExternalName.
                            More info: https://kubernetes.io/docs/concepts/services-networking/service/
                          type: object
                          x-kubernetes-map-type: atomic
                        sessionAffinity:
                          description: |-
                            Supports "ClientIP" and "None". Used to maintain session affinity.
                            Enable client IP based session affinity.
                            Must be ClientIP or None.
                            Defaults to None.
                            More info: https://kubernetes.io/docs/concepts/services-networking/service/#virtual-ips-and-service-proxies
                          type: string
                        sessionAffinityConfig:
                          description: sessionAffinityConfig contains the configurations
                            of session affinity.
                          properties:
                            clientIP:
                              description: clientIP contains the configurations of
                                Client IP based session affinity.
                              properties:
                                timeoutSeconds:
                                  description: |-
                                    timeoutSeconds specifies the seconds of ClientIP type session sticky time.
                                    The value must be >0 && <=86400(for 1 day) if ServiceAffinity == "ClientIP".
                                    Default value is 10800(for 3 hours).
                                  format: int32
                                  type: integer
                              type: object
                          type: object
                        type:
                          description: |-
                            type determines how the Service is exposed. Defaults to ClusterIP. Valid
                            options are ExternalName, ClusterIP, NodePort, and LoadBalancer.
                            "ClusterIP" allocates a cluster-internal IP address for load-balancing
                            to endpoints. Endpoints are determined by the selector or if that is not
                            specified, by manual construction of an Endpoints object or
                            EndpointSlice objects. If clusterIP is "None", no virtual IP is
                            allocated and the endpoints are published as a set of endpoints rather
                            than a virtual IP.
                            "NodePort" builds on ClusterIP and allocates a port on every node which
                            routes to the same endpoints as the clusterIP.
                            "LoadBalancer" builds on NodePort and creates an external load-balancer
                            (if supported in the current cloud) which routes to the same endpoints
                            as the clusterIP.
                            "ExternalName" aliases this service to the specified externalName.
                            Several other fields do not apply to ExternalName services.
                            More info: https://kubernetes.io/docs/concepts/services-networking/service/#publishing-services-service-types
                          type: string
                      type: object
                  type: object
                type: array
              spec:
                description: spec is the raw extension spec of the workload
                type: object
                x-kubernetes-preserve-unknown-fields: true
              scalingPolicy:
                properties:
                  type:
                    type: string
                  spec:
                    type: object
                    x-kubernetes-preserve-unknown-fields: true
                type: object
              workload:
                description: workload defines the type of workload
                properties:
                  apiVersion:
                    description: apiVersion indicates the API version of the workload
                    type: string
                  kind:
                    description: kind indicates the kind of the workload (e.g., Deployment,
                      StatefulSet)
                    type: string
                type: object
            type: object
          status:
            description: InstanceSetStatus defines the observed state of InstanceSet
            properties:
              conditions:
                items:
                  description: "Condition contains details for one aspect of the current
                    state of this API Resource.\n---\nThis struct is intended for
                    direct use as an array at the field path .status.conditions.  For
                    example,\n\n\n\ttype FooStatus struct{\n\t    // Represents the
                    observations of a foo's current state.\n\t    // Known .status.conditions.type
                    are: \"Available\", \"Progressing\", and \"Degraded\"\n\t    //
                    +patchMergeKey=type\n\t    // +patchStrategy=merge\n\t    // +listType=map\n\t
                    \   // +listMapKey=type\n\t    Conditions []metav1.Condition `json:\"conditions,omitempty\"
                    patchStrategy:\"merge\" patchMergeKey:\"type\" protobuf:\"bytes,1,rep,name=conditions\"`\n\n\n\t
                    \   // other fields\n\t}"
                  properties:
                    lastTransitionTime:
                      description: |-
                        lastTransitionTime is the last time the condition transitioned from one status to another.
                        This should be when the underlying condition changed.  If that is not known, then using the time when the API field changed is acceptable.
                      format: date-time
                      type: string
                    message:
                      description: |-
                        message is a human readable message indicating details about the transition.
                        This may be an empty string.
                      maxLength: 32768
                      type: string
                    observedGeneration:
                      description: |-
                        observedGeneration represents the .metadata.generation that the condition was set based upon.
                        For instance, if .metadata.generation is currently 12, but the .status.conditions[x].observedGeneration is 9, the condition is out of date
                        with respect to the current state of the instance.
                      format: int64
                      minimum: 0
                      type: integer
                    reason:
                      description: |-
                        reason contains a programmatic identifier indicating the reason for the condition's last transition.
                        Producers of specific condition types may define expected values and meanings for this field,
                        and whether the values are considered a guaranteed API.
                        The value should be a CamelCase string.
                        This field may not be empty.
                      maxLength: 1024
                      minLength: 1
                      pattern: ^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$
                      type: string
                    status:
                      description: status of the condition, one of True, False, Unknown.
                      enum:
                      - "True"
                      - "False"
                      - Unknown
                      type: string
                    type:
                      description: |-
                        type of condition in CamelCase or in foo.example.com/CamelCase.
                        ---
                        Many .condition.type values are consistent across resources like Available, but because arbitrary conditions can be
                        useful (see .node.status.conditions), the ability to deconflict is important.
                        The regex it matches is (dns1123SubdomainFmt/)?(qualifiedNameFmt)
                      maxLength: 316
                      pattern: ^([a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*/)?(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])$
                      type: string
                  required:
                  - lastTransitionTime
                  - message
                  - reason
                  - status
                  - type
                  type: object
                type: array
              observedGeneration:
                description: |-
                  INSERT ADDITIONAL STATUS FIELD - define observed state of cluster
                  Important: Run "make" to regenerate code after modifying this file
                format: int64
                type: integer
              readyReplicas:
                description: readyReplicas is the number of ready replicas for this
                  InstanceSet.
                format: int32
                type: integer
              replicas:
                description: replicas is the total number of replicas for this InstanceSet.
                format: int32
                type: integer
              labelSelector:
                description: labelSelector is the label selector for the pods managed by this InstanceSet.
                type: string
              scalingResourceStatus:
                description: ScalingResourceStatus defines the observed state of scaling resources
                properties:
                  type:
                    description: Type indicates the scaling resource type (e.g. HPA)
                    type: string
                  name:
                    description: Name indicates the scaling resource name
                    type: string
                  ready:
                    description: Ready indicates whether the scaling resource is ready
                    type: boolean
                  message:
                    description: Message provides additional information about the scaling resource status
                    type: string
                type: object
            type: object
        type: object
    served: true
    storage: true
    subresources:
      status: {}
      scale:
        specReplicasPath: .spec.replicas
        statusReplicasPath: .status.replicas
        labelSelectorPath: .status.labelSelector