@wok/helmet-mods@4.1.5

Built and signed on GitHub Actions

Built and signed on GitHub Actions

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280
import type { K8s, K8sImagePullPolicy, K8sPvc, K8sService, K8sStatefulSet } from "../../../deps/helmet.ts";
import { createK8sContainer, createK8sPvc, createK8sService, createK8sStatefulSet } from "../../../deps/helmet.ts";
import type { FdbConfiguredProcessClass, FdbLocalityMode } from "./fdb_container.ts";
import { createFdbContainer } from "./fdb_container.ts";

export interface FdbStatefulServer {
  port: number;
  excluded?: boolean;
}

export interface FdbStatefulConfig {
  servers: FdbStatefulServer[];
  processClass: "coordinator" | "storage" | "log";
  volumeSize: string;
  storageClassName: string;
  nodeSelector?: Record<string, string>;
  labels?: Record<string, string>;
  tolerations?: K8s["core.v1.Toleration"][];
  args?: string[];
  affinity?: K8s["core.v1.Affinity"];
  topologySpreadConstraints?: Array<K8s["core.v1.TopologySpreadConstraint"]>;
  resourceRequirements?: K8s["core.v1.ResourceRequirements"];
}

export const STATEFUL_ID_LABEL = "helmet.run/fdb-stateful-id";
export const FDB_COMPONENT_LABEL = "helmet.run/fdb-component";
export const FDB_PROCESS_PORT_LABEL = "helmet.run/fdb-process-port";

function createStatefulLabels(
  { id, baseLabels, processClass }: {
    id: string;
    baseLabels: Record<string, string>;
    processClass: FdbConfiguredProcessClass;
  },
) {
  return {
    ...baseLabels,
    "app.kubernetes.io/component": processClass,
    [STATEFUL_ID_LABEL]: id,
    [FDB_COMPONENT_LABEL]: processClass,
  };
}

export function createFdbStatefulPersistentVolumeClaims({
  baseLabels,
  baseName,
  configs,
}: {
  baseName: string;
  baseLabels: Record<string, string>;
  configs: Record<string, FdbStatefulConfig>;
}): K8sPvc[] {
  return Object
    .entries(configs)
    .flatMap(
      (
        [
          id,
          { servers, processClass, volumeSize, storageClassName, labels },
        ],
      ) => {
        return servers.map(({ port }) => {
          const resourceName = `${baseName}-${id}-${port}`;
          const statefulLabels = {
            ...createStatefulLabels({
              id,
              baseLabels,
              processClass,
            }),
            [FDB_PROCESS_PORT_LABEL]: String(port),
            ...labels,
          };

          return createK8sPvc({
            metadata: {
              name: resourceName,
              labels: statefulLabels,
            },
            spec: {
              accessModes: ["ReadWriteOnce"],
              volumeMode: "Filesystem",
              resources: {
                requests: {
                  storage: volumeSize,
                },
              },
              storageClassName,
            },
          });
        });
      },
    );
}

export function createFdbStatefulResources(
  {
    baseLabels,
    baseName,
    connectionStringConfigMapRef,
    configs,
    image,
    imagePullPolicy,
    locality,
  }: {
    baseName: string;
    baseLabels: Record<string, string>;
    connectionStringConfigMapRef: K8s["core.v1.ConfigMapKeySelector"];
    configs: Record<string, FdbStatefulConfig>;
    image: string;
    imagePullPolicy: K8sImagePullPolicy;
    locality: FdbLocalityMode;
  },
): {
  services: K8sService[];
  statefulSets: K8sStatefulSet[];
} {
  const dataVolumeName = "data";
  const dataVolumeMountPath = "/home/app/data";

  const logVolumeName = "log";
  const logVolumeMountPath = "/home/app/log";

  const resources = Object.entries(configs).flatMap(
    (
      [
        id,
        {
          processClass,
          servers,
          nodeSelector,
          tolerations,
          affinity,
          topologySpreadConstraints,
          args,
          resourceRequirements,
          labels,
        },
      ],
    ) => {
      const statefulLabels = {
        ...createStatefulLabels({
          id,
          baseLabels,
          processClass,
        }),
        ...labels,
      };
      const resourceName = `${baseName}-${id}`;

      const service = createK8sService({
        metadata: {
          name: `${baseName}-${id}`,
          labels: statefulLabels,
        },
        spec: {
          type: "ClusterIP",
          ports: servers.map(({ port }) => ({
            name: `tcp-${port}`,
            targetPort: port,
            protocol: "TCP",
            port,
          })),
          selector: statefulLabels,
          publishNotReadyAddresses: true,
        },
      });

      const dataVolumes: K8s["core.v1.Volume"][] = servers.map(({ port }) => ({
        name: `${dataVolumeName}-${port}`,
        persistentVolumeClaim: {
          claimName: `${resourceName}-${port}`,
        },
      }));

      const serverContainers = servers.map(({ port }) =>
        createFdbContainer({
          processClass,
          image,
          imagePullPolicy,
          volumeMounts: [
            {
              name: `${dataVolumeName}-${port}`,
              mountPath: dataVolumeMountPath,
            },
            {
              name: logVolumeName,
              mountPath: logVolumeMountPath,
            },
          ],
          connectionStringConfigMapRef,
          serviceName: service.metadata.name,
          port,
          args,
          resourceRequirements,
          locality,
        })
      );

      const readinessContainer = createK8sContainer({
        name: "readiness",
        image,
        imagePullPolicy,
        env: [
          {
            name: "FDB_CLUSTER_FILE",
            value: "/home/app/fdb.cluster",
          },
          {
            name: "FDB_CONNECTION_STRING",
            valueFrom: {
              configMapKeyRef: connectionStringConfigMapRef,
            },
          },
        ],
        readinessProbe: {
          exec: {
            command: ["fdb_readiness_probe.sh"],
          },
          failureThreshold: 1,
          successThreshold: 1,
          periodSeconds: 10,
          timeoutSeconds: 8,
        },
        args: ["fdb_sleep.sh"],
      });

      const statefulSet = createK8sStatefulSet({
        metadata: {
          name: resourceName,
          labels: statefulLabels,
        },
        spec: {
          serviceName: resourceName,
          replicas: 1,
          selector: {
            matchLabels: statefulLabels,
          },
          template: {
            metadata: {
              labels: statefulLabels,
            },
            spec: {
              containers: [
                ...serverContainers,
                readinessContainer,
              ],
              affinity,
              topologySpreadConstraints,
              securityContext: {
                runAsUser: 1001,
                runAsGroup: 1001,
                fsGroup: 1001,
                fsGroupChangePolicy: "OnRootMismatch",
              },
              nodeSelector,
              tolerations,
              volumes: [
                ...dataVolumes,
                {
                  name: logVolumeName,
                  emptyDir: {},
                },
              ],
            },
          },
        },
      });

      return {
        service,
        statefulSet,
      };
    },
  );

  return {
    services: resources.map(({ service }) => service),
    statefulSets: resources.map(({ statefulSet }) => statefulSet),
  };
}