feat: managed compute and benchmarks (#1419)

* wip global can state

* wip managed compute state

* wip

* service name

* names

* names

* fix

* can build

* fix reason

* rm IAC

* fix token

* build

* trigger code

* snipits

* build

* v1 -> v0

* benchmarking guide and limit fix

* rm dupe

---------

Co-authored-by: gabriel ruttner <[email protected]>

Author: abelanger5

frontend/app/src/lib/api/generated/cloud/Api.ts

@@ -1,5 +1,6 @@
 /* eslint-disable */
 /* tslint:disable */
+// @ts-nocheck
 /*
  * ---------------------------------------------------------------
  * ## THIS FILE WAS GENERATED VIA SWAGGER-TYPESCRIPT-API        ##
@@ -14,6 +15,7 @@ import {
   APIError,
   APIErrors,
   Build,
+  CreateManagedWorkerFromTemplateRequest,
   CreateManagedWorkerRequest,
   CreateOrUpdateAutoscalingRequest,
   FeatureFlags,
@@ -27,10 +29,10 @@ import {
   ManagedWorkerEventList,
   ManagedWorkerList,
   Matrix,
+  MonthlyComputeCost,
   RuntimeConfigActionsResponse,
   TenantBillingState,
   TenantSubscription,
-  TenantUsage,
   UpdateManagedWorkerRequest,
   UpdateTenantSubscription,
   VectorPushRequest,
@@ -206,6 +208,46 @@ export class Api<SecurityDataType = unknown> extends HttpClient<SecurityDataType
       format: "json",
       ...params,
     });
+  /**
+   * @description Create a managed worker from a template
+   *
+   * @tags Managed Worker
+   * @name ManagedWorkerTemplateCreate
+   * @summary Create Managed Worker from Template
+   * @request POST:/api/v1/cloud/tenants/{tenant}/managed-worker/template
+   * @secure
+   */
+  managedWorkerTemplateCreate = (
+    tenant: string,
+    data: CreateManagedWorkerFromTemplateRequest,
+    params: RequestParams = {},
+  ) =>
+    this.request<ManagedWorker, APIErrors>({
+      path: `/api/v1/cloud/tenants/${tenant}/managed-worker/template`,
+      method: "POST",
+      body: data,
+      secure: true,
+      type: ContentType.Json,
+      format: "json",
+      ...params,
+    });
+  /**
+   * @description Get the total compute costs for the tenant
+   *
+   * @tags Cost
+   * @name ComputeCostGet
+   * @summary Get Managed Worker Cost
+   * @request GET:/api/v1/cloud/tenants/{tenant}/managed-worker/cost
+   * @secure
+   */
+  computeCostGet = (tenant: string, params: RequestParams = {}) =>
+    this.request<MonthlyComputeCost, APIErrors>({
+      path: `/api/v1/cloud/tenants/${tenant}/managed-worker/cost`,
+      method: "GET",
+      secure: true,
+      format: "json",
+      ...params,
+    });
   /**
    * @description Get a managed worker for the tenant
    *
@@ -596,23 +638,6 @@ export class Api<SecurityDataType = unknown> extends HttpClient<SecurityDataType
       format: "json",
       ...params,
     });
-  /**
-   * @description Get usage for a tenant
-   *
-   * @tags Billing
-   * @name UsageGet
-   * @summary Get usage for a tenant
-   * @request GET:/api/v1/usage/tenants/{tenant}
-   * @secure
-   */
-  usageGet = (tenant: string, params: RequestParams = {}) =>
-    this.request<TenantUsage, any>({
-      path: `/api/v1/usage/tenants/${tenant}`,
-      method: "GET",
-      secure: true,
-      format: "json",
-      ...params,
-    });
   /**
    * @description Push a log entry for the tenant
    *

frontend/app/src/lib/api/generated/cloud/data-contracts.ts

@@ -1,5 +1,6 @@
 /* eslint-disable */
 /* tslint:disable */
+// @ts-nocheck
 /*
  * ---------------------------------------------------------------
  * ## THIS FILE WAS GENERATED VIA SWAGGER-TYPESCRIPT-API        ##
@@ -25,6 +26,11 @@ export interface APICloudMetadata {
    * @example true
    */
   metricsEnabled?: boolean;
+  /**
+   * whether the tenant requires billing for managed compute
+   * @example true
+   */
+  requireBillingForManagedCompute?: boolean;
 }
 
 export interface APIErrors {
@@ -129,7 +135,7 @@ export type ListGithubBranchesResponse = GithubBranch[];
 export interface ManagedWorker {
   metadata: APIResourceMeta;
   name: string;
-  buildConfig: ManagedWorkerBuildConfig;
+  buildConfig?: ManagedWorkerBuildConfig;
   isIac: boolean;
   /** A map of environment variables to set for the worker */
   envVars: Record<string, string>;
@@ -165,7 +171,7 @@ export interface BuildStep {
 export interface ManagedWorkerRuntimeConfig {
   metadata: APIResourceMeta;
   numReplicas: number;
-  autoscaling?: CreateOrUpdateAutoscalingRequest;
+  autoscaling?: AutoscalingConfig;
   /** The kind of CPU to use for the worker */
   cpuKind: string;
   /** The number of CPUs to use for the worker */
@@ -382,11 +388,6 @@ export enum TenantSubscriptionStatus {
   Canceled = "canceled",
 }
 
-export interface TenantUsage {
-  /** The usage of the tenant. */
-  usage: string;
-}
-
 export interface Coupon {
   /** The name of the coupon. */
   name: string;
@@ -543,13 +544,30 @@ export interface WorkflowRunEventsMetricsCounts {
   results?: WorkflowRunEventsMetric[];
 }
 
+export interface AutoscalingConfig {
+  waitDuration: string;
+  rollingWindowDuration: string;
+  utilizationScaleUpThreshold: number;
+  utilizationScaleDownThreshold: number;
+  increment: number;
+  targetKind: AutoscalingTargetKind;
+  minAwakeReplicas: number;
+  maxReplicas: number;
+  scaleToZero: boolean;
+}
+
+export enum AutoscalingTargetKind {
+  PORTER = "PORTER",
+  FLY = "FLY",
+}
+
 export interface CreateOrUpdateAutoscalingRequest {
   waitDuration: string;
   rollingWindowDuration: string;
   utilizationScaleUpThreshold: number;
   utilizationScaleDownThreshold: number;
   increment: number;
-  targetKind?: "PORTER" | "FLY";
+  targetKind?: AutoscalingTargetKind;
   minAwakeReplicas: number;
   maxReplicas: number;
   scaleToZero: boolean;
@@ -569,3 +587,19 @@ export interface CreateFlyAutoscalingRequest {
   autoscalingKey: string;
   currentReplicas: number;
 }
+
+export enum TemplateOptions {
+  QUICKSTART_PYTHON = "QUICKSTART_PYTHON",
+  QUICKSTART_TYPESCRIPT = "QUICKSTART_TYPESCRIPT",
+  QUICKSTART_GO = "QUICKSTART_GO",
+}
+
+export interface CreateManagedWorkerFromTemplateRequest {
+  name: TemplateOptions;
+}
+
+export interface MonthlyComputeCost {
+  cost: number;
+  hasCreditsRemaining: boolean;
+  creditsRemaining?: number;
+}

frontend/app/src/lib/api/generated/cloud/http-client.ts

@@ -1,5 +1,6 @@
 /* eslint-disable */
 /* tslint:disable */
+// @ts-nocheck
 /*
  * ---------------------------------------------------------------
  * ## THIS FILE WAS GENERATED VIA SWAGGER-TYPESCRIPT-API        ##

frontend/app/src/lib/api/queries.ts

@@ -3,6 +3,7 @@ import { createQueryKeyStore } from '@lukemorales/query-key-factory';
 import api, { cloudApi } from './api';
 import invariant from 'tiny-invariant';
 import { WebhookWorkerCreateRequest } from '.';
+import { TemplateOptions } from './generated/cloud/data-contracts';
 
 type ListEventQuery = Parameters<typeof api.eventList>[1];
 type ListRateLimitsQuery = Parameters<typeof api.rateLimitList>[1];
@@ -29,6 +30,21 @@ export const queries = createQueryKeyStore({
       queryKey: ['billing-state:get', tenant],
       queryFn: async () => (await cloudApi.tenantBillingStateGet(tenant)).data,
     }),
+
+    getComputeCost: (tenant: string) => ({
+      queryKey: ['compute-cost:get', tenant],
+      queryFn: async () => (await cloudApi.computeCostGet(tenant)).data,
+    }),
+    createComputeDemoTemplate: (tenant: string, template: TemplateOptions) => ({
+      queryKey: ['compute-demo-template:create', tenant, template],
+      queryFn: async () =>
+        (
+          await cloudApi.managedWorkerTemplateCreate(tenant, {
+            name: template,
+          })
+        ).data,
+    }),
+
     getManagedWorker: (worker: string) => ({
       queryKey: ['managed-worker:get', worker],
       queryFn: async () => (await cloudApi.managedWorkerGet(worker)).data,

frontend/app/src/lib/atoms.ts

@@ -3,6 +3,9 @@ import { Tenant, TenantVersion, queries } from './api';
 import { useLocation, useNavigate, useSearchParams } from 'react-router-dom';
 import { useCallback, useEffect, useMemo, useState } from 'react';
 import { useQuery } from '@tanstack/react-query';
+import useCloudApiMeta from '@/pages/auth/hooks/use-cloud-api-meta';
+import { TenantBillingState } from './api/generated/cloud/data-contracts';
+import { Evaluate } from './can/shared/permission.base';
 
 const getInitialValue = <T>(key: string, defaultValue?: T): T | undefined => {
   const item = localStorage.getItem(key);
@@ -30,16 +33,31 @@ export const lastTenantAtom = atom(
   },
 );
 
+type Plan = 'free' | 'starter' | 'growth';
+
+export type BillingContext = {
+  state: TenantBillingState | undefined;
+  setPollBilling: (pollBilling: boolean) => void;
+  plan: Plan;
+  hasPaymentMethods: boolean;
+};
+
+type Can = (evalFn: Evaluate) => ReturnType<Evaluate>;
+
 type TenantContextPresent = {
   tenant: Tenant;
   tenantId: string;
   setTenant: (tenant: Tenant) => void;
+  billing: BillingContext;
+  can: Can;
 };
 
 type TenantContextMissing = {
   tenant: undefined;
   tenantId: undefined;
   setTenant: (tenant: Tenant) => void;
+  billing: undefined;
+  can: Can;
 };
 
 type TenantContext = TenantContextPresent | TenantContextMissing;
@@ -63,6 +81,7 @@ export function useTenant(): TenantContext {
   const membershipsQuery = useQuery({
     ...queries.user.listTenantMemberships,
   });
+
   const memberships = useMemo(
     () => membershipsQuery.data?.rows || [],
     [membershipsQuery.data],
@@ -164,20 +183,68 @@ export function useTenant(): TenantContext {
         search: params.toString(),
       });
     }
-  }, [lastRedirected, navigate, params, pathname, tenant]);
+  }, [lastRedirected, navigate, params, pathname, previewV0, tenant]);
+
+  // Tenant Billing State
+
+  const [pollBilling, setPollBilling] = useState(false);
+
+  const cloudMeta = useCloudApiMeta();
+
+  const billingState = useQuery({
+    ...queries.cloud.billing(tenant!.metadata.id),
+    enabled: tenant && !!cloudMeta?.data.canBill,
+    refetchInterval: pollBilling ? 1000 : false,
+  });
+
+  const subscriptionPlan: Plan = useMemo(() => {
+    const plan = billingState.data?.subscription?.plan;
+    if (!plan) {
+      return 'free';
+    }
+    return plan as Plan;
+  }, [billingState.data?.subscription?.plan]);
+
+  const hasPaymentMethods = useMemo(() => {
+    return (billingState.data?.paymentMethods?.length || 0) > 0;
+  }, [billingState.data?.paymentMethods]);
+
+  const billingContext: BillingContext = useMemo(() => {
+    return {
+      state: billingState.data,
+      setPollBilling,
+      plan: subscriptionPlan,
+      hasPaymentMethods,
+    };
+  }, [billingState.data, setPollBilling, subscriptionPlan, hasPaymentMethods]);
+
+  const can = useCallback(
+    (evalFn: Evaluate) => {
+      return evalFn({
+        tenant,
+        billing: billingContext,
+        meta: cloudMeta?.data,
+      });
+    },
+    [billingContext, cloudMeta?.data, tenant],
+  );
 
   if (!tenant) {
     return {
       tenant: undefined,
       tenantId: undefined,
       setTenant,
+      billing: undefined,
+      can,
     };
   }
 
   return {
     tenant,
     tenantId: tenant.metadata.id,
     setTenant,
+    billing: billingContext,
+    can,
   };
 }