Add Create and Update for Worker Deployment Version, update scaler config and enable per-task-type compute providers

temporal/api/compute/v1/config.proto

@@ -11,15 +11,34 @@ option csharp_namespace = "Temporalio.Api.Compute.V1";
 
 import "temporal/api/compute/v1/provider.proto";
 import "temporal/api/compute/v1/scaler.proto";
+import "temporal/api/enums/v1/task_queue.proto";
 
 // ComputeConfig stores configuration that helps a worker control plane
 // controller understand *when* and *how* to respond to worker lifecycle
 // events.
 message ComputeConfig {
-    // Stores instructions for a worker control plane controller how to respond
-    // to worker lifeycle events.
-    temporal.api.compute.v1.ComputeProvider provider = 1;
-    // Informs a worker lifecycle controller *when* and *how often* to perform
-    // certain worker lifecycle actions like starting a serverless worker.
-    temporal.api.compute.v1.ComputeScaler scaler = 2;
+    message ScalingGroup {
+        // Optional. The set of task queue types this scaling group serves. 
+        // If not provided, this scaling group serves all not otherwise defined
+        // task types.
+        repeated temporal.api.enums.v1.TaskQueueType task_queue_types = 1;
+
+        // Stores instructions for a worker control plane controller how to respond
+        // to worker lifeycle events.
+        temporal.api.compute.v1.ComputeProvider provider = 3;
+
+        // Informs a worker lifecycle controller *when* and *how often* to perform
+        // certain worker lifecycle actions like starting a serverless worker.
+        temporal.api.compute.v1.ComputeScaler scaler = 4;
+    }
+
+    // Each scaling group describes a compute config for a specific subset of the worker 
+    // deployment version: covering a specific set of task types and/or regions.
+    // Having different configurations for different task types, allows independent
+    // tuning of activity and workflow task processing (for example).
+    //
+    // The key of the map is the ID of the scaling group used to reference it in subsequent
+    // update calls.
+    map<string, ScalingGroup> scaling_groups = 1;
 }
+

temporal/api/compute/v1/provider.proto

@@ -23,15 +23,13 @@ message ComputeProvider {
     string type = 1;
     // Contains provider-specific instructions and configuration.
     oneof detail {
-        // will be an unencrypted, JSON-encoded object of provider-specific
-        // information
+        // Unencrypted, JSON-encoded object of provider-specific information
         // (-- api-linter: core::0146::any=disabled
         //     aip.dev/not-precedent: This needs to be extensible to
         //     externally-written compute providers --)
         string detail_json = 2;
-        // will be an encrypted, encoded bytestring containing
-        // provider-specific information. The implementation must understand
-        // how to decrypt the payload.
+        // Encrypted, encoded bytestring containing provider-specific 
+        // information. The implementation must understand how to decrypt the payload.
         temporal.api.common.v1.Payload detail_payload = 3;
     }
     // Optional. If the compute provider is a Nexus service, this should point

temporal/api/compute/v1/scaler.proto

@@ -9,14 +9,26 @@ option java_outer_classname = "ScalerProto";
 option ruby_package = "Temporalio::Api::Compute::V1";
 option csharp_namespace = "Temporalio.Api.Compute.V1";
 
+import "temporal/api/common/v1/message.proto";
+
 // ComputeScaler instructs the Temporal Service when to scale up or down the number of
 // Workers that comprise a WorkerDeployment.
 message ComputeScaler {
-    // The lower limit for the number of Workers (in the WorkerDeployment) to
-    // which the ComputeScaler can scale down.
-    int32 min_instances = 1;
-    // The upper limit for the number of Workers (in the WorkerDeployment) to
-    // which the ComputeScaler can scale up. Must be greater than or equal to
-    // min_instances.
-    int32 max_instances = 2;
+    // Type of the compute scaler. this string is implementation-specific and
+    // can be used by implementations to understand how to interpret the
+    // contents of the scaler_details field.
+    string type = 1;
+
+    // Contains scaler-specific instructions and configuration.
+    oneof detail {
+        // Unencrypted, JSON-encoded object of scaler-specific information
+        // (-- api-linter: core::0146::any=disabled
+        //     aip.dev/not-precedent: This needs to be extensible to
+        //     externally-written compute scalers --)
+        string detail_json = 2;
+
+        // Encrypted, encoded bytestring containing scaler-specific 
+        // information. The implementation must understand how to decrypt the payload.
+        temporal.api.common.v1.Payload detail_payload = 3;
+    }
 }

temporal/api/deployment/v1/message.proto

@@ -159,6 +159,10 @@ message WorkerDeploymentVersionInfo {
 
     // Arbitrary user-provided metadata attached to this version.
     VersionMetadata metadata = 10;
+
+    // Optional. Contains the new worker compute configuration for the Worker
+    // Deployment. Used for worker scale management.
+    temporal.api.compute.v1.ComputeConfig compute_config = 16;
 }
 
 // Information about workflow drainage to help the user determine when it is safe
@@ -212,10 +216,6 @@ message WorkerDeploymentInfo {
     // relevant task queues and their partitions.
     temporal.api.enums.v1.RoutingConfigUpdateState routing_config_update_state = 7;
 
-    // Contains information used by worker control plane controllers to handle
-    // scale events.
-    temporal.api.compute.v1.ComputeConfig compute_config = 20;
-
     message WorkerDeploymentVersionSummary {
         // Deprecated. Use `deployment_version`.
         string version = 1 [deprecated = true];

temporal/api/workflowservice/v1/request_response.proto

@@ -1268,10 +1268,10 @@ message GetSystemInfoResponse {
         // This flag is dependent both on server version and for Nexus to be enabled via server configuration.
         bool nexus = 11;
 
-        // True if the server supports serverless deployments.
-        // This flag is dependent both on server version and for serverless deployments
+        // True if the server supports server-scaled deployments.
+        // This flag is dependent both on server version and for server-scaled deployments
         // to be enabled via server configuration.
-        bool serverless_deployments = 12;
+        bool server_scaled_deployments = 12;
 
     }
 }
@@ -2353,10 +2353,6 @@ message CreateWorkerDeploymentRequest {
     // this name already exists, an error will be returned.
     string deployment_name = 2;
 
-    // Optional. Contains the new worker compute configuration for the Worker
-    // Deployment. Used for worker scale management.
-    temporal.api.compute.v1.ComputeConfig compute_config = 3;
-
     // Optional. The identity of the client who initiated this request.
     string identity = 4;
     // A unique identifier for this create request for idempotence. Typically UUIDv4.
@@ -2396,6 +2392,32 @@ message ListWorkerDeploymentsResponse {
     }
 }
 
+// Creates a new WorkerDeploymentVersion.
+message CreateWorkerDeploymentVersionRequest {
+    string namespace = 1;
+    // Required.
+    temporal.api.deployment.v1.WorkerDeploymentVersion deployment_version = 2;
+
+    // Optional. Contains the new worker compute configuration for the Worker
+    // Deployment. Used for worker scale management.
+    temporal.api.compute.v1.ComputeConfig compute_config = 4;
+
+    // Optional. The identity of the client who initiated this request.
+    string identity = 3;
+
+    // A unique identifier for this create request for idempotence. Typically UUIDv4.
+    // If a second request with the same ID is recieved, it is considered a successful no-op.
+    // Retrying with a different request ID for the same deployment name + build ID is an error.
+    string request_id = 5;
+}
+
+message CreateWorkerDeploymentVersionResponse {
+    // This value is returned so that it can be optionally passed to APIs that
+    // write to the WorkerDeployment state to ensure that the state did not
+    // change between this API call and a future write.
+    bytes conflict_token = 1;
+}
+
 // Used for manual deletion of Versions. User can delete a Version only when all the
 // following conditions are met:
 //  - It is not the Current or Ramping Version of its Deployment.
@@ -2430,6 +2452,58 @@ message DeleteWorkerDeploymentRequest {
 message DeleteWorkerDeploymentResponse {
 }
 
+// Used to update the compute config of a Worker Deployment Version.
+message UpdateWorkerDeploymentVersionComputeConfigRequest {
+    string namespace = 1;
+
+    // Required.
+    temporal.api.deployment.v1.WorkerDeploymentVersion deployment_version = 2;
+
+    // Optional. Contains the compute config scaling groups to add or updated for the Worker
+    // Deployment.
+    map<string, temporal.api.compute.v1.ComputeConfig.ScalingGroup> compute_config_scaling_groups = 6;
+
+    // Optional. Contains the compute config scaling groups to remove from the Worker Deployment.
+    repeated string remove_compute_config_scaling_groups = 7;
+
+    // Optional. The identity of the client who initiated this request.
+    string identity = 3;
+
+    // A unique identifier for this create request for idempotence. Typically UUIDv4.
+    // If a second request with the same ID is recieved, it is considered a successful no-op.
+    // Retrying with a different request ID for the same deployment name + build ID is an error.
+    string request_id = 4;
+
+    // This value is returned so that it can be optionally passed to APIs
+    // that write to the Worker Deployment state to ensure that the state
+    // did not change between this API call and a future write.
+    bytes conflict_token = 5;
+}
+
+message UpdateWorkerDeploymentVersionComputeConfigResponse {
+    // This value is returned so that it can be optionally passed to APIs that
+    // write to the WorkerDeployment state to ensure that the state did not
+    // change between this API call and a future write.
+    bytes conflict_token = 1;
+}
+
+// Used to validate the compute config without attaching it to a Worker Deployment Version.
+message ValidateWorkerDeploymentVersionComputeConfigRequest {
+    string namespace = 1;
+
+    // Required.
+    temporal.api.deployment.v1.WorkerDeploymentVersion deployment_version = 2;
+
+    // Required. Contains the new worker compute configuration for the Worker Deployment.
+    temporal.api.compute.v1.ComputeConfig compute_config = 4;
+
+    // Optional. The identity of the client who initiated this request.
+    string identity = 3;
+}
+
+message ValidateWorkerDeploymentVersionComputeConfigResponse {
+}
+
 // Used to update the user-defined metadata of a Worker Deployment Version.
 message UpdateWorkerDeploymentVersionMetadataRequest {
     string namespace = 1;

temporal/api/workflowservice/v1/service.proto

@@ -1131,6 +1131,47 @@ service WorkflowService {
         };
     }
 
+    // Creates a new Worker Deployment Version.
+    //
+    // Experimental. This API might significantly change or be removed in a
+    // future release.
+    rpc CreateWorkerDeploymentVersion (CreateWorkerDeploymentVersionRequest) returns (CreateWorkerDeploymentVersionResponse) {
+        option (google.api.http) = {
+            post: "/namespaces/{namespace}/worker-deployment-versions/{deployment_version.deployment_name}"
+            body: "*"
+            additional_bindings {
+                post: "/api/v1/namespaces/{namespace}/worker-deployment-versions/{deployment_version.deployment_name}"
+                body: "*"
+            }
+        };
+    }
+
+    // Updates the compute config attached to a Worker Deployment Version.
+    // Experimental. This API might significantly change or be removed in a future release.
+    rpc UpdateWorkerDeploymentVersionComputeConfig (UpdateWorkerDeploymentVersionComputeConfigRequest) returns (UpdateWorkerDeploymentVersionComputeConfigResponse) {
+        option (google.api.http) = {
+            post: "/namespaces/{namespace}/worker-deployment-versions/{deployment_version.deployment_name}/{deployment_version.build_id}/update-compute-config"
+            body: "*"
+            additional_bindings {
+                post: "/api/v1/namespaces/{namespace}/worker-deployment-versions/{deployment_version.deployment_name}/{deployment_version.build_id}/update-compute-config"
+                body: "*"
+            }
+        };
+    }
+
+    // Validates the compute config without attaching it to a Worker Deployment Version.
+    // Experimental. This API might significantly change or be removed in a future release.
+    rpc ValidateWorkerDeploymentVersionComputeConfig (ValidateWorkerDeploymentVersionComputeConfigRequest) returns (ValidateWorkerDeploymentVersionComputeConfigResponse) {
+        option (google.api.http) = {
+            post: "/namespaces/{namespace}/worker-deployment-versions/{deployment_version.deployment_name}/{deployment_version.build_id}/validate-compute-config"
+            body: "*"
+            additional_bindings {
+                post: "/api/v1/namespaces/{namespace}/worker-deployment-versions/{deployment_version.deployment_name}/{deployment_version.build_id}/validate-compute-config"
+                body: "*"
+            }
+        };
+    }
+
     // Updates the user-given metadata attached to a Worker Deployment Version.
     // Experimental. This API might significantly change or be removed in a future release.
     rpc UpdateWorkerDeploymentVersionMetadata (UpdateWorkerDeploymentVersionMetadataRequest) returns (UpdateWorkerDeploymentVersionMetadataResponse) {