From 995170951807f728f8926d96417d23b12a8c01de Mon Sep 17 00:00:00 2001
From: irfan sharif <irfanmahmoudsharif@gmail.com>
Date: Tue, 3 Sep 2024 12:59:25 +0000
Subject: [PATCH] Add proto definitions for GPU fallbacks

---
 modal_proto/api.proto | 14 ++++++++++----
 1 file changed, 10 insertions(+), 4 deletions(-)

diff --git a/modal_proto/api.proto b/modal_proto/api.proto
index fef96710ec..e6e85d3161 100644
--- a/modal_proto/api.proto
+++ b/modal_proto/api.proto
@@ -943,7 +943,6 @@ message FileEntry {
   uint64 size = 4;
 }
 
-
 message Function {
   string module_name = 1;
   string function_name = 2;
@@ -1045,8 +1044,7 @@ message Function {
 
   ClassParameterInfo class_parameter_info = 56;
 
-  repeated Resources _experimental_resources = 57; // overrides `resources` field above
-
+  reserved 57; // _experimental_resources
   reserved 58;
   reserved 59;
   uint32 batch_max_size = 60; // Maximum number of inputs to fetch at once
@@ -1054,6 +1052,9 @@ message Function {
   bool i6pn_enabled = 62;
   bool _experimental_concurrent_cancellations = 63;
   uint32 max_concurrent_inputs = 64;
+
+  bool _experimental_task_templates_enabled = 65;  // forces going through the new gpu-fallbacks integration path, even if no fallback options are specified
+  repeated TaskTemplate _experimental_task_templates = 66;  // for fallback options, where the first/most-preferred "template" is derived from fields above
 }
 
 message FunctionBindParamsRequest {
@@ -1762,7 +1763,7 @@ message Sandbox {
   // to look at fine-grained placement constraints.
   reserved 16; // _experimental_scheduler
   optional SchedulerPlacement scheduler_placement = 17;
-  repeated Resources _experimental_resources = 18; // overrides `resources` field above
+  reserved 18;  // _experimental_resources
 
   string worker_id = 19; // for internal debugging use only
   oneof open_ports_oneof {
@@ -2072,6 +2073,11 @@ message TaskStats {
   double started_at = 4;
 }
 
+message TaskTemplate {
+  uint32 priority = 1;
+  Resources resources = 2;
+  uint32 concurrent_inputs = 3;
+}
 
 message TokenFlowCreateRequest {
   string utm_source = 3;