Add core selector support for TFRT+IFRT serving on tensorflow serving

SiqiaoWu1993 · tensorflow-copybara · commit 84a71a42ebdc · 2024-05-15T00:17:21.000-07:00
PiperOrigin-RevId: 633836270
diff --git a/tensorflow_serving/servables/tensorflow/tfrt_saved_model_source_adapter.proto b/tensorflow_serving/servables/tensorflow/tfrt_saved_model_source_adapter.proto
@@ -200,6 +200,10 @@ message TfrtSavedModelConfig {
 
   // Whether to use IFRT as device driver for device execution.
   bool tfrt_use_ifrt = 2020;
+
+  // Whether to enable core selector for TFRT+IFRT. It is only effective when
+  // tfrt_use_ifrt is true.
+  bool enable_tfrt_use_ifrt_core_selector = 2021;
 }
 
 // Config proto for TfrtSavedModelSourceAdapter.

Original file line number	Diff line number	Diff line change
`@@ -200,6 +200,10 @@ message TfrtSavedModelConfig {`
`200`	`200`
`201`	`201`	`// Whether to use IFRT as device driver for device execution.`
`202`	`202`	`bool tfrt_use_ifrt = 2020;`
	`203`	`+`
	`204`	`+ // Whether to enable core selector for TFRT+IFRT. It is only effective when`
	`205`	`+ // tfrt_use_ifrt is true.`
	`206`	`+ bool enable_tfrt_use_ifrt_core_selector = 2021;`
`203`	`207`	`}`
`204`	`208`
`205`	`209`	`// Config proto for TfrtSavedModelSourceAdapter.`