Skip to content

Commit bf4aaf0

Browse files
Pass criticality and queue option for low priority to support priority queue in shared hatch scheduler
PiperOrigin-RevId: 547997254
1 parent 291650a commit bf4aaf0

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

tensorflow_serving/batching/batching_session.h

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,7 @@ limitations under the License.
3333
#include "tensorflow/core/protobuf/config.pb.h"
3434
#include "tensorflow/core/protobuf/meta_graph.pb.h"
3535
#include "tensorflow/core/public/session.h"
36+
#include "tensorflow/tsl/platform/criticality.h"
3637
#include "tensorflow_serving/batching/batching_options.h"
3738
#include "tensorflow_serving/batching/threadsafe_status.h"
3839

@@ -210,6 +211,8 @@ struct BatchingSessionTask : public BatchTask {
210211
std::shared_ptr<ThreadSafeStatus> thread_safe_status;
211212
// 'split_run_metadatas' records `run_metadata` of each split.
212213
std::shared_ptr<std::vector<RunMetadata>> split_run_metadatas;
214+
215+
tsl::criticality::Criticality criticality;
213216
};
214217

215218
} // namespace serving

0 commit comments

Comments
 (0)