We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent de785b3 commit 4d7829aCopy full SHA for 4d7829a
README.md
@@ -73,7 +73,7 @@ This toy example with 2 models (inference pipeline) shows LitServe's flexibility
73
import litserve as ls
74
75
# define the api to include any number of models, dbs, etc...
76
-class SimpleLitAPI(ls.LitAPI):
+class InferencePipeline(ls.LitAPI):
77
def setup(self, device):
78
self.model1 = lambda x: x**2
79
self.model2 = lambda x: x**3
@@ -95,7 +95,7 @@ class SimpleLitAPI(ls.LitAPI):
95
96
if __name__ == "__main__":
97
# 12+ features like batching, streaming, etc...
98
- server = ls.LitServer(SimpleLitAPI(max_batch_size=1), accelerator="auto")
+ server = ls.LitServer(InferencePipeline(max_batch_size=1), accelerator="auto")
99
server.run(port=8000)
100
```
101
0 commit comments