| 25 | |
| 26 | |
| 27 | class TestDefaultBatchedAPI(ls.LitAPI): |
| 28 | def setup(self, device) -> None: |
| 29 | self.model = lambda x: len(x) |
| 30 | |
| 31 | def decode_request(self, request): |
| 32 | return request["input"] |
| 33 | |
| 34 | def predict(self, x): |
| 35 | return self.model(x) |
| 36 | |
| 37 | def encode_response(self, output): |
| 38 | return {"output": output} |
| 39 | |
| 40 | |
| 41 | class TestCustomBatchedAPI(TestDefaultBatchedAPI): |
no outgoing calls
searching dependent graphs…