accessMutex_ | cpid::AsyncBatcher | protected |
allowPadding(bool allowPadding) | cpid::SubBatchAsyncBatcher | inline |
allowPadding_ | cpid::SubBatchAsyncBatcher | protected |
AsyncBatcher(ag::Container model, int batchsize, int padValue=-1, bool stripOutput=true, double stripValue=-1.) | cpid::AsyncBatcher | |
batchedForward(ag::Variant state) | cpid::AsyncBatcher | virtual |
batchReadyCV_ | cpid::AsyncBatcher | protected |
batchReadyMutex_ | cpid::AsyncBatcher | protected |
batchSize_ | cpid::AsyncBatcher | protected |
consumeThread() | cpid::AsyncBatcher | protected |
consumeThread_ | cpid::AsyncBatcher | protected |
consumeThreadStarted_ | cpid::AsyncBatcher | protected |
findBatchInfo(ag::Variant const &batchInfoVar, std::string const &variableName) | cpid::SubBatchAsyncBatcher | static |
forEachSubbatch(ag::Variant const &input, std::string const &inputName, torch::Tensor batchedInput, std::function< torch::Tensor(torch::Tensor)> do_fn=[](torch::Tensor t){return t;}) | cpid::SubBatchAsyncBatcher | static |
kBatchInfoKey | cpid::SubBatchAsyncBatcher | static |
lockModel() | cpid::AsyncBatcher | |
makeBatch(const std::vector< ag::Variant > &queries, double) override | cpid::SubBatchAsyncBatcher | virtual |
cpid::AsyncBatcher::makeBatch(const std::vector< ag::Variant > &queries) | cpid::AsyncBatcher | virtual |
makeBatchTensors(std::vector< torch::Tensor > const &tensors, double padValue) | cpid::SubBatchAsyncBatcher | |
model_ | cpid::AsyncBatcher | protected |
modelMutex_ | cpid::AsyncBatcher | protected |
padValue_ | cpid::AsyncBatcher | protected |
queries_ | cpid::AsyncBatcher | protected |
querySize_ | cpid::AsyncBatcher | protected |
replies_ | cpid::AsyncBatcher | protected |
setModel(ag::Container newModel) | cpid::AsyncBatcher | |
shouldConsume() | cpid::AsyncBatcher | virtual |
shouldStop_ | cpid::AsyncBatcher | protected |
startBatching(int batchSize) | cpid::AsyncBatcher | protected |
stopBatching() | cpid::AsyncBatcher | protected |
stripOutput_ | cpid::AsyncBatcher | protected |
stripValue_ | cpid::AsyncBatcher | protected |
SubBatchAsyncBatcher(int batchSize, ag::Container model=nullptr) | cpid::SubBatchAsyncBatcher | |
unBatch(const ag::Variant &out, bool stripOutput, double stripValue) override | cpid::SubBatchAsyncBatcher | virtual |
cpid::AsyncBatcher::unBatch(const ag::Variant &out) | cpid::AsyncBatcher | virtual |
unBatchTensor(const torch::Tensor &out, std::vector< int64_t > const &batchSizes) | cpid::SubBatchAsyncBatcher | static |
~AsyncBatcher() | cpid::AsyncBatcher | virtual |
~SubBatchAsyncBatcher() | cpid::SubBatchAsyncBatcher | |