Fix memory sizes

pull/60/head
Georgi Gerganov 3 years ago
parent 0e492c6d8e
commit 879a7fc517
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

@ -156,11 +156,11 @@ static const std::map<e_model, size_t> MEM_REQ_ENCODE_LAYER = {
}; };
static const std::map<e_model, size_t> MEM_REQ_DECODE = { static const std::map<e_model, size_t> MEM_REQ_DECODE = {
{ MODEL_TINY, 94ull*MB }, { MODEL_TINY, 200ull*MB },
{ MODEL_BASE, 96ull*MB }, { MODEL_BASE, 202ull*MB },
{ MODEL_SMALL, 98ull*MB }, { MODEL_SMALL, 204ull*MB },
{ MODEL_MEDIUM, 100ull*MB }, { MODEL_MEDIUM, 206ull*MB },
{ MODEL_LARGE, 102ull*MB }, { MODEL_LARGE, 208ull*MB },
}; };
static const std::map<e_model, size_t> MEM_REQ_DECODE_LAYER = { static const std::map<e_model, size_t> MEM_REQ_DECODE_LAYER = {

Loading…
Cancel
Save