diff --git a/vllm/block.py b/vllm/block.py index e7fb29c8c2c61..bd00c07adc0d7 100644 --- a/vllm/block.py +++ b/vllm/block.py @@ -13,7 +13,7 @@ class BlockPool: - """A pool of physical blocks. + """A pool of logical blocks. When requests come, we create a lot of logical blocks; when requests are done, we destroy a lot of logical blocks. It turns out that creating and destroying logical blocks can be expensive,