[Core][Optimization] change python dict to pytorch tensor (#4607)
This commit is contained in:
+1
-1
@@ -13,7 +13,7 @@ void swap_blocks(
|
||||
void copy_blocks(
|
||||
std::vector<torch::Tensor>& key_caches,
|
||||
std::vector<torch::Tensor>& value_caches,
|
||||
const std::map<int64_t, std::vector<int64_t>>& block_mapping);
|
||||
torch::Tensor& block_mapping);
|
||||
|
||||
void reshape_and_cache(
|
||||
torch::Tensor& key,
|
||||
|
||||
Reference in New Issue
Block a user