[Model] Port over CLIPVisionModel for VLMs (#5591)

This commit is contained in:
Roger Wang
2024-06-20 11:52:09 +00:00
committed by GitHub
parent 111af1fa2c
commit ad137cd111
9 changed files with 269 additions and 21 deletions
+4
View File
@@ -68,6 +68,10 @@ TORCH_LIBRARY_EXPAND(TORCH_EXTENSION_NAME, ops) {
ops.def("gelu_fast(Tensor! out, Tensor input) -> ()");
ops.impl("gelu_fast", torch::kCUDA, &gelu_fast);
// Quick GELU implementation.
ops.def("gelu_quick(Tensor! out, Tensor input) -> ()");
ops.impl("gelu_quick", torch::kCUDA, &gelu_quick);
// Layernorm
// Apply Root Mean Square (RMS) Normalization to the input tensor.
ops.def(