Util function to get byte size of MM embeddings object

Author: turboderp

exllamav2/generator/dynamic_embeddings.py

@@ -99,3 +99,6 @@ def get_ids(self):
 
     def get_vision_token_range(self):
         return self.first_index + self.pre_tokens, self.first_index + self.length - self.post_tokens
+
+    def get_size_in_bytes(self):
+        return self.embeddings.element_size() * self.embeddings.numel()