[llama-mm] Add export friendly TiledTokenPositionalEmbedding

Summary: As titled. This is used by CLIP vision encoder.

Test Plan: Rely on newly added unit tests.

Reviewers:

Subscribers:

Tasks:

Tags:

[ghstack-poisoned]

Author: larryliu0820

extension/llm/modules/__init__.py

@@ -6,14 +6,18 @@
 
 from ._position_embeddings import (
     replace_tile_positional_embedding,
+    replace_tiled_token_positional_embedding,
+    TiledTokenPositionalEmbedding,
     TilePositionalEmbedding,
 )
 from .attention import MultiHeadAttention, replace_mha_with_inference_mha
 from .kv_cache import KVCache
 
 __all__ = [
     "TilePositionalEmbedding",
+    "TiledTokenPositionalEmbedding",
     "replace_tile_positional_embedding",
+    "replace_tiled_token_positional_embedding",
     "MultiHeadAttention",
     "replace_mha_with_inference_mha",
     "KVCache",