Testing streaming outputs

Various version of this PR are for testing streaming implementations of the HuggingFace model parsers

Author: Rossdan Craig rossdan@lastmileai.dev

cookbooks/Gradio/hf_model_parsers.py

@@ -0,0 +1,39 @@
+from aiconfig_extension_hugging_face import (
+    HuggingFaceAutomaticSpeechRecognitionTransformer, # Haven't tested yet
+
+    HuggingFaceImage2TextTransformer, # Tested, model doesn't support streaming
+    HuggingFaceTextSummarizationTransformer, # Tested
+    HuggingFaceText2ImageDiffusor, # Tested, model doesn't support streaming
+    HuggingFaceText2SpeechTransformer, # Tested, model doesn't support streaming
+    HuggingFaceTextGenerationTransformer, # Tested
+    HuggingFaceTextTranslationTransformer, # Tested
+)
+from aiconfig import (AIConfigRuntime, ModelParserRegistry)
+
+def register_model_parsers() -> None:
+    """Register model parsers for HuggingFace models.
+    """
+    # Audio --> Text
+    # AIConfigRuntime.register_model_parser(HuggingFaceAutomaticSpeechRecognitionTransformer(), "AutomaticSpeechRecognition")
+
+    # # Image --> Text
+    # AIConfigRuntime.register_model_parser(HuggingFaceImage2TextTransformer(), "Image2Text")
+
+    # # Text --> Image
+    # AIConfigRuntime.register_model_parser(HuggingFaceText2ImageDiffusor(), "Text2Image")
+
+    # # Text --> Audio
+    # AIConfigRuntime.register_model_parser(HuggingFaceText2SpeechTransformer(), "Text2Speech")
+
+    # # Text --> Text
+    # AIConfigRuntime.register_model_parser(HuggingFaceTextGenerationTransformer(), "TextGeneration")
+    # AIConfigRuntime.register_model_parser(HuggingFaceTextSummarizationTransformer(), "TextSummarization")
+    # ModelParserRegistry.register_model_parser(HuggingFaceText2SpeechTransformer())
+    # ModelParserRegistry.register_model_parser(HuggingFaceTextGenerationTransformer())
+    ModelParserRegistry.register_model_parser(HuggingFaceImage2TextTransformer())
+    
+    # ModelParserRegistry.register_model_parser(HuggingFaceAutomaticSpeechRecognitionTransformer())
+    # ModelParserRegistry.register_model_parser(HuggingFaceTextSummarizationTransformer())
+    # ModelParserRegistry.register_model_parser(HuggingFaceText2ImageDiffusor())
+    # ModelParserRegistry.register_model_parser(HuggingFaceTextTranslationTransformer())
+    # AIConfigRuntime.register_model_parser(HuggingFaceTextTranslationTransformer(), "TextTranslation")

cookbooks/Gradio/huggingface.aiconfig.json

@@ -293,9 +293,9 @@ def kill_thread(thread_id: int | None):
 
             # Yea I know time.sleep() isn't super accurate, but it's fine,
             # we can fix later
-            time.sleep(0.1)
+            # time.sleep(0.1)
             wait_time_in_seconds += SLEEP_DELAY_SECONDS
-            print(f"Output queue is currently empty. Waiting for {wait_time_in_seconds:.1f}s...")
+            # print(f"Output queue is currently empty. Waiting for {wait_time_in_seconds:.1f}s...")
 
         # Yield in flask is weird and you either need to send responses as a
         # string, or artificially wrap them around "[" and "]"