Unfinished experiments in rendering POI maps.

Signed-off-by: Katharine Berry <ktbry@google.com>

Author: Katharine

app/CMakeLists.txt

@@ -78,4 +78,6 @@ add_executable(tiny_assistant_app
         src/c/converse/report_window.c
         src/c/vibes/haptic_feedback.c
         src/c/util/action_menu_crimes.c
+        src/c/image_manager/image_manager.c
+        src/c/converse/segments/widgets/map.c
 )

app/package.json

@@ -95,7 +95,17 @@
       "REPORT_THREAD_UUID",
       "REPORT_SEND_RESULT",
       "COBBLE_WARNING",
-      "ACTION_FEEDBACK_SENT"
+      "ACTION_FEEDBACK_SENT",
+      "IMAGE_WIDTH",
+      "IMAGE_HEIGHT",
+      "IMAGE_START_BYTE_SIZE",
+      "IMAGE_CHUNK_OFFSET",
+      "IMAGE_CHUNK_DATA",
+      "IMAGE_COMPLETE",
+      "IMAGE_ID",
+      "MAP_WIDGET",
+      "MAP_WIDGET_IMAGE_ID",
+      "MAP_WIDGET_USER_LOCATION"
     ],
     "resources": {
       "media": [

app/src/c/assistant.c

@@ -18,13 +18,15 @@
 #include "consent/consent.h"
 #include "converse/session_window.h"
 #include "converse/conversation_manager.h"
+#include "image_manager/image_manager.h"
 #include "alarms/manager.h"
 #include "version/version.h"
 #include "settings/settings.h"
 
 #include <pebble.h>
 #include <pebble-events/pebble-events.h>
 
+
 #define QUICK_LAUNCH_TIMEOUT_MS 60000
 
 static RootWindow* s_root_window = NULL;
@@ -34,6 +36,7 @@ static void prv_init(void) {
   consent_migrate();
   settings_init();
   conversation_manager_init();
+  image_manager_init();
   events_app_message_open();
   alarm_manager_init();
 }
@@ -42,6 +45,7 @@ static void prv_deinit(void) {
   if (s_root_window) {
     root_window_destroy(s_root_window);
   }
+  image_manager_deinit();
 }
 
 int main(void) {

app/src/c/converse/conversation.c

@@ -15,6 +15,7 @@
  */
 
 #include "conversation.h"
+#include "../image_manager/image_manager.h"
 
 
 struct ConversationEntry {
@@ -114,6 +115,9 @@ void conversation_destroy(Conversation* conversation) {
               free(entry->content.widget->widget.number.unit);
             }
             break;
+          case ConversationWidgetTypeMap:
+            image_manager_destroy_image(entry->content.widget->widget.map.image_id);
+            break;
         }
         free(entry->content.widget);
         break;

app/src/c/converse/conversation.h

@@ -37,6 +37,7 @@ typedef enum {
   ConversationWidgetTypeWeatherMultiDay,
   ConversationWidgetTypeTimer,
   ConversationWidgetTypeNumber,
+  ConversationWidgetTypeMap,
 } ConversationWidgetType;
 
 typedef struct {
@@ -131,6 +132,10 @@ typedef struct {
   char *unit;
 } ConversationWidgetNumber;
 
+typedef struct {
+  int image_id;
+} ConversationWidgetMap;
+
 typedef struct {
   ConversationWidgetType type;
   bool locally_created;
@@ -140,6 +145,7 @@ typedef struct {
     ConversationWidgetWeatherMultiDay weather_multi_day;
     ConversationWidgetTimer timer;
     ConversationWidgetNumber number;
+    ConversationWidgetMap map;
   } widget;
 } ConversationWidget;
 

app/src/c/converse/conversation_manager.c

@@ -36,6 +36,7 @@ static void prv_handle_app_message_inbox_dropped(AppMessageResult result, void *
 static void prv_process_weather_widget(int widget_type, DictionaryIterator *iter, ConversationManager *manager);
 static void prv_process_timer_widget(int widget_type, DictionaryIterator *iter, ConversationManager *manager);
 static void prv_process_highlight_widget(int widget_type, DictionaryIterator *iter, ConversationManager *manager);
+static void prv_process_map_widget(int widget_type, DictionaryIterator *iter, ConversationManager *manager);
 
 static ConversationManager* s_conversation_manager;
 
@@ -199,6 +200,10 @@ static void prv_handle_app_message_inbox_received(DictionaryIterator *iter, void
       conversation_complete_response(manager->conversation);
       prv_conversation_updated(manager, false);
       prv_process_highlight_widget(tuple->value->int32, iter, manager);
+    } else if (tuple->key == MESSAGE_KEY_MAP_WIDGET) {
+      conversation_complete_response(manager->conversation);
+      prv_conversation_updated(manager, false);
+      prv_process_map_widget(tuple->value->int32, iter, manager);
     }
   }
 }
@@ -348,6 +353,24 @@ static void prv_process_highlight_widget(int widget_type, DictionaryIterator *it
   prv_conversation_updated(manager, true);
 }
 
+
+static void prv_process_map_widget(int widget_type, DictionaryIterator *iter, ConversationManager *manager) {
+  if (widget_type != 1) {
+    return;
+  }
+  int image_id = dict_find(iter, MESSAGE_KEY_MAP_WIDGET_IMAGE_ID)->value->int32;
+  ConversationWidget widget = {
+    .type = ConversationWidgetTypeMap,
+    .widget = {
+      .map = {
+        .image_id = image_id,
+      }
+    }
+  };
+  conversation_add_widget(manager->conversation, &widget);
+  prv_conversation_updated(manager, true);
+}
+
 static void prv_handle_app_message_inbox_dropped(AppMessageResult reason, void *context) {
   APP_LOG(APP_LOG_LEVEL_ERROR, "Received message dropped: %d", reason);
   ConversationManager* manager = context;

app/src/c/converse/segments/segment_layer.c

@@ -23,10 +23,12 @@
 #include "widgets/weather_multi_day.h"
 #include "widgets/number.h"
 #include "widgets/timer.h"
+#include "widgets/map.h"
 
 #include <pebble.h>
 
 
+
 #define CONTENT_FONT FONT_KEY_GOTHIC_24_BOLD
 #define NAME_HEIGHT 20
 
@@ -38,6 +40,7 @@ typedef enum {
   SegmentTypeWeatherMultiDayWidget,
   SegmentTypeTimerWidget,
   SegmentTypeNumberWidget,
+  SegmentTypeMapWidget,
 } SegmentType;
 
 typedef struct {
@@ -56,6 +59,7 @@ typedef struct {
     WeatherMultiDayWidget* weather_multi_day_widget;
     TimerWidget* timer_widget;
     NumberWidget* number_widget;
+    MapWidget* map_widget;
   };
 } SegmentLayerData;
 
@@ -97,6 +101,9 @@ SegmentLayer* segment_layer_create(GRect rect, ConversationEntry* entry, bool as
     case SegmentTypeNumberWidget:
       data->number_widget = number_widget_create(child_frame, entry);
       break;
+    case SegmentTypeMapWidget:
+      data->map_widget = map_widget_create(child_frame, entry);
+      break;
   }
   layer_add_child(layer, data->layer);
   GSize child_size = layer_get_frame(data->layer).size;
@@ -133,6 +140,9 @@ void segment_layer_destroy(SegmentLayer* layer) {
     case SegmentTypeNumberWidget:
       number_widget_destroy(data->number_widget);
       break;
+    case SegmentTypeMapWidget:
+      map_widget_destroy(data->map_widget);
+      break;
   }
   if (data->assistant_label_layer) {
     text_layer_destroy(data->assistant_label_layer);
@@ -169,6 +179,9 @@ void segment_layer_update(SegmentLayer* layer) {
     case SegmentTypeNumberWidget:
       number_widget_update(data->number_widget);
       break;
+    case SegmentTypeMapWidget:
+      map_widget_update(data->map_widget);
+      break;
   }
   GSize child_size = layer_get_frame(data->layer).size;
   GPoint origin = layer_get_frame(layer).origin;
@@ -200,6 +213,8 @@ static SegmentType prv_get_segment_type(ConversationEntry* entry) {
           return SegmentTypeTimerWidget;
         case ConversationWidgetTypeNumber:
           return SegmentTypeNumberWidget;
+        case ConversationWidgetTypeMap:
+          return SegmentTypeMapWidget;
       }
       break;
   }

app/src/c/converse/segments/widgets/map.c

@@ -0,0 +1,97 @@
+/*
+* Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include <pebble.h>
+#include "../../../image_manager/image_manager.h"
+
+#include "map.h"
+
+static void prv_image_updated(int image_id, ImageStatus status, void *context);
+static void prv_layer_update(Layer *layer, GContext *ctx);
+
+typedef struct {
+  ConversationEntry* entry;
+  GBitmap* bitmap;
+} MapWidgetData;
+
+static inline int prv_get_image_id(MapWidgetData *data) {
+  return conversation_entry_get_widget(data->entry)->widget.map.image_id;
+}
+
+MapWidget* map_widget_create(GRect rect, ConversationEntry* entry) {
+  int image_id = conversation_entry_get_widget(entry)->widget.map.image_id;
+  GSize image_size = image_manager_get_size(image_id);
+  Layer *layer = layer_create_with_data(GRect(rect.origin.x, rect.origin.y, rect.size.w, image_size.h + 2), sizeof(MapWidgetData));
+  MapWidgetData* data = layer_get_data(layer);
+  data->entry = entry;
+  data->bitmap = NULL;
+  image_manager_register_callback(image_id, prv_image_updated, layer);
+  layer_set_update_proc(layer, prv_layer_update);
+  return layer;
+}
+
+ConversationEntry* map_widget_get_entry(MapWidget* layer) {
+  MapWidgetData* data = layer_get_data(layer);
+  return data->entry;
+}
+
+void map_widget_destroy(MapWidget* layer) {
+  MapWidgetData* data = layer_get_data(layer);
+  if (data->bitmap) {
+    gbitmap_destroy(data->bitmap);
+  }
+  int image_id = prv_get_image_id(data);
+  image_manager_unregister_callback(image_id);
+  layer_destroy(layer);
+}
+
+void map_widget_update(MapWidget* layer) {
+  // nothing to do here.
+}
+
+static void prv_image_updated(int image_id, ImageStatus status, void *context) {
+  Layer *layer = context;
+  MapWidgetData* data = layer_get_data(layer);
+  if (status == ImageStatusCompleted) {
+    if (data->bitmap) {
+      gbitmap_destroy(data->bitmap);
+    }
+    data->bitmap = image_manager_get_image(image_id);
+    layer_mark_dirty(layer);
+  } else if (status == ImageStatusDestroyed) {
+    data->bitmap = NULL;
+    layer_mark_dirty(layer);
+  }
+}
+
+static void prv_layer_update(Layer *layer, GContext *ctx) {
+  MapWidgetData *data = layer_get_data(layer);
+  GRect bounds = layer_get_bounds(layer);
+  // bounds = grect_inset(bounds, (GEdgeInsets){.right = 5});
+  GSize image_size = image_manager_get_size(prv_get_image_id(data));
+  // GRect border_rect = GRect((bounds.size.w - image_size.w) / 2, 0, image_size.w + 2, image_size.h + 2);
+  // GRect image_rect = grect_inset(border_rect, GEdgeInsets(1));
+  GRect image_rect = grect_inset(bounds, GEdgeInsets(1, 0));
+  graphics_context_set_stroke_color(ctx, GColorBlack);
+  graphics_draw_line(ctx, GPoint(0, 0), GPoint(bounds.size.w, 0));
+  graphics_draw_line(ctx, GPoint(0, bounds.size.h - 1), GPoint(bounds.size.w, bounds.size.h - 1));
+  if (data->bitmap) {
+    graphics_draw_bitmap_in_rect(ctx, data->bitmap, image_rect);
+  } else {
+    graphics_context_set_fill_color(ctx, COLOR_FALLBACK(GColorLightGray, GColorWhite));
+    graphics_fill_rect(ctx, image_rect, 0, GCornerNone);
+  }
+}

app/src/c/converse/segments/widgets/map.h

@@ -0,0 +1,27 @@
+/*
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#pragma once
+
+#include <pebble.h>
+#include "../../conversation.h"
+
+typedef Layer MapWidget;
+
+MapWidget* map_widget_create(GRect rect, ConversationEntry* entry);
+ConversationEntry* map_widget_get_entry(MapWidget* layer);
+void map_widget_destroy(MapWidget* layer);
+void map_widget_update(MapWidget* layer);