forked from GoogleCloudPlatform/vertex-ai-creative-studio
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmain.py
More file actions
310 lines (257 loc) · 11 KB
/
main.py
File metadata and controls
310 lines (257 loc) · 11 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
# Copyright 2024 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Main Mesop App."""
import datetime
import inspect
import os
import uuid
import google.auth
import mesop as me
from fastapi import APIRouter, FastAPI, HTTPException, Request
from fastapi.middleware.cors import CORSMiddleware
from fastapi.middleware.trustedhost import TrustedHostMiddleware
from fastapi.middleware.wsgi import WSGIMiddleware
from fastapi.responses import FileResponse, RedirectResponse, StreamingResponse
from fastapi.staticfiles import StaticFiles
from google.auth import impersonated_credentials
from google.cloud import storage
from pydantic import BaseModel
import pages.shop_the_look
from app_factory import app
from common.prompt_template_service import PromptTemplate
from common.utils import create_display_url
from routers import veo_router
from config import default as config
from models.video_processing import convert_mp4_to_gif
from pages import about as about_page
from pages import banana_studio as banana_studio_page
from pages import character_consistency as character_consistency_page
from pages import chirp_3hd as chirp_3hd_page
from pages import config as config_page
from pages import gemini_image_generation as gemini_image_generation_page
from pages import gemini_tts as gemini_tts_page
from pages import gemini_writers_workshop as gemini_writers_workshop_page
from pages import guideline_analysis as guideline_analysis_page
from pages import home as home_page
from pages import imagen as imagen_page
from pages import interior_design_v2 as interior_design_page
from pages import lyria as lyria_page
from pages import object_rotation as object_rotation_page
from pages import pixie_compositor as pixie_compositor_page
from pages import portraits as motion_portraits
from pages import recontextualize as recontextualize_page
from pages import starter_pack as starter_pack_page
from pages import test_proxy_caching as test_proxy_caching_page
from pages import selfie as selfie_page
from pages import veo
from pages import vto as vto_page
from pages import welcome as welcome_page
from pages.edit_images import content as edit_images_content
from pages.library_v2 import page as library_v2_page
from pages.test_character_consistency import page as test_character_consistency_page
from pages.test_index import page as test_index_page
from pages.test_infinite_scroll import test_infinite_scroll_page
from pages.test_media_chooser import page as test_media_chooser_page
from pages.test_pixie_compositor import test_pixie_compositor_page
from pages.test_svg import test_svg_page
from pages.test_uploader import test_uploader_page
from pages.test_vto_prompt_generator import page as test_vto_prompt_generator_page
from pages.test_async_veo import page as test_async_veo_page
import pages.imagen_upscale
import pages.storyboarder
import pages.character_sheet
import pages.brand_adherence
from workflows.retro_games import page as retro_games
from state.state import AppState
class UserInfo(BaseModel):
email: str | None
agent: str | None
# FastAPI server with Mesop
router = APIRouter()
app.include_router(router)
@app.get("/favicon.ico", include_in_schema=False)
async def favicon():
return FileResponse("assets/favicon.ico")
# Define allowed origins for CORS
app.add_middleware(
CORSMiddleware,
allow_origin_regex=r"https://.*\.cloudshell\.dev|http://localhost:8080",
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
@app.get("/api/convert_to_gif")
def convert_to_gif(gcs_uri: str, request: Request):
"""Converts an MP4 video to a GIF and saves it to GCS."""
try:
uri = convert_mp4_to_gif(gcs_uri, request.scope["MESOP_USER_EMAIL"])
return {"url": create_display_url(uri)}
except Exception as e:
error_message = str(e)
print(f"Error generating GIF: {error_message}")
return {"error": error_message}, 500
@app.get("/api/get_signed_url")
def get_signed_url(gcs_uri: str):
"""Generates a signed URL for a GCS object."""
try:
credentials, _ = google.auth.default()
signing_credentials = impersonated_credentials.Credentials(
source_credentials=credentials,
target_principal=config.Default.SERVICE_ACCOUNT_EMAIL,
target_scopes="https://www.googleapis.com/auth/devstorage.read_only",
)
storage_client = storage.Client()
bucket_name, blob_name = gcs_uri.replace("gs://", "").split("/", 1)
bucket = storage_client.bucket(bucket_name)
blob = bucket.blob(blob_name)
signed_url = blob.generate_signed_url(
version="v4",
expiration=datetime.timedelta(minutes=15),
method="GET",
credentials=signing_credentials,
)
return {"signed_url": signed_url}
except Exception as e:
error_message = str(e)
print(f"Error generating signed url: {error_message}")
if "private key" in error_message:
print(
"This error often occurs in a local development environment. "
"Please ensure you have authenticated with service account impersonation by running: "
"gcloud auth application-default login --impersonate-service-account=<YOUR_SERVICE_ACCOUNT_EMAIL>"
)
return {"error": error_message}, 500
@app.middleware("http")
async def add_global_csp(request: Request, call_next):
response = await call_next(request)
response.headers["Content-Security-Policy"] = (
"default-src 'self'; "
"script-src 'self' 'unsafe-inline' 'unsafe-eval' https://esm.sh https://cdn.jsdelivr.net; "
"connect-src 'self' https://esm.sh https://cdn.jsdelivr.net https://storage.cloud.google.com https://storage.googleapis.com https://*.googleusercontent.com; "
"style-src 'self' 'unsafe-inline' https://fonts.googleapis.com http://fonts.googleapis.com/; "
"font-src 'self' data: https://fonts.gstatic.com https://fonts.googleapis.com http://fonts.googleapis.com;"
"img-src 'self' data: blob: https://google-ai-skin-tone-research.imgix.net https://storage.cloud.google.com https://storage.googleapis.com https://*.googleusercontent.com; "
"media-src 'self' https://deepmind.google https://storage.cloud.google.com https://storage.googleapis.com https://*.googleusercontent.com; "
"worker-src 'self' blob:;"
)
return response
@app.middleware("http")
async def set_request_context(request: Request, call_next):
user_email = request.headers.get("X-Goog-Authenticated-User-Email")
if not user_email:
user_email = "anonymous@google.com"
if user_email.startswith("accounts.google.com:"):
user_email = user_email.split(":")[-1]
session_id = request.cookies.get("session_id")
if not session_id:
session_id = str(uuid.uuid4())
request.scope["MESOP_USER_EMAIL"] = user_email
request.scope["MESOP_SESSION_ID"] = session_id
# Pass GA ID to Mesop context if it exists
if config.Default.GA_MEASUREMENT_ID:
request.scope["MESOP_GA_MEASUREMENT_ID"] = config.Default.GA_MEASUREMENT_ID
response = await call_next(request)
response.set_cookie(
key="session_id", value=session_id, httponly=True, samesite="Lax"
)
return response
# Test page routes are left as is, they don't need the scaffold
me.page(path="/test_character_consistency", title="Test Character Consistency")(
test_character_consistency_page
)
me.page(path="/test_index", title="Test Index")(test_index_page)
me.page(path="/test_infinite_scroll", title="Test Infinite Scroll")(
test_infinite_scroll_page
)
me.page(path="/test_pixie_compositor", title="Test Pixie Compositor")(
test_pixie_compositor_page
)
me.page(path="/test_uploader", title="Test Uploader")(test_uploader_page)
me.page(path="/test_vto_prompt_generator", title="Test VTO Prompt Generator")(
test_vto_prompt_generator_page
)
me.page(path="/test_svg", title="Test SVG")(test_svg_page)
me.page(path="/test_media_chooser", title="Test Media Chooser")(test_media_chooser_page)
me.page(path="/test_async_veo", title="Test Async Veo")(test_async_veo_page)
# Add a new endpoint to proxy GCS media for better caching.
@app.get("/media/{bucket_name}/{object_path:path}")
async def get_media_proxy(request: Request, bucket_name: str, object_path: str):
"""Securely proxies a GCS object, checking for IAP authentication."""
user_email = request.scope.get("MESOP_USER_EMAIL")
app_env = config.Default().APP_ENV
# Enforce IAP authentication in any environment that is not explicitly a local dev environment.
development_envs = ["", "dev", "local"]
if app_env not in development_envs and (
not user_email or user_email == "anonymous@google.com"
):
raise HTTPException(status_code=401, detail="Authentication required")
try:
storage_client = storage.Client()
bucket = storage_client.bucket(bucket_name)
blob = bucket.blob(object_path)
if not blob.exists():
raise HTTPException(status_code=404, detail="Object not found")
blob.reload()
content_type = blob.content_type
# Set a cache header to instruct browsers and CDNs to cache for 1 hour.
headers = {"Cache-Control": "public, max-age=3600"}
# Stream the file content directly from GCS to the user.
stream = blob.open("rb")
return StreamingResponse(stream, media_type=content_type, headers=headers)
except Exception as e:
print(f"Error proxying GCS object: {e}")
raise HTTPException(status_code=500, detail="Internal server error")
@app.get("/")
def home() -> RedirectResponse:
return RedirectResponse(url="/home")
# Use this to mount the static files for the Mesop app
app.mount(
"/__web-components-module__",
StaticFiles(directory="."),
name="web_components",
)
app.mount(
"/static",
StaticFiles(
directory=os.path.join(
os.path.dirname(inspect.getfile(me)),
"web",
"src",
"app",
"prod",
"web_package",
)
),
name="static",
)
app.include_router(veo_router.router)
app.mount(
"/",
WSGIMiddleware(
me.create_wsgi_app(debug_mode=os.environ.get("DEBUG_MODE", "") == "true")
),
)
if __name__ == "__main__":
import uvicorn
host = os.environ.get("HOST", "0.0.0.0")
port = int(os.environ.get("PORT", "8080"))
uvicorn.run(
"main:app",
host=host,
port=port,
reload=True,
reload_includes=["*.py", "*.js"],
timeout_graceful_shutdown=0,
proxy_headers=True,
)