From c749093f7f4ede2eef047b463944c250d2e7e202 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Thu, 6 Nov 2025 23:36:18 -0800 Subject: [PATCH 1/3] Copy deps Signed-off-by: Kevin Su --- pyproject.toml | 2 +- .../__pycache__/__init__.cpython-312.pyc | Bin 401 -> 334 bytes .../__pycache__/__init__.cpython-312.pyc | Bin 256 -> 189 bytes .../library_a/__pycache__/utils.cpython-312.pyc | Bin 459 -> 392 bytes src/uv_project_example/main_wfs.py | 6 +++--- uv.lock | 6 +++--- 6 files changed, 7 insertions(+), 7 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 8ce0c9d..108612a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -8,7 +8,7 @@ authors = [ ] requires-python = ">=3.12" dependencies = [ - "flyte==2.0.0b26", + "flyte==2.0.0b29", ] [build-system] diff --git a/src/uv_project_example/__pycache__/__init__.cpython-312.pyc b/src/uv_project_example/__pycache__/__init__.cpython-312.pyc index 2211b98870759c406a4342a63c4cca192c769d8e..3b713fbbf31428c2fea20538a75aa4f7903ec4eb 100644 GIT binary patch delta 59 zcmbQpe2$6xG%qg~0}uo*;GM|bE*GR9TAW%`te>4)mYJuYo>`(_lA2qfTTq&mlbNhL N@pA#=ugNKlx&RF46T$!h delta 126 zcmWN|u?+$-3_wv1M8oNZU;tx@U1;b+Fu{n6Pj+&^1k?es2YVnf0Mn4)z2bkTW!8SW zZZWAnw)4{7-3vEHYIsW$0|r4;kAc%M?^a%V%#kHJMxQN7PYP_736usE9M?d+&yYu` ZJdsausVmSmse=Qb$*{bK=J#AS@CT{9EfD|! diff --git a/src/uv_project_example/library_a/__pycache__/__init__.cpython-312.pyc b/src/uv_project_example/library_a/__pycache__/__init__.cpython-312.pyc index 0d72072fc754d614646bee38fef382d07985b96f..23b3971797da5961cc2efaf451380c3021f2b521 100644 GIT binary patch delta 58 zcmZo*+RMm&nwOW00SE#Y@J{45mW$C3Elw>e*3V8Y%gobH&n(d|NzEzmp08hAl&qhgS&~tjq?eqZ zt6!RznV*-Ksh?b0T#}!gTBMs4)mYJuYo>`(_lA2qfTTq&mlbNhL OS(34Z@z>;ejJg0F4ij4d delta 126 zcmWN|F%H5o3_ww;iiN62F_yRs3ruM+!H6cvjtlGztc8^;aFXr}oQC}E4gXP3bu+c? zVpe)?=4115Z(J*h;w`5bFeFs*7&srSTl&f4Ma+rvLx| diff --git a/src/uv_project_example/main_wfs.py b/src/uv_project_example/main_wfs.py index e1289bb..c489dd6 100644 --- a/src/uv_project_example/main_wfs.py +++ b/src/uv_project_example/main_wfs.py @@ -1,9 +1,9 @@ import flyte from flyte import Image -from src.uv_project_example.library_a.utils import some_test +from uv_project_example.library_a.utils import some_test -from src.core.config import ROOT_DIR +from core.config import ROOT_DIR image = ( Image.from_debian_base(python_version=(3, 12)) @@ -39,6 +39,6 @@ async def t1(data: str = "hello") -> str: if __name__ == "__main__": # Works with and without root_dir flyte.init_from_config(root_dir=ROOT_DIR) # should we make this work? - run = flyte.with_runcontext(mode="remote", copy_style="all").run(t1, data="world") + run = flyte.with_runcontext(mode="remote").run(t1, data="world") print(run.name) print(run.url) diff --git a/uv.lock b/uv.lock index 0c17589..20092de 100644 --- a/uv.lock +++ b/uv.lock @@ -209,7 +209,7 @@ wheels = [ [[package]] name = "flyte" -version = "2.0.0b26" +version = "2.0.0b29" source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "aiofiles" }, @@ -234,7 +234,7 @@ dependencies = [ { name = "toml" }, ] wheels = [ - { url = "https://files.pythonhosted.org/packages/ff/9c/4ce5bee1a6bca2f43c0a589eda2ae7c8bb31af63dec831eb669ea70aea8f/flyte-2.0.0b26-py3-none-any.whl", hash = "sha256:d000947d7455b946277b9709f9e7b14933389ea4c1e9c484df82acbbd16ea05d", size = 381510, upload-time = "2025-10-29T22:27:12.218Z" }, + { url = "https://files.pythonhosted.org/packages/10/8a/ce967f654d3735c874cb665943bc61a3791191bc28316d9dea15248e1d84/flyte-2.0.0b29-py3-none-any.whl", hash = "sha256:5ba0ba77732d3a93b44fd9cae9b5c9011bb1eaf24f61a777e9e9c896c6a9fa7f", size = 389681, upload-time = "2025-11-06T22:17:00.612Z" }, ] [[package]] @@ -982,4 +982,4 @@ dependencies = [ ] [package.metadata] -requires-dist = [{ name = "flyte", specifier = "==2.0.0b26" }] +requires-dist = [{ name = "flyte", specifier = "==2.0.0b29" }] From ef568ba22e03316b4aa7891ebafa4559f3003e9b Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Thu, 6 Nov 2025 23:55:18 -0800 Subject: [PATCH 2/3] upload data Signed-off-by: Kevin Su --- .gitignore | 3 ++- src/uv_project_example/main_wfs.py | 6 +++--- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/.gitignore b/.gitignore index 7ed33a6..416387e 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ .idea *.csv -data \ No newline at end of file +data +__pycache__/ \ No newline at end of file diff --git a/src/uv_project_example/main_wfs.py b/src/uv_project_example/main_wfs.py index c489dd6..b6ee397 100644 --- a/src/uv_project_example/main_wfs.py +++ b/src/uv_project_example/main_wfs.py @@ -9,7 +9,7 @@ Image.from_debian_base(python_version=(3, 12)) .with_apt_packages("ca-certificates", "build-essential") .with_uv_project(pyproject_file=ROOT_DIR / "pyproject.toml") - # .with_source_folder(ROOT_DIR / "src" / "data_loading") + .with_source_folder(ROOT_DIR / "src" / "data_loading") ) @@ -19,11 +19,11 @@ @env.task async def t1(data: str = "hello") -> str: i = some_test() - sql = ROOT_DIR / "src" / "data_loading" / "raw_data.sql" + sql = ROOT_DIR / "data_loading" / "raw_data.sql" print(f"SQL file is a file: {sql.exists()}") print(f"SQL file path: {sql.resolve()}") - csv = ROOT_DIR / "src" / "data_loading" / "some_data" / "my_data.csv" + csv = ROOT_DIR / "data_loading" / "some_data" / "my_data.csv" print(f"CSV file is a file: {csv.exists()}") print(f"CSV file path: {csv.resolve()}") From a0664bcf943a37b84045f8b810675e3e8724d2b4 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Fri, 7 Nov 2025 00:15:41 -0800 Subject: [PATCH 3/3] update examples Signed-off-by: Kevin Su --- pyproject.toml | 2 +- src/uv_project_example/main_wfs.py | 11 +++++++---- uv.lock | 16 +++++----------- 3 files changed, 13 insertions(+), 16 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 108612a..6eee8a1 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -8,7 +8,7 @@ authors = [ ] requires-python = ">=3.12" dependencies = [ - "flyte==2.0.0b29", + "flyte@git+https://github.com/flyteorg/flyte-sdk.git@7fb7d693c99ae44fc720ee78ad11ad533c5447de", ] [build-system] diff --git a/src/uv_project_example/main_wfs.py b/src/uv_project_example/main_wfs.py index b6ee397..0666e82 100644 --- a/src/uv_project_example/main_wfs.py +++ b/src/uv_project_example/main_wfs.py @@ -6,10 +6,13 @@ from core.config import ROOT_DIR image = ( - Image.from_debian_base(python_version=(3, 12)) + Image.from_base("python:3.12-slim-bookworm").clone(name="flyte") + .with_apt_packages("git") .with_apt_packages("ca-certificates", "build-essential") .with_uv_project(pyproject_file=ROOT_DIR / "pyproject.toml") - .with_source_folder(ROOT_DIR / "src" / "data_loading") + .with_commands("mkdir -p ./src/data_loading") + .with_source_folder(ROOT_DIR / "src" / "data_loading", dst="./src/data_loading") + .with_pip_packages("git+https://github.com/flyteorg/flyte-sdk.git@7fb7d693c99ae44fc720ee78ad11ad533c5447de") ) @@ -19,11 +22,11 @@ @env.task async def t1(data: str = "hello") -> str: i = some_test() - sql = ROOT_DIR / "data_loading" / "raw_data.sql" + sql = ROOT_DIR / "src" / "data_loading" / "raw_data.sql" print(f"SQL file is a file: {sql.exists()}") print(f"SQL file path: {sql.resolve()}") - csv = ROOT_DIR / "data_loading" / "some_data" / "my_data.csv" + csv = ROOT_DIR / "src" / "data_loading" / "some_data" / "my_data.csv" print(f"CSV file is a file: {csv.exists()}") print(f"CSV file path: {csv.resolve()}") diff --git a/uv.lock b/uv.lock index 20092de..9158c3f 100644 --- a/uv.lock +++ b/uv.lock @@ -209,8 +209,8 @@ wheels = [ [[package]] name = "flyte" -version = "2.0.0b29" -source = { registry = "https://pypi.org/simple" } +version = "2.0.0b30.dev3+g7fb7d693c" +source = { git = "https://github.com/flyteorg/flyte-sdk.git?rev=7fb7d693c99ae44fc720ee78ad11ad533c5447de#7fb7d693c99ae44fc720ee78ad11ad533c5447de" } dependencies = [ { name = "aiofiles" }, { name = "aiolimiter" }, @@ -233,9 +233,6 @@ dependencies = [ { name = "rich-click" }, { name = "toml" }, ] -wheels = [ - { url = "https://files.pythonhosted.org/packages/10/8a/ce967f654d3735c874cb665943bc61a3791191bc28316d9dea15248e1d84/flyte-2.0.0b29-py3-none-any.whl", hash = "sha256:5ba0ba77732d3a93b44fd9cae9b5c9011bb1eaf24f61a777e9e9c896c6a9fa7f", size = 389681, upload-time = "2025-11-06T22:17:00.612Z" }, -] [[package]] name = "flyteidl" @@ -253,17 +250,14 @@ wheels = [ [[package]] name = "flyteidl2" -version = "2.0.0a11" -source = { registry = "https://pypi.org/simple" } +version = "2.0.0a14.dev3+g91ba87d5e" +source = { git = "https://github.com/flyteorg/flyte.git?subdirectory=gen%2Fpython&rev=v2#91ba87d5e4d0a0b99706d87a568c7cbf2b94cb21" } dependencies = [ { name = "googleapis-common-protos" }, { name = "protobuf" }, { name = "protoc-gen-openapiv2" }, { name = "protovalidate" }, ] -wheels = [ - { url = "https://files.pythonhosted.org/packages/3e/83/ed4e62796135abd41d4440c220e8390b7dc026f7342c92555ac06a52da83/flyteidl2-2.0.0a11-py3-none-any.whl", hash = "sha256:17d72b25ab3aec21aef9d5b0cacf936560e25f4b898c196650e9c5a9259f5ff1", size = 192937, upload-time = "2025-10-29T22:04:42.92Z" }, -] [[package]] name = "fsspec" @@ -982,4 +976,4 @@ dependencies = [ ] [package.metadata] -requires-dist = [{ name = "flyte", specifier = "==2.0.0b29" }] +requires-dist = [{ name = "flyte", git = "https://github.com/flyteorg/flyte-sdk.git?rev=7fb7d693c99ae44fc720ee78ad11ad533c5447de" }]