diff --git a/import_profiles/filtered_flyte_importtime.txt b/import_profiles/filtered_flyte_importtime.txt index f45a01cba..a39ece925 100644 --- a/import_profiles/filtered_flyte_importtime.txt +++ b/import_profiles/filtered_flyte_importtime.txt @@ -28,15 +28,6 @@ sitecustomize site linecache __future__ -itertools -keyword -_operator -operator -reprlib -_collections -collections -collections.abc -concurrent types enum _sre @@ -44,17 +35,42 @@ re._constants re._parser re._casefix re._compiler +itertools +keyword +_operator +operator +reprlib +_collections +collections _functools functools copyreg re +_weakrefset +weakref +copy +_ast +contextlib +ast +_opcode +_opcode_metadata +opcode +dis +collections.abc +importlib +importlib.machinery +token +_tokenize +tokenize +inspect +dataclasses +_typing +typing +concurrent textwrap warnings -contextlib _colorize traceback -_weakrefset -weakref _string string threading @@ -85,18 +101,6 @@ binascii base64 ssl asyncio.constants -_ast -ast -_opcode -_opcode_metadata -opcode -dis -importlib -importlib.machinery -token -_tokenize -tokenize -inspect asyncio.coroutines _contextvars contextvars @@ -114,8 +118,6 @@ asyncio.sslproto asyncio.mixins asyncio.locks asyncio.queues -_typing -typing asyncio.timeouts asyncio.tasks asyncio.staggered @@ -130,23 +132,15 @@ asyncio.base_subprocess asyncio.selector_events asyncio.unix_events asyncio -_json -json.scanner -json.decoder -json.encoder -json _datetime datetime flyte._tools flyte._logging flyte.syncify._api flyte.syncify -flyte.errors _hashlib _blake2 hashlib -copy -dataclasses fnmatch glob pathlib._abc @@ -166,9 +160,6 @@ pathlib rich._extension rich rich.repr -packaging -packaging._structures -packaging.version flyte._image flyte._build typing_extensions @@ -194,8 +185,10 @@ flyte._pod flyte._resources flyte._secret flyte._environment +flyte.errors flyte._initialize flyte._doc +flyte._link flyte._retry flyte._reusable_environment flyte._timeout diff --git a/import_profiles/flyte_importtime.txt b/import_profiles/flyte_importtime.txt index f7805adec..08aeafb99 100644 --- a/import_profiles/flyte_importtime.txt +++ b/import_profiles/flyte_importtime.txt @@ -1,207 +1,207 @@ import time: self [us] | cumulative | imported package -import time: 150 | 150 | _io -import time: 29 | 29 | marshal -import time: 209 | 209 | posix -import time: 496 | 882 | _frozen_importlib_external -import time: 541 | 541 | time -import time: 159 | 699 | zipimport -import time: 32 | 32 | _codecs -import time: 402 | 433 | codecs -import time: 410 | 410 | encodings.aliases -import time: 482 | 1324 | encodings -import time: 148 | 148 | encodings.utf_8 -import time: 60 | 60 | _signal -import time: 21 | 21 | _abc -import time: 115 | 136 | abc -import time: 110 | 245 | io -import time: 35 | 35 | _stat -import time: 63 | 98 | stat -import time: 590 | 590 | _collections_abc -import time: 44 | 44 | genericpath -import time: 92 | 136 | posixpath -import time: 355 | 1176 | os +import time: 185 | 185 | _io +import time: 27 | 27 | marshal +import time: 241 | 241 | posix +import time: 518 | 969 | _frozen_importlib_external +import time: 646 | 646 | time +import time: 186 | 832 | zipimport +import time: 33 | 33 | _codecs +import time: 403 | 436 | codecs +import time: 356 | 356 | encodings.aliases +import time: 533 | 1324 | encodings +import time: 133 | 133 | encodings.utf_8 +import time: 50 | 50 | _signal +import time: 19 | 19 | _abc +import time: 107 | 126 | abc +import time: 116 | 242 | io +import time: 31 | 31 | _stat +import time: 59 | 89 | stat +import time: 578 | 578 | _collections_abc +import time: 46 | 46 | genericpath +import time: 93 | 138 | posixpath +import time: 348 | 1151 | os import time: 59 | 59 | _sitebuiltins -import time: 168 | 168 | encodings.utf_8_sig -import time: 817 | 817 | _virtualenv -import time: 199 | 199 | _distutils_hack -import time: 132 | 132 | sitecustomize -import time: 1537 | 4085 | site -import time: 169 | 169 | linecache -import time: 135 | 135 | __future__ -import time: 73 | 73 | itertools -import time: 109 | 109 | keyword -import time: 44 | 44 | _operator -import time: 203 | 246 | operator -import time: 147 | 147 | reprlib -import time: 35 | 35 | _collections -import time: 686 | 1294 | collections -import time: 135 | 135 | collections.abc -import time: 114 | 114 | concurrent -import time: 194 | 194 | types -import time: 902 | 1096 | enum -import time: 60 | 60 | _sre -import time: 192 | 192 | re._constants -import time: 469 | 661 | re._parser -import time: 102 | 102 | re._casefix -import time: 320 | 1142 | re._compiler -import time: 52 | 52 | _functools -import time: 422 | 474 | functools -import time: 140 | 140 | copyreg -import time: 377 | 3225 | re -import time: 597 | 597 | textwrap -import time: 235 | 235 | warnings -import time: 370 | 370 | contextlib -import time: 132 | 132 | _colorize -import time: 420 | 1752 | traceback -import time: 146 | 146 | _weakrefset -import time: 396 | 541 | weakref -import time: 24 | 24 | _string -import time: 341 | 364 | string -import time: 387 | 387 | threading -import time: 23 | 23 | atexit -import time: 996 | 7286 | logging -import time: 356 | 7641 | concurrent.futures._base -import time: 146 | 7900 | concurrent.futures -import time: 34 | 34 | errno -import time: 30 | 30 | _heapq -import time: 135 | 164 | heapq -import time: 89 | 89 | _socket +import time: 145 | 145 | encodings.utf_8_sig +import time: 681 | 681 | _virtualenv +import time: 170 | 170 | _distutils_hack +import time: 157 | 157 | sitecustomize +import time: 1480 | 3840 | site +import time: 170 | 170 | linecache +import time: 109 | 109 | __future__ +import time: 190 | 190 | types +import time: 855 | 1044 | enum +import time: 53 | 53 | _sre +import time: 190 | 190 | re._constants +import time: 253 | 443 | re._parser +import time: 260 | 260 | re._casefix +import time: 228 | 982 | re._compiler +import time: 71 | 71 | itertools +import time: 103 | 103 | keyword +import time: 40 | 40 | _operator +import time: 204 | 243 | operator +import time: 134 | 134 | reprlib +import time: 37 | 37 | _collections +import time: 513 | 1099 | collections +import time: 31 | 31 | _functools +import time: 361 | 1490 | functools +import time: 130 | 130 | copyreg +import time: 365 | 4009 | re +import time: 161 | 161 | _weakrefset +import time: 457 | 618 | weakref +import time: 135 | 752 | copy +import time: 760 | 760 | _ast +import time: 352 | 352 | contextlib +import time: 693 | 1804 | ast +import time: 31 | 31 | _opcode +import time: 145 | 145 | _opcode_metadata +import time: 191 | 366 | opcode +import time: 551 | 917 | dis +import time: 110 | 110 | collections.abc +import time: 122 | 122 | importlib +import time: 39 | 160 | importlib.machinery +import time: 112 | 112 | token +import time: 20 | 20 | _tokenize +import time: 511 | 643 | tokenize +import time: 1278 | 4910 | inspect +import time: 408 | 10077 | dataclasses +import time: 31 | 31 | _typing +import time: 1281 | 1312 | typing +import time: 92 | 92 | concurrent +import time: 482 | 482 | textwrap +import time: 210 | 210 | warnings +import time: 110 | 110 | _colorize +import time: 404 | 1204 | traceback +import time: 19 | 19 | _string +import time: 317 | 336 | string +import time: 574 | 574 | threading +import time: 35 | 35 | atexit +import time: 995 | 3142 | logging +import time: 329 | 3470 | concurrent.futures._base +import time: 118 | 3680 | concurrent.futures +import time: 54 | 54 | errno +import time: 31 | 31 | _heapq +import time: 180 | 210 | heapq +import time: 120 | 120 | _socket import time: 38 | 38 | math -import time: 43 | 43 | select -import time: 344 | 424 | selectors -import time: 51 | 51 | array -import time: 645 | 1208 | socket -import time: 35 | 35 | _locale -import time: 481 | 515 | locale -import time: 289 | 289 | signal +import time: 58 | 58 | select +import time: 324 | 420 | selectors +import time: 64 | 64 | array +import time: 663 | 1265 | socket +import time: 43 | 43 | _locale +import time: 466 | 508 | locale +import time: 296 | 296 | signal import time: 28 | 28 | fcntl -import time: 55 | 55 | msvcrt -import time: 17 | 17 | _posixsubprocess -import time: 525 | 1425 | subprocess -import time: 385 | 385 | _ssl -import time: 56 | 56 | _struct -import time: 137 | 192 | struct -import time: 36 | 36 | binascii -import time: 179 | 407 | base64 -import time: 1572 | 2363 | ssl -import time: 152 | 152 | asyncio.constants -import time: 778 | 778 | _ast -import time: 650 | 1428 | ast -import time: 23 | 23 | _opcode -import time: 146 | 146 | _opcode_metadata -import time: 190 | 358 | opcode -import time: 518 | 876 | dis -import time: 128 | 128 | importlib -import time: 43 | 170 | importlib.machinery -import time: 121 | 121 | token -import time: 29 | 29 | _tokenize -import time: 487 | 636 | tokenize -import time: 1068 | 4175 | inspect -import time: 102 | 4276 | asyncio.coroutines -import time: 20 | 20 | _contextvars -import time: 104 | 124 | contextvars -import time: 82 | 82 | asyncio.format_helpers -import time: 88 | 88 | asyncio.base_futures -import time: 121 | 121 | asyncio.exceptions -import time: 89 | 89 | asyncio.base_tasks -import time: 106 | 403 | _asyncio -import time: 412 | 1019 | asyncio.events -import time: 134 | 134 | asyncio.futures -import time: 116 | 116 | asyncio.protocols -import time: 144 | 144 | asyncio.transports -import time: 65 | 65 | asyncio.log -import time: 390 | 598 | asyncio.sslproto -import time: 70 | 70 | asyncio.mixins -import time: 232 | 301 | asyncio.locks -import time: 184 | 184 | asyncio.queues -import time: 27 | 27 | _typing -import time: 1259 | 1286 | typing -import time: 245 | 1531 | asyncio.timeouts -import time: 265 | 1979 | asyncio.tasks -import time: 97 | 2376 | asyncio.staggered -import time: 109 | 109 | asyncio.trsock -import time: 565 | 23861 | asyncio.base_events -import time: 177 | 177 | asyncio.runners -import time: 214 | 214 | asyncio.streams -import time: 142 | 142 | asyncio.subprocess -import time: 100 | 100 | asyncio.taskgroups -import time: 66 | 66 | asyncio.threads -import time: 143 | 143 | asyncio.base_subprocess -import time: 1478 | 1478 | asyncio.selector_events -import time: 368 | 1989 | asyncio.unix_events -import time: 164 | 26710 | asyncio -import time: 64 | 64 | _datetime -import time: 127 | 191 | datetime -import time: 69 | 69 | flyte._tools -import time: 273 | 533 | flyte._logging -import time: 273 | 27515 | flyte.syncify._api -import time: 240 | 27755 | flyte.syncify -import time: 420 | 420 | _hashlib -import time: 25 | 25 | _blake2 -import time: 173 | 617 | hashlib -import time: 127 | 127 | copy -import time: 353 | 480 | dataclasses -import time: 105 | 105 | fnmatch -import time: 368 | 472 | glob -import time: 262 | 733 | pathlib._abc +import time: 66 | 66 | msvcrt +import time: 16 | 16 | _posixsubprocess +import time: 542 | 1454 | subprocess +import time: 392 | 392 | _ssl +import time: 43 | 43 | _struct +import time: 99 | 142 | struct +import time: 35 | 35 | binascii +import time: 187 | 363 | base64 +import time: 1647 | 2401 | ssl +import time: 138 | 138 | asyncio.constants +import time: 75 | 75 | asyncio.coroutines +import time: 22 | 22 | _contextvars +import time: 80 | 101 | contextvars +import time: 68 | 68 | asyncio.format_helpers +import time: 78 | 78 | asyncio.base_futures +import time: 114 | 114 | asyncio.exceptions +import time: 70 | 70 | asyncio.base_tasks +import time: 70 | 331 | _asyncio +import time: 268 | 766 | asyncio.events +import time: 137 | 137 | asyncio.futures +import time: 101 | 101 | asyncio.protocols +import time: 1273 | 1273 | asyncio.transports +import time: 72 | 72 | asyncio.log +import time: 307 | 1651 | asyncio.sslproto +import time: 72 | 72 | asyncio.mixins +import time: 258 | 329 | asyncio.locks +import time: 145 | 145 | asyncio.queues +import time: 218 | 218 | asyncio.timeouts +import time: 227 | 589 | asyncio.tasks +import time: 104 | 1021 | asyncio.staggered +import time: 83 | 83 | asyncio.trsock +import time: 645 | 13675 | asyncio.base_events +import time: 143 | 143 | asyncio.runners +import time: 199 | 199 | asyncio.streams +import time: 116 | 116 | asyncio.subprocess +import time: 102 | 102 | asyncio.taskgroups +import time: 57 | 57 | asyncio.threads +import time: 142 | 142 | asyncio.base_subprocess +import time: 430 | 430 | asyncio.selector_events +import time: 355 | 926 | asyncio.unix_events +import time: 141 | 15356 | asyncio +import time: 70 | 70 | _datetime +import time: 77 | 147 | datetime +import time: 59 | 59 | flyte._tools +import time: 169 | 373 | flyte._logging +import time: 252 | 15981 | flyte.syncify._api +import time: 258 | 16239 | flyte.syncify +import time: 457 | 457 | _hashlib +import time: 27 | 27 | _blake2 +import time: 136 | 619 | hashlib +import time: 97 | 97 | fnmatch +import time: 237 | 334 | glob +import time: 257 | 590 | pathlib._abc import time: 56 | 56 | _winapi -import time: 72 | 72 | nt -import time: 69 | 69 | nt -import time: 49 | 49 | nt -import time: 46 | 46 | nt -import time: 48 | 48 | nt -import time: 39 | 39 | nt -import time: 38 | 38 | nt -import time: 154 | 568 | ntpath -import time: 26 | 26 | pwd -import time: 22 | 22 | grp -import time: 283 | 898 | pathlib._local -import time: 118 | 1747 | pathlib -import time: 248 | 248 | rich._extension -import time: 275 | 522 | rich -import time: 194 | 715 | rich.repr -import time: 5171 | 8729 | flyte._image -import time: 184 | 36667 | flyte._build -import time: 966 | 966 | typing_extensions -import time: 107 | 107 | flyte._docstring -import time: 74 | 74 | flyte._interface -import time: 2732 | 2913 | flyte.models -import time: 682 | 4559 | flyte._cache.cache -import time: 86 | 86 | flyte._cache.policy_function_body -import time: 100 | 186 | flyte._cache.defaults -import time: 109 | 4854 | flyte._cache -import time: 378 | 378 | flyte._context -import time: 78 | 78 | flyte._custom_context -import time: 149 | 149 | _compat_pickle -import time: 52 | 52 | _pickle -import time: 594 | 794 | pickle -import time: 50 | 50 | _wmi -import time: 368 | 418 | platform -import time: 22 | 22 | _uuid -import time: 213 | 235 | uuid -import time: 417 | 1863 | cloudpickle.cloudpickle -import time: 122 | 1984 | cloudpickle -import time: 335 | 335 | flyte._pod -import time: 866 | 866 | flyte._resources -import time: 248 | 248 | flyte._secret -import time: 391 | 1839 | flyte._environment -import time: 243 | 243 | flyte.errors -import time: 1086 | 1328 | flyte._initialize -import time: 176 | 176 | flyte._doc -import time: 84 | 84 | flyte._link -import time: 159 | 159 | flyte._retry -import time: 333 | 333 | flyte._reusable_environment -import time: 228 | 228 | flyte._timeout -import time: 1299 | 1299 | flyte._trigger -import time: 1314 | 3589 | flyte._task -import time: 437 | 437 | flyte._task_environment -import time: 777 | 9952 | flyte._deploy -import time: 76 | 76 | flyte._excepthook -import time: 66 | 66 | flyte._group -import time: 214 | 214 | flyte._map -import time: 59 | 59 | flyte._constants -import time: 683 | 741 | flyte._run -import time: 122 | 122 | flyte._serve -import time: 85 | 85 | flyte._trace -import time: 58 | 58 | flyte._version -import time: 227 | 53648 | flyte +import time: 45 | 45 | nt +import time: 43 | 43 | nt +import time: 44 | 44 | nt +import time: 43 | 43 | nt +import time: 41 | 41 | nt +import time: 41 | 41 | nt +import time: 40 | 40 | nt +import time: 263 | 612 | ntpath +import time: 23 | 23 | pwd +import time: 17 | 17 | grp +import time: 249 | 899 | pathlib._local +import time: 100 | 1588 | pathlib +import time: 148 | 148 | rich._extension +import time: 207 | 355 | rich +import time: 169 | 524 | rich.repr +import time: 5146 | 7876 | flyte._image +import time: 301 | 35802 | flyte._build +import time: 948 | 948 | typing_extensions +import time: 102 | 102 | flyte._docstring +import time: 63 | 63 | flyte._interface +import time: 2766 | 2930 | flyte.models +import time: 599 | 4476 | flyte._cache.cache +import time: 91 | 91 | flyte._cache.policy_function_body +import time: 94 | 185 | flyte._cache.defaults +import time: 100 | 4760 | flyte._cache +import time: 420 | 420 | flyte._context +import time: 62 | 62 | flyte._custom_context +import time: 134 | 134 | _compat_pickle +import time: 64 | 64 | _pickle +import time: 575 | 772 | pickle +import time: 58 | 58 | _wmi +import time: 350 | 407 | platform +import time: 18 | 18 | _uuid +import time: 194 | 211 | uuid +import time: 388 | 1776 | cloudpickle.cloudpickle +import time: 112 | 1888 | cloudpickle +import time: 308 | 308 | flyte._pod +import time: 857 | 857 | flyte._resources +import time: 252 | 252 | flyte._secret +import time: 352 | 1768 | flyte._environment +import time: 275 | 275 | flyte.errors +import time: 1033 | 1307 | flyte._initialize +import time: 366 | 366 | flyte._doc +import time: 86 | 86 | flyte._link +import time: 148 | 148 | flyte._retry +import time: 251 | 251 | flyte._reusable_environment +import time: 158 | 158 | flyte._timeout +import time: 1149 | 1149 | flyte._trigger +import time: 1287 | 3442 | flyte._task +import time: 414 | 414 | flyte._task_environment +import time: 784 | 9600 | flyte._deploy +import time: 67 | 67 | flyte._excepthook +import time: 54 | 54 | flyte._group +import time: 203 | 203 | flyte._map +import time: 48 | 48 | flyte._constants +import time: 636 | 684 | flyte._run +import time: 205 | 205 | flyte._serve +import time: 73 | 73 | flyte._trace +import time: 50 | 50 | flyte._version +import time: 208 | 52291 | flyte diff --git a/src/flyte/_serve.py b/src/flyte/_serve.py index faad3236a..3dfa62012 100644 --- a/src/flyte/_serve.py +++ b/src/flyte/_serve.py @@ -5,7 +5,6 @@ import hashlib import os import pathlib -import shlex import signal import subprocess import threading @@ -23,8 +22,6 @@ Protocol, runtime_checkable, ) -from urllib.error import URLError -from urllib.request import urlopen import cloudpickle @@ -198,6 +195,9 @@ def is_active(self) -> bool: """ Check if the app is currently active or started. """ + from urllib.error import URLError + from urllib.request import urlopen + health_check_path = self._serve_obj._health_check_path if self._serve_obj else _LOCAL_HEALTH_CHECK_PATH health_check_timeout = ( self._serve_obj._health_check_timeout if self._serve_obj else _LOCAL_IS_ACTIVE_RESPONSE_TIMEOUT @@ -552,6 +552,8 @@ def _serve_local_with_command( port: int, ) -> _LocalApp: """Start the app via its ``command`` or ``args`` as a subprocess.""" + import shlex + if app_env.command is not None: if isinstance(app_env.command, str): cmd = shlex.split(app_env.command) diff --git a/src/flyte/_task.py b/src/flyte/_task.py index 70bb4655c..089bfa568 100644 --- a/src/flyte/_task.py +++ b/src/flyte/_task.py @@ -24,7 +24,6 @@ ) from flyte._pod import PodTemplate -from flyte._utils.asyncify import run_sync_with_loop from flyte.errors import RuntimeSystemError, RuntimeUserError from ._cache import Cache, CacheRequest @@ -485,6 +484,7 @@ async def execute(self, *args: P.args, **kwargs: P.kwargs) -> R: This is the execute method that will be called when the task is invoked. It will call the actual function. # TODO We may need to keep this as the bare func execute, and need a pre and post execute some other func. """ + from flyte._utils.asyncify import run_sync_with_loop ctx = internal_ctx() assert ctx.data.task_context is not None, "Function should have already returned if not in a task context"