Add processor helpers

Add all_processors helper for fetching all known processors
Add compatible_processors for fetching all processors matching a scope
Reorganize some processor, context, and task TLS files

Author: jpsamaroo

src/Dagger.jl

@@ -28,7 +28,12 @@ include("utils/locked-object.jl")
 include("utils/tasks.jl")
 include("options.jl")
 include("processor.jl")
+include("threadproc.jl")
+include("context.jl")
+include("utils/processors.jl")
+include("task-tls.jl")
 include("scopes.jl")
+include("utils/scopes.jl")
 include("eager_thunk.jl")
 include("queue.jl")
 include("thunk.jl")

src/context.jl

@@ -0,0 +1,102 @@
+"""
+    Context(xs::Vector{OSProc}) -> Context
+    Context(xs::Vector{Int}) -> Context
+
+Create a Context, by default adding each available worker.
+
+It is also possible to create a Context from a vector of [`OSProc`](@ref),
+or equivalently the underlying process ids can also be passed directly
+as a `Vector{Int}`.
+
+Special fields include:
+- 'log_sink': A log sink object to use, if any.
+- `log_file::Union{String,Nothing}`: Path to logfile. If specified, at
+scheduler termination, logs will be collected, combined with input thunks, and
+written out in DOT format to this location.
+- `profile::Bool`: Whether or not to perform profiling with Profile stdlib.
+"""
+mutable struct Context
+    procs::Vector{Processor}
+    proc_lock::ReentrantLock
+    proc_notify::Threads.Condition
+    log_sink::Any
+    log_file::Union{String,Nothing}
+    profile::Bool
+    options
+end
+
+Context(procs::Vector{P}=Processor[OSProc(w) for w in procs()];
+        proc_lock=ReentrantLock(), proc_notify=Threads.Condition(),
+        log_sink=TimespanLogging.NoOpLog(), log_file=nothing, profile=false,
+        options=nothing) where {P<:Processor} =
+    Context(procs, proc_lock, proc_notify, log_sink, log_file,
+            profile, options)
+Context(xs::Vector{Int}; kwargs...) = Context(map(OSProc, xs); kwargs...)
+Context(ctx::Context, xs::Vector=copy(procs(ctx))) = # make a copy
+    Context(xs; log_sink=ctx.log_sink, log_file=ctx.log_file,
+                profile=ctx.profile, options=ctx.options)
+
+const GLOBAL_CONTEXT = Ref{Context}()
+function global_context()
+    if !isassigned(GLOBAL_CONTEXT)
+        GLOBAL_CONTEXT[] = Context()
+    end
+    return GLOBAL_CONTEXT[]
+end
+
+"""
+    lock(f, ctx::Context)
+
+Acquire `ctx.proc_lock`, execute `f` with the lock held, and release the lock
+when `f` returns.
+"""
+Base.lock(f, ctx::Context) = lock(f, ctx.proc_lock)
+
+"""
+    procs(ctx::Context)
+
+Fetch the list of procs currently known to `ctx`.
+"""
+procs(ctx::Context) = lock(ctx) do
+    copy(ctx.procs)
+end
+
+"""
+    addprocs!(ctx::Context, xs)
+
+Add new workers `xs` to `ctx`.
+
+Workers will typically be assigned new tasks in the next scheduling iteration
+if scheduling is ongoing.
+
+Workers can be either `Processor`s or the underlying process IDs as `Integer`s.
+"""
+addprocs!(ctx::Context, xs::AbstractVector{<:Integer}) = addprocs!(ctx, map(OSProc, xs))
+function addprocs!(ctx::Context, xs::AbstractVector{<:OSProc})
+    lock(ctx) do
+        append!(ctx.procs, xs)
+    end
+    lock(ctx.proc_notify) do
+        notify(ctx.proc_notify)
+    end
+end
+
+"""
+    rmprocs!(ctx::Context, xs)
+
+Remove the specified workers `xs` from `ctx`.
+
+Workers will typically finish all their assigned tasks if scheduling is ongoing
+but will not be assigned new tasks after removal.
+
+Workers can be either `Processor`s or the underlying process IDs as `Integer`s.
+"""
+rmprocs!(ctx::Context, xs::AbstractVector{<:Integer}) = rmprocs!(ctx, map(OSProc, xs))
+function rmprocs!(ctx::Context, xs::AbstractVector{<:OSProc})
+    lock(ctx) do
+        filter!(p -> (p ∉ xs), ctx.procs)
+    end
+    lock(ctx.proc_notify) do
+        notify(ctx.proc_notify)
+    end
+end

src/processor.jl

@@ -146,184 +146,3 @@ iscompatible_arg(proc::OSProc, opts, args...) =
     any(child->
         all(arg->iscompatible_arg(child, opts, arg), args),
     children(proc))
-
-"""
-    ThreadProc <: Processor
-
-Julia CPU (OS) thread, identified by Julia thread ID.
-"""
-struct ThreadProc <: Processor
-    owner::Int
-    tid::Int
-end
-iscompatible(proc::ThreadProc, opts, f, args...) = true
-iscompatible_func(proc::ThreadProc, opts, f) = true
-iscompatible_arg(proc::ThreadProc, opts, x) = true
-function execute!(proc::ThreadProc, @nospecialize(f), @nospecialize(args...); @nospecialize(kwargs...))
-    tls = get_tls()
-    task = Task() do
-        set_tls!(tls)
-        TimespanLogging.prof_task_put!(tls.sch_handle.thunk_id.id)
-        @invokelatest f(args...; kwargs...)
-    end
-    set_task_tid!(task, proc.tid)
-    schedule(task)
-    try
-        fetch(task)
-    catch err
-        @static if VERSION < v"1.7-rc1"
-            stk = Base.catch_stack(task)
-        else
-            stk = Base.current_exceptions(task)
-        end
-        err, frames = stk[1]
-        rethrow(CapturedException(err, frames))
-    end
-end
-get_parent(proc::ThreadProc) = OSProc(proc.owner)
-default_enabled(proc::ThreadProc) = true
-
-# TODO: ThreadGroupProc?
-
-"""
-    Context(xs::Vector{OSProc}) -> Context
-    Context(xs::Vector{Int}) -> Context
-
-Create a Context, by default adding each available worker.
-
-It is also possible to create a Context from a vector of [`OSProc`](@ref),
-or equivalently the underlying process ids can also be passed directly
-as a `Vector{Int}`.
-
-Special fields include:
-- 'log_sink': A log sink object to use, if any.
-- `log_file::Union{String,Nothing}`: Path to logfile. If specified, at
-scheduler termination, logs will be collected, combined with input thunks, and
-written out in DOT format to this location.
-- `profile::Bool`: Whether or not to perform profiling with Profile stdlib.
-"""
-mutable struct Context
-    procs::Vector{Processor}
-    proc_lock::ReentrantLock
-    proc_notify::Threads.Condition
-    log_sink::Any
-    log_file::Union{String,Nothing}
-    profile::Bool
-    options
-end
-
-Context(procs::Vector{P}=Processor[OSProc(w) for w in procs()];
-        proc_lock=ReentrantLock(), proc_notify=Threads.Condition(),
-        log_sink=TimespanLogging.NoOpLog(), log_file=nothing, profile=false,
-        options=nothing) where {P<:Processor} =
-    Context(procs, proc_lock, proc_notify, log_sink, log_file,
-            profile, options)
-Context(xs::Vector{Int}; kwargs...) = Context(map(OSProc, xs); kwargs...)
-Context(ctx::Context, xs::Vector=copy(procs(ctx))) = # make a copy
-    Context(xs; log_sink=ctx.log_sink, log_file=ctx.log_file,
-                profile=ctx.profile, options=ctx.options)
-
-const GLOBAL_CONTEXT = Ref{Context}()
-function global_context()
-    if !isassigned(GLOBAL_CONTEXT)
-        GLOBAL_CONTEXT[] = Context()
-    end
-    return GLOBAL_CONTEXT[]
-end
-
-"""
-    lock(f, ctx::Context)
-
-Acquire `ctx.proc_lock`, execute `f` with the lock held, and release the lock
-when `f` returns.
-"""
-Base.lock(f, ctx::Context) = lock(f, ctx.proc_lock)
-
-"""
-    procs(ctx::Context)
-
-Fetch the list of procs currently known to `ctx`.
-"""
-procs(ctx::Context) = lock(ctx) do
-    copy(ctx.procs)
-end
-
-"""
-    addprocs!(ctx::Context, xs)
-
-Add new workers `xs` to `ctx`.
-
-Workers will typically be assigned new tasks in the next scheduling iteration
-if scheduling is ongoing.
-
-Workers can be either `Processor`s or the underlying process IDs as `Integer`s.
-"""
-addprocs!(ctx::Context, xs::AbstractVector{<:Integer}) = addprocs!(ctx, map(OSProc, xs))
-function addprocs!(ctx::Context, xs::AbstractVector{<:OSProc})
-    lock(ctx) do
-        append!(ctx.procs, xs)
-    end
-    lock(ctx.proc_notify) do
-        notify(ctx.proc_notify)
-    end
-end
-
-"""
-    rmprocs!(ctx::Context, xs)
-
-Remove the specified workers `xs` from `ctx`.
-
-Workers will typically finish all their assigned tasks if scheduling is ongoing
-but will not be assigned new tasks after removal.
-
-Workers can be either `Processor`s or the underlying process IDs as `Integer`s.
-"""
-rmprocs!(ctx::Context, xs::AbstractVector{<:Integer}) = rmprocs!(ctx, map(OSProc, xs))
-function rmprocs!(ctx::Context, xs::AbstractVector{<:OSProc})
-    lock(ctx) do
-        filter!(p -> (p ∉ xs), ctx.procs)
-    end
-    lock(ctx.proc_notify) do
-        notify(ctx.proc_notify)
-    end
-end
-
-# In-Thunk Helpers
-
-"""
-    thunk_processor()
-
-Get the current processor executing the current thunk.
-"""
-thunk_processor() = task_local_storage(:_dagger_processor)::Processor
-
-"""
-    in_thunk()
-
-Returns `true` if currently in a [`Thunk`](@ref) process, else `false`.
-"""
-in_thunk() = haskey(task_local_storage(), :_dagger_sch_uid)
-
-"""
-    get_tls()
-
-Gets all Dagger TLS variable as a `NamedTuple`.
-"""
-get_tls() = (
-    sch_uid=task_local_storage(:_dagger_sch_uid),
-    sch_handle=task_local_storage(:_dagger_sch_handle),
-    processor=thunk_processor(),
-    task_spec=task_local_storage(:_dagger_task_spec),
-)
-
-"""
-    set_tls!(tls)
-
-Sets all Dagger TLS variables from the `NamedTuple` `tls`.
-"""
-function set_tls!(tls)
-    task_local_storage(:_dagger_sch_uid, tls.sch_uid)
-    task_local_storage(:_dagger_sch_handle, tls.sch_handle)
-    task_local_storage(:_dagger_processor, tls.processor)
-    task_local_storage(:_dagger_task_spec, tls.task_spec)
-end

src/task-tls.jl

@@ -0,0 +1,39 @@
+# In-Thunk Helpers
+
+"""
+    thunk_processor()
+
+Get the current processor executing the current thunk.
+"""
+thunk_processor() = task_local_storage(:_dagger_processor)::Processor
+
+"""
+    in_thunk()
+
+Returns `true` if currently in a [`Thunk`](@ref) process, else `false`.
+"""
+in_thunk() = haskey(task_local_storage(), :_dagger_sch_uid)
+
+"""
+    get_tls()
+
+Gets all Dagger TLS variable as a `NamedTuple`.
+"""
+get_tls() = (
+    sch_uid=task_local_storage(:_dagger_sch_uid),
+    sch_handle=task_local_storage(:_dagger_sch_handle),
+    processor=thunk_processor(),
+    task_spec=task_local_storage(:_dagger_task_spec),
+)
+
+"""
+    set_tls!(tls)
+
+Sets all Dagger TLS variables from the `NamedTuple` `tls`.
+"""
+function set_tls!(tls)
+    task_local_storage(:_dagger_sch_uid, tls.sch_uid)
+    task_local_storage(:_dagger_sch_handle, tls.sch_handle)
+    task_local_storage(:_dagger_processor, tls.processor)
+    task_local_storage(:_dagger_task_spec, tls.task_spec)
+end

src/threadproc.jl

@@ -0,0 +1,38 @@
+"""
+    ThreadProc <: Processor
+
+Julia CPU (OS) thread, identified by Julia thread ID.
+"""
+struct ThreadProc <: Processor
+    owner::Int
+    tid::Int
+end
+iscompatible(proc::ThreadProc, opts, f, args...) = true
+iscompatible_func(proc::ThreadProc, opts, f) = true
+iscompatible_arg(proc::ThreadProc, opts, x) = true
+function execute!(proc::ThreadProc, @nospecialize(f), @nospecialize(args...); @nospecialize(kwargs...))
+    tls = get_tls()
+    task = Task() do
+        set_tls!(tls)
+        TimespanLogging.prof_task_put!(tls.sch_handle.thunk_id.id)
+        @invokelatest f(args...; kwargs...)
+    end
+    set_task_tid!(task, proc.tid)
+    schedule(task)
+    try
+        fetch(task)
+    catch err
+        @static if VERSION < v"1.7-rc1"
+            stk = Base.catch_stack(task)
+        else
+            stk = Base.current_exceptions(task)
+        end
+        err, frames = stk[1]
+        rethrow(CapturedException(err, frames))
+    end
+end
+get_parent(proc::ThreadProc) = OSProc(proc.owner)
+default_enabled(proc::ThreadProc) = true
+
+# TODO: ThreadGroupProc?
+

src/utils/processors.jl

@@ -0,0 +1,17 @@
+# Processor utilities
+
+"""
+    all_processors(ctx::Context=Sch.eager_context()) -> Set{Processor}
+
+Returns the set of all processors available to the scheduler, across all
+Distributed workers.
+"""
+function all_processors(ctx::Context=Sch.eager_context())
+    all_procs = Set{Processor}()
+    for gproc in procs(ctx)
+        for proc in get_processors(gproc)
+            push!(all_procs, proc)
+        end
+    end
+    return all_procs
+end