Get the tests passing

Though a few tests have been disabled because they test things like --worker,
which is explicitly unsupported.

Author: JamesWrigley

src/Distributed.jl renamed to src/DistributedNext.jl

@@ -3,7 +3,7 @@
 """
 Tools for distributed parallel processing.
 """
-module Distributed
+module DistributedNext
 
 # imports for extension
 import Base: getindex, wait, put!, take!, fetch, isready, push!, length,

src/macros.jl

@@ -191,7 +191,7 @@ Similar to calling `remotecall_eval(Main, procs, expr)`, but with two extra feat
 """
 macro everywhere(ex)
     procs = GlobalRef(@__MODULE__, :procs)
-    return esc(:($(Distributed).@everywhere $procs() $ex))
+    return esc(:($(DistributedNext).@everywhere $procs() $ex))
 end
 
 macro everywhere(procs, ex)

src/managers.jl

@@ -234,6 +234,15 @@ function parse_machine(machine::AbstractString)
     (hoststr, portnum)
 end
 
+function get_worker_arg(cookie=nothing)
+    if isnothing(cookie)
+        return `-E 'using DistributedNext; DistributedNext.start_worker()'`
+    else
+        code_str = "using DistributedNext; DistributedNext.start_worker(\"$(cookie)\")"
+        return `-E $(code_str)`
+    end
+end
+
 function launch_on_machine(manager::SSHManager, machine::AbstractString, cnt, params::Dict, launched::Array, launch_ntfy::Condition)
     shell = params[:shell]
     ssh = params[:ssh]
@@ -257,10 +266,11 @@ function launch_on_machine(manager::SSHManager, machine::AbstractString, cnt, pa
     if length(machine_bind) > 1
         exeflags = `--bind-to $(machine_bind[2]) $exeflags`
     end
+
     if cmdline_cookie
-        exeflags = `$exeflags --worker=$(cluster_cookie())`
+        exeflags = `$exeflags $(get_worker_arg(cluster_cookie()))`
     else
-        exeflags = `$exeflags --worker`
+        exeflags = `$exeflags $(get_worker_arg())`
     end
 
     host, portnum = parse_machine(machine_bind[1])
@@ -518,7 +528,7 @@ function launch(manager::LocalManager, params::Dict, launched::Array, c::Conditi
     end
 
     for i in 1:manager.np
-        cmd = `$(julia_cmd(exename)) $exeflags --bind-to $bind_to --worker`
+        cmd = `$(julia_cmd(exename)) $exeflags --bind-to $bind_to $(get_worker_arg())`
         io = open(detach(setenv(addenv(cmd, env), dir=dir)), "r+")
         write_cookie(io)
 

src/pmap.jl

@@ -240,7 +240,7 @@ Return `head`: the first `n` elements of `c`;
 and `tail`: an iterator over the remaining elements.
 
 ```jldoctest
-julia> b, c = Distributed.head_and_tail(1:10, 3)
+julia> b, c = DistributedNext.head_and_tail(1:10, 3)
 ([1, 2, 3], Base.Iterators.Rest{UnitRange{Int64}, Int64}(1:10, 3))
 
 julia> collect(c)

src/precompile.jl

@@ -1,6 +1,6 @@
-precompile(Tuple{typeof(Distributed.remotecall),Function,Int,Module,Vararg{Any, 100}})
-precompile(Tuple{typeof(Distributed.procs)})
-precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.Future})
+precompile(Tuple{typeof(DistributedNext.remotecall),Function,Int,Module,Vararg{Any, 100}})
+precompile(Tuple{typeof(DistributedNext.procs)})
+precompile(Tuple{typeof(DistributedNext.finalize_ref), DistributedNext.Future})
 # This is disabled because it doesn't give much benefit
 # and the code in Distributed is poorly typed causing many invalidations
 # TODO: Maybe reenable now that Distributed is not in sysimage.