clean real/rwmh cache fils

Author: zuhengxu

example/real_data_expt/rwmh/plot_script.jl

@@ -53,25 +53,3 @@ function run_simulation(
     end
     return df, output
 end
-
-
-# name = "TReg"
-# prob, dims = load_prob_with_ref(name)
-# kernel = RWMH
-# T_check = 5000
-# ϵ, neval = find_stepsize(prob, kernel, T_check; target_rej_rate = 0.2, thresh = 0.02, T_check_stab = T_check)
-# K = kernel(ϵ, ones(dims))
-
-
-# rej_rate, err = rejection_rate(prob, K, T_check)
-
-# flowtype = MF.BackwardIRFMixFlow
-# # flowtype = MF.IRFMixFlow
-# # flowtype = MF.DeterministicMixFlow
-# # flowtype = MF.EnsembleIRFFlow
-
-# df = flow_evaluation(1, name, flowtype, kernel, T_check, ϵ; nsample = 1024, nchains = 30)
-
-# df, output = run_simulation(
-#     1, "Banana", MF.EnsembleIRFFlow, RWMH, 5000, 30; target_rej_rate = 0.766, nsample = 128
-# )

example/real_data_expt/rwmh/run_lgcp.jl

@@ -8,29 +8,27 @@ params.nrunThreads = 1
 
 def julia_env = file("${moduleDir}/../../julia_env")
 def julia_script = file(moduleDir/'run_rwmh.jl')
-// def plot_script = file(moduleDir/'tuning.jl')
 
 def variables = [
-    target: ["LGCP"],
-    flowtype: ["BackwardIRFMixFlow", "DeterministicMixFlow"],
+    target: ["SparseRegression", "TReg", "Sonar", "Brownian", "LGCP"],
+    flowtype: ["BackwardIRFMixFlow", "DeterministicMixFlow", "EnsembleIRFFlow", "IRFMixFlow"],
     kernel: ["MF.RWMH"],
     nchains: [30],
     flow_length: [5000],
-    seed: 1..16,
+    seed: 1..32,
 ]
 
 workflow {
     compiled_env = instantiate(julia_env) | precompile
     configs = crossProduct(variables, params.dryRun)
     combined = run_simulation(compiled_env, configs) | combine_csvs
-    // plot(compiled_env, plot_script, combined)
     final_deliverable(compiled_env, combined)
 }
 
 
 process run_simulation {
     debug false 
-    memory { 5.GB * Math.pow(2, task.attempt-1) }
+    memory { 10.GB * Math.pow(2, task.attempt-1) }
     time { 24.hour * Math.pow(2, task.attempt-1) } 
     cpus 1 
     errorStrategy { task.attempt < 3 ? 'retry' : 'ignore' } 
@@ -61,24 +59,6 @@ process run_simulation {
     """
 }
 
-process plot {
-    input:
-        path julia_env 
-        path plot_script
-        path combined_csvs_folder 
-    output:
-        path '*.png'
-        path combined_csvs_folder
-    publishDir "${deliverables(workflow, params)}", mode: 'copy', overwrite: true
-    """
-    ${activate(julia_env,params.nrunThreads)}
-
-    include("$plot_script")
-    tv_plot("$combined_csvs_folder")
-    """
-}
-
-
 process final_deliverable {
     input:
         path julia_env