Skip to content

Commit 7ffb5d6

Browse files
committed
Merge branch 'rel-1.3.1' into release
# Conflicts: # modules/local/browser_aux/main.nf # modules/local/cache_builder/main.nf # modules/local/cath_tools/assign_cath_superfamilies/main.nf # modules/local/darwin_extract/main.nf # modules/local/domains/main.nf # modules/local/edgehog/main.nf # modules/local/fastoma_extract/main.nf # modules/local/fingerprints/main.nf # modules/local/go_import/main.nf # modules/local/h5_combine/main.nf # modules/local/hdf5import/main.nf # modules/local/hogprofile/main.nf # modules/local/hogprop/main.nf # modules/local/keywords/main.nf # modules/local/xref_fetch/main.nf # nextflow.config
2 parents 847bcda + 0114773 commit 7ffb5d6

File tree

27 files changed

+851
-684
lines changed

27 files changed

+851
-684
lines changed

config/base.config

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,4 +58,19 @@ process {
5858
errorStrategy = 'retry'
5959
maxRetries = 2
6060
}
61+
62+
63+
// requirements for SeqIndex based on technical considerations
64+
withName: '.*:BUILD_SEQINDEX' {
65+
cpus = { 1 }
66+
memory = { 800.MB + (meta.nr_of_amino_acids * 24.B) * ((task.attempt + 1) / 2) }
67+
// time ~ 30sec * TotAA[MB]*log(TotAA[MB])
68+
time = { 1.min * (0.5 * meta.nr_of_amino_acids / Math.pow(2,20) * Math.log(meta.nr_of_amino_acids / Math.pow(2, 20)) + 10) * task.attempt }
69+
}
70+
71+
withName: '.*:BUILD_HOG_H5'{
72+
cpus = { 1 }
73+
memory = { 500.MB + 6.B * orthoxml.size() * task.attempt }
74+
time = { 1.min * (Math.ceil( meta.nr_of_genomes / 3 ) + 10) * task.attempt }
75+
}
6176
}

config/sib_hpc.config

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
process {
33
module = ["singularityce"] // set to correct singularity module to be loaded in sib hpc
44
// Node options
5-
resourceLimits = [ cpus: 96, memory: 350.GB, time: 72.h ]
5+
resourceLimits = [ cpus: 96, memory: 650.GB, time: 72.h ]
66

77
withLabel: HIGH_IO_ACCESS {
88
stageInMode = "copy"

containers/oma/Pipfile.lock

Lines changed: 627 additions & 616 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

modules.json

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,8 +12,9 @@
1212
},
1313
"hmmer/hmmsearch": {
1414
"branch": "master",
15-
"git_sha": "81880787133db07d9b4c1febd152c090eb8325dc",
16-
"installed_by": ["modules"]
15+
"git_sha": "05954dab2ff481bcb999f24455da29a5828af08d",
16+
"installed_by": ["modules"],
17+
"patch": "modules/nf-core/hmmer/hmmsearch/hmmer-hmmsearch.diff"
1718
},
1819
"untar": {
1920
"branch": "master",

modules/local/browser_aux/main.nf

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
process GEN_BROWSER_AUX_FILES {
22
label "process_single"
3-
container "docker.io/dessimozlab/omabuild:1.3.0"
3+
container "docker.io/dessimozlab/omabuild:1.3.1"
44

55
input:
66
path db
@@ -22,4 +22,4 @@ process GEN_BROWSER_AUX_FILES {
2222
touch genomes.json
2323
touch speciestree.nwk speciestree.phyloxml
2424
"""
25-
}
25+
}

modules/local/cache_builder/main.nf

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22

33
process GENERATE_JOBS {
44
label "process_single"
5-
container "docker.io/dessimozlab/omabuild:1.3.0"
5+
container "docker.io/dessimozlab/omabuild:1.3.1"
66

77
input:
88
path db
@@ -28,12 +28,11 @@ process GENERATE_JOBS {
2828
process COMPUTE_CACHE {
2929
label "process_single"
3030
label "HIGH_IO_ACCESS"
31-
container "docker.io/dessimozlab/omabuild:1.3.0"
31+
container "docker.io/dessimozlab/omabuild:1.3.1"
3232
tag "Cache builder ${job_file}"
3333

3434
input:
35-
path(job_file)
36-
path(db)
35+
tuple path(job_file), path(db)
3736

3837
output:
3938
path("cache-res.h5"), emit: cache_chunk
@@ -54,7 +53,7 @@ process COMPUTE_CACHE {
5453

5554
process COMBINE_JOBS {
5655
label "process_single"
57-
container "docker.io/dessimozlab/omabuild:1.3.0"
56+
container "docker.io/dessimozlab/omabuild:1.3.1"
5857

5958
input:
6059
path(job_res, stageAs: "res???/*")

modules/local/cath_tools/assign_cath_superfamilies/main.nf

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
process ASSIGN_CATH_SUPERFAMILIES {
22
label "process_single"
33

4-
container "docker.io/dessimozlab/omabuild:1.3.0"
4+
container "docker.io/dessimozlab/omabuild:1.3.1"
55

66
input:
77
tuple val(meta), path(resolve_csh)

modules/local/darwin_extract/main.nf

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
process CONVERT_GS {
22
tag "Convert GenomeSummaries to JSON format"
33
label "process_single"
4-
container "docker.io/dessimozlab/omadarwin:1.3.0"
4+
container "docker.io/dessimozlab/omadarwin:1.3.1"
55

66
input:
77
path genomes
@@ -29,7 +29,7 @@ process CONVERT_GS {
2929
process CONVERT_PROTEINS {
3030
tag "Convert Proteins from ${genome.UniProtSpeciesCode} to JSON format"
3131
label "process_single"
32-
container "docker.io/dessimozlab/omadarwin:1.3.0"
32+
container "docker.io/dessimozlab/omadarwin:1.3.1"
3333

3434
input:
3535
tuple val(genome), path(dbpath), path(subgenome)
@@ -56,7 +56,7 @@ process CONVERT_PROTEINS {
5656
process CONVERT_OMA_GROUPS {
5757
tag "Extract OMA Groups"
5858
label "process_single"
59-
container "docker.io/dessimozlab/omabuild:1.3.0"
59+
container "docker.io/dessimozlab/omabuild:1.3.1"
6060

6161
input:
6262
path matrix_file
@@ -73,7 +73,7 @@ process CONVERT_OMA_GROUPS {
7373
process CONVERT_SPLICE_MAP {
7474
tag "Convert Splicing information to json"
7575
label "process_single"
76-
container "docker.io/dessimozlab/omadarwin:1.3.0"
76+
container "docker.io/dessimozlab/omadarwin:1.3.1"
7777

7878
input:
7979
path splice_drw
@@ -99,7 +99,7 @@ process CONVERT_SPLICE_MAP {
9999
process CONVERT_TAXONOMY {
100100
tag "Convert Taxonomy of genomes using omataxonomy"
101101
label "process_single"
102-
container "docker.io/dessimozlab/omabuild:1.3.0"
102+
container "docker.io/dessimozlab/omabuild:1.3.1"
103103

104104
input:
105105
path gs_tsv

modules/local/domains/main.nf

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
process IDENTIFY_PROTEINS_WITHOUT_DOMAIN_ANNOTATION {
22
label "process_single"
3-
container "docker.io/dessimozlab/omabuild:1.3.0"
3+
container "docker.io/dessimozlab/omabuild:1.3.1"
44

55
input:
66
path database
@@ -21,7 +21,7 @@ process IDENTIFY_PROTEINS_WITHOUT_DOMAIN_ANNOTATION {
2121

2222
process COLLECT_RESOLVED_DOMAIN_ANNOTATIONS {
2323
label "process_single"
24-
container "docker.io/dessimozlab/omabuild:1.3.0"
24+
container "docker.io/dessimozlab/omabuild:1.3.1"
2525

2626
input:
2727
path domain_files
@@ -41,7 +41,7 @@ process COLLECT_RESOLVED_DOMAIN_ANNOTATIONS {
4141
process ADD_DOMAINS {
4242
label "process_single"
4343
label "process_medium_memory"
44-
container "docker.io/dessimozlab/omabuild:1.3.0"
44+
container "docker.io/dessimozlab/omabuild:1.3.1"
4545

4646
input:
4747
path database

modules/local/edgehog/main.nf

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@ process EDGEHOG {
33
label "single_process"
44
label "process_long"
55
label "process_high_memory"
6-
container "docker.io/dessimozlab/omabuild:1.3.0"
6+
container "docker.io/dessimozlab/omabuild:1.3.1"
77

88
input:
99
path augmented_orthoxml
@@ -16,10 +16,15 @@ process EDGEHOG {
1616
script:
1717
def unzip = (augmented_orthoxml.endsWith(".gz")) ? "gunzip -c $augmented_orthoxml > \$TMPDIR/oma-hogs.orthoxml" : "ln -s ${augmented_orthoxml} edgehog-hogs.orthoxml"
1818
def hog_path = (augmented_orthoxml.endsWith(".gz")) ? "\$TMPDIR/oma-hogs.orthoxml" : "edgehog-hogs.orthoxml"
19+
def trimed_tree = "simplified_${speciestree}"
1920
"""
2021
$unzip
22+
trim_uninformative_levels.py \\
23+
--tree $speciestree \\
24+
--out $trimed_tree
25+
2126
edgehog --hogs $hog_path \\
22-
--species_tree $speciestree \\
27+
--species_tree $trimed_tree \\
2328
--hdf5 $oma_db \\
2429
--date_edges \\
2530
--out-format HDF5
@@ -29,4 +34,4 @@ process EDGEHOG {
2934
"""
3035
touch edgehog_output/Synteny.h5
3136
"""
32-
}
37+
}

0 commit comments

Comments
 (0)