Skip to content

Commit

Permalink
due to failing on loader timeout: raising RAM for processes, decreasi…
Browse files Browse the repository at this point in the history
…ng for tmpfs, trying to remove optimize step; for geneontology/pipeline#407
  • Loading branch information
kltm committed Dec 3, 2024
1 parent 354203d commit cb3eac0
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions Jenkinsfile
Original file line number Diff line number Diff line change
Expand Up @@ -108,8 +108,8 @@ pipeline {
///

// GOlr load profile.
GOLR_SOLR_MEMORY = "128G"
GOLR_LOADER_MEMORY = "192G"
GOLR_SOLR_MEMORY = "256G"
GOLR_LOADER_MEMORY = "256G"
GOLR_INPUT_ONTOLOGIES = [
"http://snapshot.geneontology.org/ontology/extensions/go-amigo.owl"
].join(" ")
Expand Down Expand Up @@ -250,7 +250,7 @@ pipeline {
image 'geneontology/golr-autoindex:28a693d28b37196d3f79acdea8c0406c9930c818_2022-03-17T171930_master'
// Reset Jenkins Docker agent default to original
// root.
args '-u root:root --mount type=tmpfs,destination=/srv/solr/data,tmpfs-size=700000000000'
args '-u root:root --mount type=tmpfs,destination=/srv/solr/data'
}
}

Expand All @@ -268,11 +268,11 @@ pipeline {

// WARNING: MEGAHACK
// See attempts around: https://github.com/geneontology/pipeline/issues/407#issuecomment-2513461418
//sh 'cat /tmp/run-indexer.sh | sed "s/--solr-optimize//" > /tmp/run-indexer-no-opt.sh'
sh 'cat /tmp/run-indexer.sh | sed "s/--solr-optimize//" > /tmp/run-indexer-no-opt.sh'

// Build index into tmpfs.
//sh 'bash /tmp/run-indexer-no-opt.sh'
sh 'bash /tmp/run-indexer.sh'
sh 'bash /tmp/run-indexer-no-opt.sh'
//sh 'bash /tmp/run-indexer.sh'

// Immediately check to see if it looks like we have
// enough docs when trying a
Expand Down

0 comments on commit cb3eac0

Please sign in to comment.