Commit d8a7c9bc authored by Boris Baldassari's avatar Boris Baldassari
Browse files

Copy all downloads to /data.

parent 831436a3
......@@ -7,28 +7,16 @@ pipeline {
buildDiscarder(logRotator(numToKeepStr: '10', artifactNumToKeepStr: '5'))
}
stages {
stage('Build AERI') {
stage('Setup AERI') {
steps {
sh '''
wget https://castalia.camp/dl/datasets/incidents_bundles_extract.csv.bz2 -O website/content/aeri_stacktraces/incidents_bundles_extract.csv.bz2
wget https://castalia.camp/dl/datasets/incidents_extract.csv.bz2 -O website/content/aeri_stacktraces/incidents_extract.csv.bz2
wget https://castalia.camp/dl/datasets/incidents_full.tar.bz2 -O website/content/aeri_stacktraces/incidents_full.tar.bz2
wget https://castalia.camp/dl/datasets/problems_extract.csv.bz2 -O website/content/aeri_stacktraces/problems_extract.csv.bz2
wget https://castalia.camp/dl/datasets/problems_full.tar.bz2 -O website/content/aeri_stacktraces/problems_full.tar.bz2
cp /data/aeri/* website/content/aeri_stacktraces
'''
}
}
stage('Build mboxes') {
stage('Setup mboxes') {
steps {
sh '''
rm /data/eclipse_mls/*.mbox.lock || echo "No mbox lock found."
# rsync -avlp -e ssh --rsh="/usr/bin/sshpass -p ${SYS_RSYNC_PASSWD} ssh -o StrictHostKeyChecking=no -l bbaldassari2kd" build.eclipse.org:/opt/public/download-staging.priv/scava/ /data/eclipse_mls/ || echo "Rsync had issues. But the show must go on, right?"
chmod 777 /data/eclipse_mls/*
source ~/perl5/perlbrew/etc/bashrc
perlbrew switch perl-5.30.1
perl -v
Rscript --version
cd scripts/ && sh ./process_mboxes.sh
ls /data/eclipse_mls/ > ../website/content/eclipse_mls/list_mboxes.txt
cp /data/eclipse_mls_full.csv ../website/content/eclipse_mls/
'''
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment