JenkinsfileGet

pipeline {
  agent any
  environment {
    RSYNC_PASSWD = credentials('rsync_passwd')
  }
  options {
    buildDiscarder(logRotator(numToKeepStr: '10', artifactNumToKeepStr: '5'))
  }
  stages {
    stage('SCM') {
      steps {
        git url: 'https://github.com/eclipse-scava/scava-datasets.git'
      }
    }
    /* stage('Build mboxes') {
      steps {
        sh '''
          rm /data/eclipse_mls/*.mbox.lock || echo "No mbox lock found."
          rsync -avlp -e ssh --rsh="/usr/bin/sshpass -p ${SYS_RSYNC_PASSWD} ssh -o StrictHostKeyChecking=no -l bbaldassari2kd" build.eclipse.org:/opt/public/download-staging.priv/scava/ /data/eclipse_mls/ || echo "Rsync had issues. But the show must go on, right?"
          chmod 777 /data/eclipse_mls/*
          source ~/perl5/perlbrew/etc/bashrc 
          perlbrew switch perl-5.30.1
          perl -v 
          Rscript --version
          cd scripts/ && sh ./process_mboxes.sh
          ls /data/eclipse_mls/ > ../datasets/eclipse_mls/list_mboxes.txt
        ''' 
      }
    } */
    stage('Build projects') {
      steps {
        sh '''
          pwd
          ls
          source ~/perl5/perlbrew/etc/bashrc 
          perlbrew switch perl-5.30.1
          perl -v 
          Rscript --version
          cd scripts/ && sh ./process_all_projects.sh
        ''' 
      }
    }
    stage('Archiving') {
      steps {
        archiveArtifacts artifacts: 'datasets/**/*_files/**/*.*', fingerprint: true 
        archiveArtifacts artifacts: 'datasets/**/*.gz', fingerprint: true 
        archiveArtifacts artifacts: 'datasets/**/*.html', fingerprint: true 
        archiveArtifacts artifacts: 'datasets/**/*.pdf', fingerprint: true 
        archiveArtifacts artifacts: 'datasets/**/*.rmd', fingerprint: true 
        archiveArtifacts artifacts: 'datasets/**/*.txt', fingerprint: true 
        archiveArtifacts artifacts: 'docs/*', fingerprint: true 
        cleanWs()
      }
    }
  }
}