diff --git a/Jenkinsfile b/Jenkinsfile deleted file mode 100644 index 4ef467bae..000000000 --- a/Jenkinsfile +++ /dev/null @@ -1,142 +0,0 @@ -pipeline { - agent { - label "purdue-cluster" - } - - options { - disableConcurrentBuilds() - } - stages { - /* - stage('formatting-check') { - steps { - sh ''' - source ./env-setup/common/export_gcc_version.sh 5.3.0 - git remote add upstream https://github.com/purdue-aalp/gpgpu-sim_distribution - git fetch upstream - if git diff --name-only upstream/dev | grep -E "*.cc|*.h|*.cpp|*.hpp" ; then - git diff --name-only upstream/dev | grep -E "*.cc|*.h|*.cpp|*.hpp" | xargs ./run-clang-format.py --clang-format-executable /home/tgrogers-raid/a/common/clang-format/6.0.1/clang-format - fi - ''' - } - } - */ - stage('env-setup') { - steps { - sh 'rm -rf env-setup && git clone git@github.com:purdue-aalp/env-setup.git &&\ - cd env-setup && git checkout cluster-ubuntu' - } - } - stage('simulator-build') { - steps { - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - make -j 10''' - } - } - stage('simulations-build'){ - steps{ - sh 'rm -rf gpgpu-sim_simulations' - sh 'git clone git@github.com:purdue-aalp/gpgpu-sim_simulations.git && \ - cd gpgpu-sim_simulations && \ - git pull && \ - ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/' - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - cd gpgpu-sim_simulations - source ./benchmarks/src/setup_environment - make -j 10 -C ./benchmarks/src/ rodinia_2.0-ft - make -C ./benchmarks/src data''' - } - } - stage('11.0 Regressions'){ - steps { - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft -C QV100 -N regress-$$ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/11.0" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-per-app-11.0.csv -N regress-$$''' - } - } - stage('correlate-delta-and-archive') { - steps { - sh './gpgpu-sim_simulations/run_hw/get_hw_data.sh' - sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo && rm -rf ./gpgpu-sim_simulations/util/plotting/htmls' - sh 'git clone git@github.com:purdue-aalp/gpgpu-sim-results-repo.git' - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B rodinia_2.0-ft -C QV100 -A > stats-per-kernel-11.0.csv''' - sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* ./gpgpu-sim-results-repo/${JOB_NAME}/ ; fi' - sh './gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-11.0.csv,./stats-per-app-11.0.csv -R > per-app-merge-11.0.csv' - sh 'PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c per-app-merge-11.0.csv -P cuda-11.0 &&\ - ./gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-11.0.csv,./stats-per-kernel-11.0.csv -R > per-kernel-merge-11.0.csv &&\ - ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -H ./gpgpu-sim_simulations/run_hw/QUADRO-V100/device-0/9.1/ -c per-kernel-merge-11.0.csv -p cuda-11.0 | grep -B 1 "Correl=" | tee correl.11.0.txt &&\ - mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ && cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\ - cd ./gpgpu-sim-results-repo &&\ - git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\ - git push' - - sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\ - ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \ - scp ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\ - scp ./gpgpu-sim_simulations/util/plotting/htmls/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\ - ssh tgrogers@dynamo.ecn.purdue.edu "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"' - } - } - stage('sst-core-build') { - steps { - sh 'rm -rf sstcore-install' - sh 'rm -rf sst-core && git clone git@github.com:sstsimulator/sst-core.git' - sh '''#!/bin/bash - cd sst-core - ./autogen.sh - ./configure --prefix=`realpath ../sstcore-install` --disable-mpi --disable-mem-pools - make -j 10 - make install''' - } - } - stage('sst-elements-build') { - steps { - sh 'rm -rf sstelements-install' - sh 'rm -rf sst-elements && git clone git@github.com:sstsimulator/sst-elements.git' - // First sourcing the env_setup and setup_environment script for env vars - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - cd sst-elements - ./autogen.sh - ./configure --prefix=`realpath ../sstelements-install` --with-sst-core=`realpath ../sstcore-install` --with-cuda=$CUDA_INSTALL_PATH --with-gpgpusim=$GPGPUSIM_ROOT - make -j 10 - make install''' - } - } - stage('sst balar test') { - steps { - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment sst - ./sstcore-install/bin/sst-test-elements -p ./sst-elements/src/sst/elements/balar/tests''' - } - } - } - post { - success { - emailext body: "See ${BUILD_URL}.", - recipientProviders: [[$class: 'CulpritsRecipientProvider'], - [$class: 'RequesterRecipientProvider']], - subject: "[AALP Jenkins] Build ${JOB_NAME} #${BUILD_NUMBER} - Success!", - to: 'tgrogers@purdue.edu' - } - failure { - emailext body: "See ${BUILD_URL}", - recipientProviders: [[$class: 'CulpritsRecipientProvider'], - [$class: 'RequesterRecipientProvider']], - subject: "[AALP Jenkins] Build ${JOB_NAME} #${BUILD_NUMBER} - ${currentBuild.result}", - to: 'tgrogers@purdue.edu' - } - } -} diff --git a/groovy-html.nightly.success.template b/groovy-html.nightly.success.template deleted file mode 100644 index 210b92438..000000000 --- a/groovy-html.nightly.success.template +++ /dev/null @@ -1,74 +0,0 @@ - - - -<% - import hudson.model.* - - def JOB_NAME= build.getEnvVars()["JOB_NAME"]; - def BUILD_NUMBER= build.getEnvVars()["BUILD_NUMBER"]; - def BUILD_URL= build.getEnvVars()["BUILD_URL"]; -%> - -See ${BUILD_URL} for full build detials. - -
Statistics changes since last commit:
-
    https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/
-
        Correlation:
-
            9.1:
-
               https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.html
-
               https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.apps.txt
-
       Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html
-
diff --git a/groovy-html.success.template b/groovy-html.success.template
deleted file mode 100644
index 974cc61b0..000000000
--- a/groovy-html.success.template
+++ /dev/null
@@ -1,77 +0,0 @@
-
-
-
-<%
-    import hudson.model.*
-
-    def JOB_NAME= build.getEnvVars()["JOB_NAME"];
-    def BUILD_NUMBER= build.getEnvVars()["BUILD_NUMBER"];
-    def BUILD_URL= build.getEnvVars()["BUILD_URL"];
-%>
-
-See ${BUILD_URL} for full build detials.
-
-
Statistics changes since last commit:
-
    https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/
-
        Correlation:
-
            4.2:
-
               https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-4.2.html
-
               https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-4.2.apps.txt
-
            10.1:
-
               https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.html
-
               https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.apps.txt
-
       Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html
-
diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
deleted file mode 100644
index 1c885516d..000000000
--- a/nightly.jenkinsfile
+++ /dev/null
@@ -1,121 +0,0 @@
-pipeline {
-    agent {
-        label "purdue-cluster"
-    }
-
-    options {
-        disableConcurrentBuilds()
-        overrideIndexTriggers(true)
-    }
-
-    triggers {
-        pollSCM('0 1 * * *')
-    }
-
-    stages {
-        stage('env-setup') {
-            steps {
-                sh 'rm -rf env-setup && git clone git@github.com:purdue-aalp/env-setup.git &&\
-                    cd env-setup && git checkout cluster-ubuntu'
-            }
-        }
-        stage('nightly-simulator-build') {
-            steps {
-                sh '''#!/bin/bash
-                    source ./env-setup/11.0_env_setup.sh
-                    source `pwd`/setup_environment
-                    make -j 10'''
-            }
-        }
-        stage('nightly-simulations-build'){
-            steps{
-                sh 'if [ -d "./gpgpu-sim_simulations" ]; then \
-                        cp -fr ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak; \
-                    fi'
-                sh 'rm -rf gpgpu-sim_simulations'
-                sh 'git clone git@github.com:purdue-aalp/gpgpu-sim_simulations.git && \
-                    cd gpgpu-sim_simulations && \
-                    git pull && \
-                    ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/'
-                sh '''#!/bin/bash
-                    source ./env-setup/11.0_env_setup.sh &&\
-                    source `pwd`/setup_environment &&\
-                    cd gpgpu-sim_simulations && \
-                    source ./benchmarks/src/setup_environment && \
-                    make -i -j 10 -C ./benchmarks/src/ all && \
-                    make -C ./benchmarks/src data'''
-            }
-        }
-        stage('nightly-2B-insn-run'){
-            steps {
-                    sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo &&\
-                        rm -rf ./gpgpu-sim_simulations/util/plotting/htmls'
-
-                    sh '''#!/bin/bash
-                        source ./env-setup/11.0_env_setup.sh
-                        source `pwd`/setup_environment
-                        ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \
-                            -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C QV100-2B -N nightly-$$
-                        ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \
-                            -s stats-per-app-11.0.csv -T 12 -K -N nightly-$$
-                        ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-11.0.csv -P cuda-11.0.nightly'''
-            }
-        }
-        stage('nightly-correlate'){
-            steps {
-                sh 'git clone git@github.com:purdue-aalp/gpgpu-sim-results-repo.git'
-
-                sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then \
-                        mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
-                        cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* \
-                            ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
-                    fi && \
-                    ./gpgpu-sim_simulations/run_hw/get_hw_data.sh'
-
-                sh '''#!/bin/bash
-                    source ./env-setup/11.0_env_setup.sh
-                    ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \
-                        -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` \
-                        -C QV100-2B > stats-per-kernel-11.0.csv
-                    ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
-                        -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-11.0.csv,./stats-per-app-11.0.csv -R \
-                        > per-app-merge-11.0.csv
-                    ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
-                        -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-11.0.csv,./stats-per-kernel-11.0.csv -R \
-                        > per-kernel-merge-11.0.csv
-                    source `pwd`/setup_environment
-                    ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-11.0.csv \
-                        -p cuda-11.0.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \
-                        | grep "Correl=" -B 1 | tee correl.11.0.txt
-                    cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/
-                    cd ./gpgpu-sim-results-repo
-                    git pull
-                    git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}"
-                    git push'''
-
-                sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
-                    ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \
-                    scp  ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\
-                    scp  ./gpgpu-sim_simulations/util/plotting/htmls/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\
-                    ssh tgrogers@dynamo.ecn.purdue.edu "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"'
-            }
-        }
-    }
-    post {
-        success {
-            emailext body:'''${SCRIPT, template="groovy-html.nightly.success.template"}''',
-                recipientProviders: [[$class: 'CulpritsRecipientProvider'],
-                    [$class: 'RequesterRecipientProvider']],
-                subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - Success!",
-                attachmentsPattern: 'correl.*.txt',
-                to: 'tgrogers@purdue.edu'
-        }
-        failure {
-            emailext body: "See ${BUILD_URL}",
-                recipientProviders: [[$class: 'CulpritsRecipientProvider'],
-                    [$class: 'RequesterRecipientProvider']],
-                subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - ${currentBuild.result}",
-                to: 'tgrogers@purdue.edu'
-        }
-    }
-}