diff --git a/Jenkinsfile b/Jenkinsfile deleted file mode 100644 index 4ef467bae..000000000 --- a/Jenkinsfile +++ /dev/null @@ -1,142 +0,0 @@ -pipeline { - agent { - label "purdue-cluster" - } - - options { - disableConcurrentBuilds() - } - stages { - /* - stage('formatting-check') { - steps { - sh ''' - source ./env-setup/common/export_gcc_version.sh 5.3.0 - git remote add upstream https://github.com/purdue-aalp/gpgpu-sim_distribution - git fetch upstream - if git diff --name-only upstream/dev | grep -E "*.cc|*.h|*.cpp|*.hpp" ; then - git diff --name-only upstream/dev | grep -E "*.cc|*.h|*.cpp|*.hpp" | xargs ./run-clang-format.py --clang-format-executable /home/tgrogers-raid/a/common/clang-format/6.0.1/clang-format - fi - ''' - } - } - */ - stage('env-setup') { - steps { - sh 'rm -rf env-setup && git clone git@github.com:purdue-aalp/env-setup.git &&\ - cd env-setup && git checkout cluster-ubuntu' - } - } - stage('simulator-build') { - steps { - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - make -j 10''' - } - } - stage('simulations-build'){ - steps{ - sh 'rm -rf gpgpu-sim_simulations' - sh 'git clone git@github.com:purdue-aalp/gpgpu-sim_simulations.git && \ - cd gpgpu-sim_simulations && \ - git pull && \ - ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/' - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - cd gpgpu-sim_simulations - source ./benchmarks/src/setup_environment - make -j 10 -C ./benchmarks/src/ rodinia_2.0-ft - make -C ./benchmarks/src data''' - } - } - stage('11.0 Regressions'){ - steps { - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - ./gpgpu-sim_simulations/util/job_launching/run_simulations.py -B rodinia_2.0-ft -C QV100 -N regress-$$ - PLOTDIR="jenkins/${JOB_NAME}/${BUILD_NUMBER}/11.0" && ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p /home/dynamo/a/tgrogers/website/gpgpu-sim-plots/$PLOTDIR - ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -v -s stats-per-app-11.0.csv -N regress-$$''' - } - } - stage('correlate-delta-and-archive') { - steps { - sh './gpgpu-sim_simulations/run_hw/get_hw_data.sh' - sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo && rm -rf ./gpgpu-sim_simulations/util/plotting/htmls' - sh 'git clone git@github.com:purdue-aalp/gpgpu-sim-results-repo.git' - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k -B rodinia_2.0-ft -C QV100 -A > stats-per-kernel-11.0.csv''' - sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* ./gpgpu-sim-results-repo/${JOB_NAME}/ ; fi' - sh './gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-11.0.csv,./stats-per-app-11.0.csv -R > per-app-merge-11.0.csv' - sh 'PLOTDIR="jenkins/${JOB_NAME}" &&\ - ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c per-app-merge-11.0.csv -P cuda-11.0 &&\ - ./gpgpu-sim_simulations/util/plotting/merge-stats.py -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-11.0.csv,./stats-per-kernel-11.0.csv -R > per-kernel-merge-11.0.csv &&\ - ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -H ./gpgpu-sim_simulations/run_hw/QUADRO-V100/device-0/9.1/ -c per-kernel-merge-11.0.csv -p cuda-11.0 | grep -B 1 "Correl=" | tee correl.11.0.txt &&\ - mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ && cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/ &&\ - cd ./gpgpu-sim-results-repo &&\ - git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}" &&\ - git push' - - sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\ - ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \ - scp ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\ - scp ./gpgpu-sim_simulations/util/plotting/htmls/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\ - ssh tgrogers@dynamo.ecn.purdue.edu "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"' - } - } - stage('sst-core-build') { - steps { - sh 'rm -rf sstcore-install' - sh 'rm -rf sst-core && git clone git@github.com:sstsimulator/sst-core.git' - sh '''#!/bin/bash - cd sst-core - ./autogen.sh - ./configure --prefix=`realpath ../sstcore-install` --disable-mpi --disable-mem-pools - make -j 10 - make install''' - } - } - stage('sst-elements-build') { - steps { - sh 'rm -rf sstelements-install' - sh 'rm -rf sst-elements && git clone git@github.com:sstsimulator/sst-elements.git' - // First sourcing the env_setup and setup_environment script for env vars - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment - cd sst-elements - ./autogen.sh - ./configure --prefix=`realpath ../sstelements-install` --with-sst-core=`realpath ../sstcore-install` --with-cuda=$CUDA_INSTALL_PATH --with-gpgpusim=$GPGPUSIM_ROOT - make -j 10 - make install''' - } - } - stage('sst balar test') { - steps { - sh '''#!/bin/bash - source ./env-setup/11.0_env_setup.sh - source `pwd`/setup_environment sst - ./sstcore-install/bin/sst-test-elements -p ./sst-elements/src/sst/elements/balar/tests''' - } - } - } - post { - success { - emailext body: "See ${BUILD_URL}.", - recipientProviders: [[$class: 'CulpritsRecipientProvider'], - [$class: 'RequesterRecipientProvider']], - subject: "[AALP Jenkins] Build ${JOB_NAME} #${BUILD_NUMBER} - Success!", - to: 'tgrogers@purdue.edu' - } - failure { - emailext body: "See ${BUILD_URL}", - recipientProviders: [[$class: 'CulpritsRecipientProvider'], - [$class: 'RequesterRecipientProvider']], - subject: "[AALP Jenkins] Build ${JOB_NAME} #${BUILD_NUMBER} - ${currentBuild.result}", - to: 'tgrogers@purdue.edu' - } - } -} diff --git a/groovy-html.nightly.success.template b/groovy-html.nightly.success.template deleted file mode 100644 index 210b92438..000000000 --- a/groovy-html.nightly.success.template +++ /dev/null @@ -1,74 +0,0 @@ - -
- -<% - import hudson.model.* - - def JOB_NAME= build.getEnvVars()["JOB_NAME"]; - def BUILD_NUMBER= build.getEnvVars()["BUILD_NUMBER"]; - def BUILD_URL= build.getEnvVars()["BUILD_URL"]; -%> - -See ${BUILD_URL} for full build detials. - -Statistics changes since last commit:
- https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/
- Correlation:
- 9.1:
- https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.html
- https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-9.1.nightly.apps.txt
- Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html
-
diff --git a/groovy-html.success.template b/groovy-html.success.template
deleted file mode 100644
index 974cc61b0..000000000
--- a/groovy-html.success.template
+++ /dev/null
@@ -1,77 +0,0 @@
-
-
-
-<%
- import hudson.model.*
-
- def JOB_NAME= build.getEnvVars()["JOB_NAME"];
- def BUILD_NUMBER= build.getEnvVars()["BUILD_NUMBER"];
- def BUILD_URL= build.getEnvVars()["BUILD_URL"];
-%>
-
-See ${BUILD_URL} for full build detials.
-
-Statistics changes since last commit:
- https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/
- Correlation:
- 4.2:
- https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-4.2.html
- https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-4.2.apps.txt
- 10.1:
- https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.html
- https://engineering.purdue.edu/tgrogers/gpgpu-sim-plots/jenkins/${JOB_NAME}/${BUILD_NUMBER}/titanv-cycles.cuda-10.1.apps.txt
- Correlation also posted to: https://engineering.purdue.edu/tgrogers/group/correlator.html
-
diff --git a/nightly.jenkinsfile b/nightly.jenkinsfile
deleted file mode 100644
index 1c885516d..000000000
--- a/nightly.jenkinsfile
+++ /dev/null
@@ -1,121 +0,0 @@
-pipeline {
- agent {
- label "purdue-cluster"
- }
-
- options {
- disableConcurrentBuilds()
- overrideIndexTriggers(true)
- }
-
- triggers {
- pollSCM('0 1 * * *')
- }
-
- stages {
- stage('env-setup') {
- steps {
- sh 'rm -rf env-setup && git clone git@github.com:purdue-aalp/env-setup.git &&\
- cd env-setup && git checkout cluster-ubuntu'
- }
- }
- stage('nightly-simulator-build') {
- steps {
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- source `pwd`/setup_environment
- make -j 10'''
- }
- }
- stage('nightly-simulations-build'){
- steps{
- sh 'if [ -d "./gpgpu-sim_simulations" ]; then \
- cp -fr ./gpgpu-sim_simulations ./gpgpu-sim_simulations_bak; \
- fi'
- sh 'rm -rf gpgpu-sim_simulations'
- sh 'git clone git@github.com:purdue-aalp/gpgpu-sim_simulations.git && \
- cd gpgpu-sim_simulations && \
- git pull && \
- ln -s /home/tgrogers-raid/a/common/data_dirs benchmarks/'
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh &&\
- source `pwd`/setup_environment &&\
- cd gpgpu-sim_simulations && \
- source ./benchmarks/src/setup_environment && \
- make -i -j 10 -C ./benchmarks/src/ all && \
- make -C ./benchmarks/src data'''
- }
- }
- stage('nightly-2B-insn-run'){
- steps {
- sh 'rm -rf ./gpgpu-sim_simulations/util/plotting/correl-html && rm -rf gpgpu-sim-results-repo &&\
- rm -rf ./gpgpu-sim_simulations/util/plotting/htmls'
-
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- source `pwd`/setup_environment
- ./gpgpu-sim_simulations/util/job_launching/run_simulations.py \
- -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` -C QV100-2B -N nightly-$$
- ./gpgpu-sim_simulations/util/job_launching/monitor_func_test.py -I -S 1800 -v \
- -s stats-per-app-11.0.csv -T 12 -K -N nightly-$$
- ./gpgpu-sim_simulations/util/plotting/plot-get-stats.py -c stats-per-app-11.0.csv -P cuda-11.0.nightly'''
- }
- }
- stage('nightly-correlate'){
- steps {
- sh 'git clone git@github.com:purdue-aalp/gpgpu-sim-results-repo.git'
-
- sh 'if [ ! -d ./gpgpu-sim-results-repo/${JOB_NAME} ]; then \
- mkdir -p ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
- cp ./gpgpu-sim-results-repo/purdue-aalp/gpgpu-sim_distribution/dev/* \
- ./gpgpu-sim-results-repo/${JOB_NAME}/ ; \
- fi && \
- ./gpgpu-sim_simulations/run_hw/get_hw_data.sh'
-
- sh '''#!/bin/bash
- source ./env-setup/11.0_env_setup.sh
- ./gpgpu-sim_simulations/util/job_launching/get_stats.py -R -K -k \
- -B `cat ./gpgpu-sim_simulations/util/job_launching/apps/correlation-apps.list` \
- -C QV100-2B > stats-per-kernel-11.0.csv
- ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
- -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-app-11.0.csv,./stats-per-app-11.0.csv -R \
- > per-app-merge-11.0.csv
- ./gpgpu-sim_simulations/util/plotting/merge-stats.py \
- -c ./gpgpu-sim-results-repo/${JOB_NAME}/stats-per-kernel-11.0.csv,./stats-per-kernel-11.0.csv -R \
- > per-kernel-merge-11.0.csv
- source `pwd`/setup_environment
- ./gpgpu-sim_simulations/util/plotting/plot-correlation.py -c per-kernel-merge-11.0.csv \
- -p cuda-11.0.nightly -b ./gpgpu-sim_simulations/util/plotting/known.correlation.outliers.list \
- | grep "Correl=" -B 1 | tee correl.11.0.txt
- cp stats-per-*.csv ./gpgpu-sim-results-repo/${JOB_NAME}/
- cd ./gpgpu-sim-results-repo
- git pull
- git diff --quiet && git diff --staged --quiet || git commit -am "Jenkins automated checkin ${JOB_NAME} Build:${BUILD_NUMBER}"
- git push'''
-
- sh 'PLOTDIR="/home/dynamo/a/tgrogers/website/gpgpu-sim-plots/jenkins/${JOB_NAME}" &&\
- ssh tgrogers@dynamo.ecn.purdue.edu mkdir -p $PLOTDIR/${BUILD_NUMBER} && \
- scp ./gpgpu-sim_simulations/util/plotting/correl-html/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\
- scp ./gpgpu-sim_simulations/util/plotting/htmls/* tgrogers@dynamo.ecn.purdue.edu:$PLOTDIR/${BUILD_NUMBER} &&\
- ssh tgrogers@dynamo.ecn.purdue.edu "cd $PLOTDIR && rm -rf latest && cp -r ${BUILD_NUMBER} latest"'
- }
- }
- }
- post {
- success {
- emailext body:'''${SCRIPT, template="groovy-html.nightly.success.template"}''',
- recipientProviders: [[$class: 'CulpritsRecipientProvider'],
- [$class: 'RequesterRecipientProvider']],
- subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - Success!",
- attachmentsPattern: 'correl.*.txt',
- to: 'tgrogers@purdue.edu'
- }
- failure {
- emailext body: "See ${BUILD_URL}",
- recipientProviders: [[$class: 'CulpritsRecipientProvider'],
- [$class: 'RequesterRecipientProvider']],
- subject: "[AALP Jenkins] Build #${BUILD_NUMBER} - ${currentBuild.result}",
- to: 'tgrogers@purdue.edu'
- }
- }
-}