Skip to content
.github/workflows/build-test-distribute.yml

.github/workflows/build-test-distribute.yml #198

Sign in to view logs

.github/workflows/build-test-distribute.yml

.github/workflows/build-test-distribute.yml #198

Workflow file for this run

.github/workflows/build-test-distribute.yml at a9f4546
name: Build Test Distribute
# Controls when the action will run.
on:
# Triggers the workflow on push or pull request events but only for the main branch
push:
branches: [ main ]
pull_request:
branches: [ main ]
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:
schedule:
- cron: '0 17 * * *' # Run every day at 17:00 UTC
#- cron: '0 6 * * *' # Run every day at 6 AM UTC
permissions:
id-token: write
contents: read
jobs:
# NOTE: all output values are strings
# use the ${{ needs.config.outputs.bool-param == 'true' }} construction to check boolean values
config:
uses: ./.github/workflows/config.yml
debug-config:
needs: config
runs-on: aws-micro
steps:
- name: Print config
run: |
echo << EOF
${{ toJSON( needs.config.outputs ) }}
EOF
prepare-image:
needs: config
uses: ./.github/workflows/prepare-images.yml
with:
docker_image_tag: ${{ needs.config.outputs.docker_image_tag }}
need_linux_image_rebuild: ${{ needs.config.outputs.need_linux_image_rebuild == 'true' }}
need_linux_vcpkg_rebuild: ${{ needs.config.outputs.need_linux_vcpkg_rebuild == 'true' }}
need_windows_vcpkg_rebuild: ${{ needs.config.outputs.need_windows_vcpkg_rebuild == 'true' }}
vcpkg_docker_image_tag: ${{ needs.config.outputs.vcpkg_docker_image_tag }}
vs19_vcpkg_version: ${{ needs.config.outputs.vs19_vcpkg_version }}
vs22_vcpkg_version: ${{ needs.config.outputs.vs22_vcpkg_version }}
secrets: inherit
versioning-and-release-url:
needs: config
uses: ./.github/workflows/versioning-release.yml
with:
app_version: ${{ needs.config.outputs.app_version }}
release_tag: ${{ needs.config.outputs.release_tag }}
upload_artifacts: ${{ needs.config.outputs.upload_artifacts == 'true' }}
secrets:
BUILD_MACHINE_TOKEN: ${{ secrets.BUILD_MACHINE_TOKEN }}
windows-build-test:
if: ${{ needs.config.outputs.build_enable_windows == 'true' }}
needs: [ config, prepare-image ]
uses: ./.github/workflows/build-test-windows.yml
with:
config_matrix: ${{ needs.config.outputs.windows_x64_config_matrix }}
full_config_build: ${{ needs.config.outputs.full_config_build == 'true' }}
internal_build: ${{ needs.config.outputs.internal_build == 'true' }}
upload_artifacts: ${{ needs.config.outputs.upload_artifacts == 'true' || needs.config.outputs.tag-build-release-windows == 'true' }}
upload_test_artifacts: ${{ needs.config.outputs.upload_test_artifacts == 'true' }}
nuget_build: ${{ needs.config.outputs.build_enable_ubuntu_x64 == 'true' && needs.config.outputs.upload_artifacts == 'true' }}
secrets: inherit
ubuntu-arm64-build-test:
if: ${{ needs.config.outputs.build_enable_ubuntu_arm64 == 'true' }}
needs: [ config, prepare-image ]
uses: ./.github/workflows/build-test-ubuntu-arm64.yml
with:
app_version: ${{ needs.config.outputs.app_version }}
docker_image_tag: ${{ needs.config.outputs.docker_image_tag }}
full_config_build: ${{ needs.config.outputs.full_config_build == 'true' }}
internal_build: ${{ needs.config.outputs.internal_build == 'true' }}
upload_artifacts: ${{ needs.config.outputs.upload_artifacts == 'true' }}
upload_test_artifacts: ${{ needs.config.outputs.upload_test_artifacts == 'true' }}
secrets: inherit
ubuntu-x64-build-test:
if: ${{ needs.config.outputs.build_enable_ubuntu_x64 == 'true' }}
needs: [ config, prepare-image ]
uses: ./.github/workflows/build-test-ubuntu-x64.yml
with:
app_version: ${{ needs.config.outputs.app_version }}
config_matrix: ${{ needs.config.outputs.ubuntu_x64_config_matrix }}
docker_image_tag: ${{ needs.config.outputs.docker_image_tag }}
full_config_build: ${{ needs.config.outputs.full_config_build == 'true' }}
internal_build: ${{ needs.config.outputs.internal_build == 'true' }}
upload_artifacts: ${{ needs.config.outputs.upload_artifacts == 'true' }}
upload_test_artifacts: ${{ needs.config.outputs.upload_test_artifacts == 'true' }}
nuget_build_patch: ${{ needs.config.outputs.build_enable_windows == 'true' && needs.config.outputs.upload_artifacts == 'true'}}
secrets: inherit
linux-vcpkg-build-test:
if: ${{ needs.config.outputs.build_enable_linux_vcpkg == 'true' }}
needs: [ config, prepare-image ]
uses: ./.github/workflows/build-test-linux-vcpkg.yml
with:
app_version: ${{ needs.config.outputs.app_version }}
docker_image_tag: ${{ needs.config.outputs.vcpkg_docker_image_tag }}
full_config_build: ${{ needs.config.outputs.full_config_build == 'true' }}
internal_build: ${{ needs.config.outputs.internal_build == 'true' }}
upload_artifacts: ${{ needs.config.outputs.upload_artifacts == 'true' }}
upload_test_artifacts: ${{ needs.config.outputs.upload_test_artifacts == 'true' }}
secrets: inherit
emscripten-build-test:
if: ${{ needs.config.outputs.build_enable_emscripten == 'true' }}
needs: [ config, prepare-image ]
uses: ./.github/workflows/build-test-emscripten.yml
with:
docker_image_tag: ${{ needs.config.outputs.docker_image_tag }}
internal_build: ${{ needs.config.outputs.internal_build == 'true' }}
upload_artifacts: ${{ needs.config.outputs.upload_artifacts == 'true' }}
macos-build-test:
if: ${{ needs.config.outputs.build_enable_macos == 'true' }}
needs: [ config ]
uses: ./.github/workflows/build-test-macos.yml
with:
app_version: ${{ needs.config.outputs.app_version }}
full_config_build: ${{ needs.config.outputs.full_config_build == 'true' }}
internal_build: ${{ needs.config.outputs.internal_build == 'true' }}
upload_artifacts: ${{ needs.config.outputs.upload_artifacts == 'true' }}
upload_test_artifacts: ${{ needs.config.outputs.upload_test_artifacts == 'true' }}
secrets: inherit
update-win-version:
if: ${{ needs.config.outputs.upload_artifacts == 'true' && needs.config.outputs.build_enable_windows == 'true' && needs.config.outputs.build-release-win == 'true' }}
needs:
- config
- windows-build-test
uses: ./.github/workflows/update-win-version.yml
with:
vs19_vcpkg_version: ${{ needs.config.outputs.vs19_vcpkg_version }}
app_version: ${{ needs.config.outputs.app_version }}
secrets: inherit
create-nuget-package:
if: ${{ needs.config.outputs.upload_artifacts == 'true' && needs.config.outputs.build_enable_windows == 'true' && needs.config.outputs.build_enable_ubuntu_x64 == 'true'}}
needs:
- config
- windows-build-test
- ubuntu-x64-build-test
timeout-minutes: 20
runs-on: windows-2022
steps:
- name: Checkout
uses: actions/checkout@v5
- name: Download NuGet Windows Patch Archive
uses: actions/download-artifact@v6
with:
pattern: DotNetPatchArchiveWindows*
path: windows_runtime
merge-multiple: true
- name: Download NuGet Linux Patch Archive
uses: actions/download-artifact@v6
with:
pattern: DotNetPatchArchiveLinux*
path: linux_runtime
merge-multiple: true
- name: Download NuGet DLL
uses: actions/download-artifact@v6
with:
pattern: DotNetDll*
path: dotnet_dll
merge-multiple: true
- name: Generate NuGet specification
run: |
echo ${{ needs.config.outputs.app_version }}
py -3 scripts\nuget_patch\generate_nuget_spec.py dotnet_dll windows_runtime linux_runtime ${{ needs.config.outputs.app_version }}
- name: Download NuGet Executable
run: curl https://dist.nuget.org/win-x86-commandline/latest/nuget.exe -o nuget.exe
- name: Build NuGet package
run: nuget.exe pack Package.nuspec -OutputFileNamesWithoutVersion
- name: Upload NuGet Package
uses: actions/upload-artifact@v5
with:
name: DistributivesNuGet
path: MeshSDK.nupkg
retention-days: 1
upload-distributions:
if: ${{ !cancelled() && needs.config.outputs.upload_artifacts == 'true' }}
timeout-minutes: 10
runs-on: ubuntu-latest
needs:
- config
- versioning-and-release-url
- update-win-version
- create-nuget-package
- ubuntu-x64-build-test
- ubuntu-arm64-build-test
- linux-vcpkg-build-test
- emscripten-build-test
- macos-build-test
steps:
- name: Checkout
uses: actions/checkout@v5
- name: Download All Developer Distributives
uses: actions/download-artifact@v6
with:
pattern: Distributives*
merge-multiple: true
- name: Rename Distributives
run: |
shopt -s nullglob
for PKG_FILE in MeshSDKDist*.zip ; do
mv "$PKG_FILE" "${PKG_FILE/Dist/Dist_${{ needs.config.outputs.app_version }}}"
done
for PKG_FILE in MeshSDK*.nupkg ; do
mv "$PKG_FILE" "${PKG_FILE/meshsdk/MeshSDK_${{ needs.config.outputs.app_version }}}"
done
for PKG_FILE in meshsdk*-dev.deb meshsdk*-dev.rpm meshsdk*.pkg meshsdk_*.zip meshsdk_*.tar.xz; do
mv "$PKG_FILE" "${PKG_FILE/meshsdk/meshsdk_${{ needs.config.outputs.app_version }}}"
done
- name: Upload Distributives
run: |
shopt -s nullglob
PKG_FILES="MeshSDKDist*.zip MeshSDK*.nupkg meshsdk*-dev.deb meshsdk*-dev.rpm meshsdk*.pkg meshsdk_*.zip meshsdk_*.tar.xz"
if [ -n "$(echo $PKG_FILES)" ] ; then
echo ${{ secrets.BUILD_MACHINE_TOKEN }} | gh auth login --with-token
gh release upload ${{ needs.config.outputs.release_tag }} $PKG_FILES --clobber
fi
windows-unity-test:
if: ${{ needs.config.outputs.run_unity_nuget_test == 'true' }}
needs:
- config
- windows-build-test
- create-nuget-package
- upload-distributions
uses: ./.github/workflows/unity-nuget-test.yml
with:
release_tag: ${{ needs.config.outputs.release_tag }}
secrets:
BUILD_MACHINE_TOKEN: ${{ secrets.BUILD_MACHINE_TOKEN }}
test-distribution:
if: ${{ !cancelled() && needs.config.outputs.upload_artifacts == 'true' }}
needs: [ config, upload-distributions ]
uses: ./.github/workflows/test-distribution.yml
with:
release_tag: ${{ needs.config.outputs.release_tag }}
secrets:
GH_TOKEN: ${{ secrets.BUILD_MACHINE_TOKEN }}
test-pip-build:
needs: [ config, prepare-image ]
if: ${{ needs.config.outputs.test_pip_build == 'true' }}
uses: ./.github/workflows/pip-build.yml

Check failure on line 268 in .github/workflows/build-test-distribute.yml

View workflow run for this annotation

GitHub Actions / .github/workflows/build-test-distribute.yml

Invalid workflow file 

error parsing called workflow
".github/workflows/build-test-distribute.yml"
-> "./.github/workflows/pip-build.yml" (source branch with sha:a9f4546cc14cad6ee1568fdaab33b587a739948d)
--> "alpinebuster/meshsdk/.github/workflows/release-tests.yml@main"
: failed to fetch workflow: reference to workflow should be either a valid branch, tag, or commit
with:
vcpkg_docker_image_tag: ${{ needs.config.outputs.vcpkg_docker_image_tag }}
collect-stats:
timeout-minutes: 5
runs-on: aws-micro
needs: [ config, upload-distributions ]
if: ${{ always() && needs.config.outputs.internal_build == 'true' }}
continue-on-error: true
steps:
- name: Checkout
uses: actions/checkout@v5
- name: Download runners' system stats
uses: actions/download-artifact@v6
with:
pattern: RunnerSysStats*
merge-multiple: true
- uses: aws-actions/configure-aws-credentials@v5
id: aws-creds
with:
aws-region: us-east-1
role-to-assume: ${{ secrets.AWS_CI_STAT_API_ROLE_ARN }}
output-credentials: true
- name: Install dependencies
run: python3 -m pip install boto3 botocore
- name: Collect stats
env:
CI_STATS_AUTH_TOKEN: ${{ secrets.CI_STATS_AUTH_TOKEN }}
GIT_BRANCH: ${{ github.head_ref || github.ref_name }}
GIT_COMMIT: ${{ github.event.pull_request.head.sha || github.sha }}
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: python3 scripts/devops/collect_ci_stats.py
update-artifacts:
timeout-minutes: 15
runs-on: aws-micro
needs: [ collect-stats ]
if: always()
continue-on-error: true
steps:
# all Windows
- name: Delete Windows Debug Install Archive artifact
uses: geekyeggo/delete-artifact@f275313e70c08f6120db482d7a6b98377786765b # v5
with:
name: WindowsArchive*
failOnError: false
# .NET
- name: Delete .NET Binaries Archive artifact
uses: geekyeggo/delete-artifact@f275313e70c08f6120db482d7a6b98377786765b # v5
with:
name: DotNetDll*
failOnError: false
- name: Delete NuGet Patches artifact
uses: geekyeggo/delete-artifact@f275313e70c08f6120db482d7a6b98377786765b # v5
with:
name: DotNetPatchArchive*
failOnError: false
# Distributives
- name: Delete Distribution
uses: geekyeggo/delete-artifact@f275313e70c08f6120db482d7a6b98377786765b # v5
with:
name: Distributives*
failOnError: false
- name: Delete Wheelhouse
uses: geekyeggo/delete-artifact@f275313e70c08f6120db482d7a6b98377786765b # v5
with:
name: Wheelhouse*
failOnError: false
- name: Delete runners' system stats
uses: geekyeggo/delete-artifact@f275313e70c08f6120db482d7a6b98377786765b # v5
with:
name: RunnerSysStats*
failOnError: false
# generate timing logs archive
- name: Download Timing Logs Archive
uses: actions/download-artifact@v6
with:
pattern: Timing_Logs*
merge-multiple: true
- name: Generate Timing Logs Archive
run: |
shopt -s nullglob
if [ -n "$(echo *.csv)" ] ; then
tar -cvzf time_log.tar.gz *.csv
else
# create empty tar archive
# https://superuser.com/questions/448623/how-to-get-an-empty-tar-archive
tar -czf time_log.tar.gz -T /dev/null
fi
- name: Upload Timing Logs Archive
uses: actions/upload-artifact@v5
with:
name: time_log
path: time_log.tar.gz
retention-days: 1
- name: Delete Timing Logs Source
uses: geekyeggo/delete-artifact@f275313e70c08f6120db482d7a6b98377786765b # v5
with:
name: Timing_Logs*
failOnError: false
- name: Delete Python Stubs
uses: geekyeggo/delete-artifact@f275313e70c08f6120db482d7a6b98377786765b # v5
with:
name: PythonStubs
failOnError: false
- name: Delete C bindings headers
uses: geekyeggo/delete-artifact@f275313e70c08f6120db482d7a6b98377786765b # v5
with:
name: CBindings
failOnError: false