From 4fa801ad83014f80bf4f2e184b307fef2676361e Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Fri, 10 Oct 2025 13:54:22 +0530 Subject: [PATCH 01/25] added metro vision AI sample app sanity workflow. --- .../metro_vision_ai_app_recipe_sanity.yaml | 91 +++++++++++++++++++ 1 file changed, 91 insertions(+) create mode 100644 .github/workflows/metro_vision_ai_app_recipe_sanity.yaml diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml new file mode 100644 index 000000000..fde69ce50 --- /dev/null +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -0,0 +1,91 @@ +name: "[metro-vision-ai-app-recipe] Sanity Workflow" + +on: + workflow_dispatch: # allows manual trigger + inputs: + branch: + description: "Branch to run job on" + required: false + default: "main" + + workflow_call: # allows being called from another workflow + inputs: + branch: + description: "Branch to run job on" + required: false + type: string + +jobs: + sanity: + runs-on: ubuntu-latest + permissions: + contents: read + packages: write + strategy: + fail-fast: false + matrix: + include: + - ubuntu_version: ubuntu22 + steps: + - name: Determine branch + id: get_branch + run: | + if [ -n "${{ inputs.branch }}" ]; then + echo "branch=${{ inputs.branch }}" >> $GITHUB_OUTPUT + elif [ "${{ github.event_name }}" == "workflow_dispatch" ]; then + echo "branch=${{ github.event.inputs.branch }}" >> $GITHUB_OUTPUT + else + echo "branch=${{ github.ref_name }}" >> $GITHUB_OUTPUT + fi + - name: Check out edge-ai-suites repository + uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 #4.2.2 + with: + persist-credentials: false + path: edge-ai-suites-repo + ref: ${{ steps.get_branch.outputs.branch }} + - name: Set up Python + uses: actions/setup-python@v5 + with: + python-version: '3.10' + - name: Log in to GitHub Container Registry + uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 #3.4.0 + with: + registry: ghcr.io + username: ${{ github.actor }} + password: ${{ secrets.GITHUB_TOKEN }} + - name: Sanity Test + run: | + sudo apt-get update + sudo pip install robotframework + sudo apt install -y python3-nose libxml2-utils vlc + pip3 install selenium + cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files + robot test.robot || true + mkdir -p /tmp/test_results + cp -r report.html log.html output.xml dlsps_logs.txt /tmp/test_results/ + passed=$(xmllint --xpath "//return/status[@status='PASS']" ./output.xml | wc -l) || true + failed=$(xmllint --xpath "//return/status[@status='FAIL']" ./output.xml | wc -l) || true + not_run=$(xmllint --xpath "//return/status[@status='NOT RUN']" ./output.xml | wc -l) || true + total=$((passed + failed + not_run)) + echo "### Sanity Test Summary" >> $GITHUB_STEP_SUMMARY + echo "- Total: $total" >> $GITHUB_STEP_SUMMARY + echo "- ✅ Passed: $passed" >> $GITHUB_STEP_SUMMARY + echo "- ❌ Failed: $failed" >> $GITHUB_STEP_SUMMARY + echo "- ⏭️ Not Run: $not_run" >> $GITHUB_STEP_SUMMARY + echo "- 📄 [Full Report](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }})" >> $GITHUB_STEP_SUMMARY + - name: Upload Scan artifact to Github + uses: actions/upload-artifact@v4 + with: + name: Sanity_Reports + path: /tmp/test_results/* + - name: Clean up + if: always() + run: | + sudo rm -rf edge-ai-suites-repo + if [ -n "$(docker images -aq)" ]; then + docker rmi -f $(docker images -aq) || true + fi + sudo rm -rf /tmp/test_results/* + + + From 5eb32e8e95ef677a20abd737314db238d3aa42b8 Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Fri, 10 Oct 2025 14:15:03 +0530 Subject: [PATCH 02/25] test run for sanity via PR. --- .../metro_vision_ai_app_recipe_pull_request.yaml | 10 +++++++++- .../metro-vision-ai-app-recipe/test-suite/testfile.txt | 1 + 2 files changed, 10 insertions(+), 1 deletion(-) create mode 100644 metro-ai-suite/metro-vision-ai-app-recipe/test-suite/testfile.txt diff --git a/.github/workflows/metro_vision_ai_app_recipe_pull_request.yaml b/.github/workflows/metro_vision_ai_app_recipe_pull_request.yaml index 997a3aafa..bdc89b601 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_pull_request.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_pull_request.yaml @@ -146,4 +146,12 @@ jobs: uses: actions/upload-artifact@v4 with: name: Trivy Report - Config scan for Helm - path: metro-ai-suite/metro-vision-ai-app-recipe/trivy-helm.txt \ No newline at end of file + path: metro-ai-suite/metro-vision-ai-app-recipe/trivy-helm.txt + sanity: + uses: ./.github/workflows/spineapp_sanity.yaml + with: + branch: ${{ github.head_ref }} + secrets: inherit + permissions: + contents: read + packages: write \ No newline at end of file diff --git a/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/testfile.txt b/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/testfile.txt new file mode 100644 index 000000000..7b6b7afd8 --- /dev/null +++ b/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/testfile.txt @@ -0,0 +1 @@ +test file will be deleted. \ No newline at end of file From ef7c04e1d754d84d993ac89f59099cf43479ba5d Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Fri, 10 Oct 2025 14:25:15 +0530 Subject: [PATCH 03/25] added sanity to PR job. --- .github/workflows/metro_vision_ai_app_recipe_pull_request.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_pull_request.yaml b/.github/workflows/metro_vision_ai_app_recipe_pull_request.yaml index bdc89b601..726a8ecce 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_pull_request.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_pull_request.yaml @@ -148,7 +148,7 @@ jobs: name: Trivy Report - Config scan for Helm path: metro-ai-suite/metro-vision-ai-app-recipe/trivy-helm.txt sanity: - uses: ./.github/workflows/spineapp_sanity.yaml + uses: ./.github/workflows/metro_vision_ai_app_recipe_sanity.yaml with: branch: ${{ github.head_ref }} secrets: inherit From e5aa025bf90dd00f1ec764a81422069ca1b02f73 Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Fri, 10 Oct 2025 14:35:32 +0530 Subject: [PATCH 04/25] added debug logs. --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index fde69ce50..ace748a0c 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -57,12 +57,12 @@ jobs: run: | sudo apt-get update sudo pip install robotframework - sudo apt install -y python3-nose libxml2-utils vlc + sudo apt install -y python3-nose pip3 install selenium cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot || true mkdir -p /tmp/test_results - cp -r report.html log.html output.xml dlsps_logs.txt /tmp/test_results/ + cp -r report.html log.html output.xml /tmp/test_results/ passed=$(xmllint --xpath "//return/status[@status='PASS']" ./output.xml | wc -l) || true failed=$(xmllint --xpath "//return/status[@status='FAIL']" ./output.xml | wc -l) || true not_run=$(xmllint --xpath "//return/status[@status='NOT RUN']" ./output.xml | wc -l) || true From 7614d1dff2c7bde774d9c857541a13beca2a69dd Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Fri, 10 Oct 2025 14:55:33 +0530 Subject: [PATCH 05/25] changed selenium install cmd --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index ace748a0c..a7b243044 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -58,6 +58,7 @@ jobs: sudo apt-get update sudo pip install robotframework sudo apt install -y python3-nose + python -m pip install --upgrade pip pip3 install selenium cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot || true From 0243d523d4c44f3ad27e97fbf900ecc952c8a906 Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Fri, 10 Oct 2025 17:40:39 +0530 Subject: [PATCH 06/25] changed selenium installation cmd --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index a7b243044..178fbb7ff 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -46,7 +46,7 @@ jobs: - name: Set up Python uses: actions/setup-python@v5 with: - python-version: '3.10' + python-version: '3.12' - name: Log in to GitHub Container Registry uses: docker/login-action@74a5d142397b4f367a81961eba4e8cd7edddf772 #3.4.0 with: @@ -59,7 +59,7 @@ jobs: sudo pip install robotframework sudo apt install -y python3-nose python -m pip install --upgrade pip - pip3 install selenium + python3 -m pip install selenium cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot || true mkdir -p /tmp/test_results From 683881975a80f35b52fd6d76d3f0b20fca43d7a3 Mon Sep 17 00:00:00 2001 From: "Saha, Athina" Date: Fri, 10 Oct 2025 17:56:55 +0530 Subject: [PATCH 07/25] update sanity test to install robotframework and seleniumlibrary --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 178fbb7ff..ca9159739 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -56,10 +56,11 @@ jobs: - name: Sanity Test run: | sudo apt-get update - sudo pip install robotframework sudo apt install -y python3-nose python -m pip install --upgrade pip + python3 -m pip install robotframework python3 -m pip install selenium + python3 -m pip install robotframework-seleniumlibrary cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot || true mkdir -p /tmp/test_results From 6d9cb0bc26b666c3a3db96570ca3fe57ab96827e Mon Sep 17 00:00:00 2001 From: "Saha, Athina" Date: Fri, 10 Oct 2025 18:10:08 +0530 Subject: [PATCH 08/25] update sanity test to use Python 3.12 for package installations --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index ca9159739..1ec45b6be 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -57,10 +57,10 @@ jobs: run: | sudo apt-get update sudo apt install -y python3-nose - python -m pip install --upgrade pip - python3 -m pip install robotframework - python3 -m pip install selenium - python3 -m pip install robotframework-seleniumlibrary + python3.12 -m pip install --upgrade pip + python3.12 -m pip install robotframework + python3.12 -m pip install selenium + python3.12 -m pip install robotframework-seleniumlibrary cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot || true mkdir -p /tmp/test_results From 92ce6fda92a92921d4de20b781773daebd1577e5 Mon Sep 17 00:00:00 2001 From: "Saha, Athina" Date: Fri, 10 Oct 2025 18:23:13 +0530 Subject: [PATCH 09/25] refactor dependency installation in sanity workflow --- .../metro_vision_ai_app_recipe_sanity.yaml | 15 +++++++++------ 1 file changed, 9 insertions(+), 6 deletions(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 1ec45b6be..8b71ab134 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -53,14 +53,17 @@ jobs: registry: ghcr.io username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - - name: Sanity Test + - name: Install Dependencies run: | sudo apt-get update - sudo apt install -y python3-nose - python3.12 -m pip install --upgrade pip - python3.12 -m pip install robotframework - python3.12 -m pip install selenium - python3.12 -m pip install robotframework-seleniumlibrary + sudo apt install -y python3-nose python3-pip python3-dev + sudo python3.12 -m pip install --upgrade pip + sudo python3.12 -m pip install robotframework + sudo python3.12 -m pip install selenium + sudo python3.12 -m pip install robotframework-seleniumlibrary + sudo python3.12 -m pip install webdriver-manager + - name: Sanity Test + run: | cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot || true mkdir -p /tmp/test_results From d126abd68e95c45535e240af4cf6fa817903d29d Mon Sep 17 00:00:00 2001 From: "Saha, Athina" Date: Fri, 10 Oct 2025 18:30:44 +0530 Subject: [PATCH 10/25] refactor dependency installation in sanity workflow to use --break-system-packages for compatibility --- .../workflows/metro_vision_ai_app_recipe_sanity.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 8b71ab134..d06e473a9 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -56,12 +56,12 @@ jobs: - name: Install Dependencies run: | sudo apt-get update - sudo apt install -y python3-nose python3-pip python3-dev - sudo python3.12 -m pip install --upgrade pip - sudo python3.12 -m pip install robotframework - sudo python3.12 -m pip install selenium - sudo python3.12 -m pip install robotframework-seleniumlibrary - sudo python3.12 -m pip install webdriver-manager + sudo apt install -y python3-nose python3-dev + sudo pip3 install --upgrade pip + sudo python3.12 -m pip install --break-system-packages robotframework + sudo python3.12 -m pip install --break-system-packages selenium + sudo python3.12 -m pip install --break-system-packages robotframework-seleniumlibrary + sudo python3.12 -m pip install --break-system-packages webdriver-manager - name: Sanity Test run: | cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files From 13815b2e861e13be85000d5f1b2fc0614966fc8b Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Fri, 10 Oct 2025 18:34:44 +0530 Subject: [PATCH 11/25] remove pip upgrade command and install robotframework and selenium with --break-system-packages --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index d06e473a9..5f4425f9a 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -57,7 +57,6 @@ jobs: run: | sudo apt-get update sudo apt install -y python3-nose python3-dev - sudo pip3 install --upgrade pip sudo python3.12 -m pip install --break-system-packages robotframework sudo python3.12 -m pip install --break-system-packages selenium sudo python3.12 -m pip install --break-system-packages robotframework-seleniumlibrary From e26a109829275f6ffd9f4d5f1dc5bd68062d64e4 Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Fri, 10 Oct 2025 18:47:48 +0530 Subject: [PATCH 12/25] force-install selenium --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 5f4425f9a..106d1e723 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -57,10 +57,10 @@ jobs: run: | sudo apt-get update sudo apt install -y python3-nose python3-dev - sudo python3.12 -m pip install --break-system-packages robotframework - sudo python3.12 -m pip install --break-system-packages selenium - sudo python3.12 -m pip install --break-system-packages robotframework-seleniumlibrary - sudo python3.12 -m pip install --break-system-packages webdriver-manager + sudo python3.12 -m pip install robotframework + sudo python3.12 -m pip install selenium --upgrade --force-reinstall + sudo python3.12 -m pip install robotframework-seleniumlibrary + sudo python3.12 -m pip install webdriver-manager - name: Sanity Test run: | cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files From 6f4185824f412fdaede5273896aa7480ccc92ef8 Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Fri, 10 Oct 2025 19:06:41 +0530 Subject: [PATCH 13/25] moved dependencies to venv --- .../metro_vision_ai_app_recipe_sanity.yaml | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 106d1e723..4cca0608e 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -56,13 +56,16 @@ jobs: - name: Install Dependencies run: | sudo apt-get update - sudo apt install -y python3-nose python3-dev - sudo python3.12 -m pip install robotframework - sudo python3.12 -m pip install selenium --upgrade --force-reinstall - sudo python3.12 -m pip install robotframework-seleniumlibrary - sudo python3.12 -m pip install webdriver-manager + sudo apt install -y python3-nose + - name: Sanity Test run: | + python3.12 -m venv venv + source venv/bin/activate + python3.12 -m pip install robotframework + python3.12 -m pip install selenium + python3.12 -m pip install robotframework-seleniumlibrary + python3.12 -m pip install webdriver-manager cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot || true mkdir -p /tmp/test_results From bf7de372a672c4dea2b45f21840ab8c81e045d5e Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Fri, 10 Oct 2025 19:41:14 +0530 Subject: [PATCH 14/25] added command to check selenium import is working or not. --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 4cca0608e..e309e31d9 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -66,6 +66,7 @@ jobs: python3.12 -m pip install selenium python3.12 -m pip install robotframework-seleniumlibrary python3.12 -m pip install webdriver-manager + python3 -c "from selenium import webdriver; print('OK')" cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot || true mkdir -p /tmp/test_results From 16468fe76a7ec9fdbc716d702ac912c630c184e2 Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 13:52:27 +0530 Subject: [PATCH 15/25] changes to fix sanity failures. --- .../metro_vision_ai_app_recipe_sanity.yaml | 13 ++++++------- .github/workflows/spineapp_sanity.yaml | 9 +++------ .../tests/common_library/utils.py | 5 ++++- 3 files changed, 13 insertions(+), 14 deletions(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index e309e31d9..694e90cdd 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -60,15 +60,14 @@ jobs: - name: Sanity Test run: | - python3.12 -m venv venv - source venv/bin/activate - python3.12 -m pip install robotframework - python3.12 -m pip install selenium - python3.12 -m pip install robotframework-seleniumlibrary - python3.12 -m pip install webdriver-manager + sudo apt-get update + sudo apt install -y python3-nose libxml2-utils vlc + sudo pip3 install selenium + sudo python3 -m pip install --upgrade pip + sudo python3 -m pip install robotframework python3 -c "from selenium import webdriver; print('OK')" cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files - robot test.robot || true + robot test.robot mkdir -p /tmp/test_results cp -r report.html log.html output.xml /tmp/test_results/ passed=$(xmllint --xpath "//return/status[@status='PASS']" ./output.xml | wc -l) || true diff --git a/.github/workflows/spineapp_sanity.yaml b/.github/workflows/spineapp_sanity.yaml index 41a0bf56d..63cb001c1 100644 --- a/.github/workflows/spineapp_sanity.yaml +++ b/.github/workflows/spineapp_sanity.yaml @@ -57,15 +57,12 @@ jobs: run: | sudo apt-get update sudo pip install robotframework - lspci | grep -i vga sudo apt install -y python3-nose libxml2-utils vlc cd edge-ai-suites-repo/manufacturing-ai-suite/industrial-edge-insights-vision/tests/robot_files - robot test.robot || true & - sleep 480 - docker logs dlstreamer-pipeline-server >> dlsps_logs.txt & - wait + robot test.robot + mkdir -p /tmp/test_results - cp -r report.html log.html output.xml dlsps_logs.txt /tmp/test_results/ + cp -r report.html log.html output.xml /tmp/test_results/ passed=$(xmllint --xpath "//return/status[@status='PASS']" ./output.xml | wc -l) || true failed=$(xmllint --xpath "//return/status[@status='FAIL']" ./output.xml | wc -l) || true not_run=$(xmllint --xpath "//return/status[@status='NOT RUN']" ./output.xml | wc -l) || true diff --git a/manufacturing-ai-suite/industrial-edge-insights-vision/tests/common_library/utils.py b/manufacturing-ai-suite/industrial-edge-insights-vision/tests/common_library/utils.py index 199918cd3..786a9419b 100644 --- a/manufacturing-ai-suite/industrial-edge-insights-vision/tests/common_library/utils.py +++ b/manufacturing-ai-suite/industrial-edge-insights-vision/tests/common_library/utils.py @@ -61,7 +61,10 @@ def docker_compose_up(self, value): self._update_env_file({ "HOST_IP": hostIP, "MTX_WEBRTCICESERVERS2_0_USERNAME": "test1234", - "MTX_WEBRTCICESERVERS2_0_PASSWORD": "test1234" + "MTX_WEBRTCICESERVERS2_0_PASSWORD": "test1234", + "MR_PSQL_PASSWORD": "test1234", + "MR_MINIO_ACCESS_KEY": "test1234", + "MR_MINIO_SECRET_KEY": "test1234" }) # Run setup and start services From 993986704d6693266be4085e18f7e314ecd6f090 Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 14:05:34 +0530 Subject: [PATCH 16/25] fix import error. --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 694e90cdd..e10b93dd1 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -62,9 +62,9 @@ jobs: run: | sudo apt-get update sudo apt install -y python3-nose libxml2-utils vlc - sudo pip3 install selenium - sudo python3 -m pip install --upgrade pip - sudo python3 -m pip install robotframework + pip install --upgrade pip --force-reinstall + pip install robotframework + pip install --force-reinstall --no-deps selenium python3 -c "from selenium import webdriver; print('OK')" cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot From d004ccf10af562335d9a02bda486a0fc8f20dc1d Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 14:15:50 +0530 Subject: [PATCH 17/25] installing selenium deps. --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index e10b93dd1..d9a913630 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -64,7 +64,7 @@ jobs: sudo apt install -y python3-nose libxml2-utils vlc pip install --upgrade pip --force-reinstall pip install robotframework - pip install --force-reinstall --no-deps selenium + pip install --force-reinstall selenium python3 -c "from selenium import webdriver; print('OK')" cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot From 13ba5de53f65c88c2c56d8243011736c98a62bcc Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 14:39:17 +0530 Subject: [PATCH 18/25] added debug cmds --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index d9a913630..937c590a3 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -62,9 +62,12 @@ jobs: run: | sudo apt-get update sudo apt install -y python3-nose libxml2-utils vlc - pip install --upgrade pip --force-reinstall - pip install robotframework - pip install --force-reinstall selenium + pip3 install --upgrade pip --force-reinstall + echo "upgrading setuptools" + python3 -m pip install --upgrade pip setuptools + echo "installing selenium" + pip3 install robotframework + pip3 install --force-reinstall selenium python3 -c "from selenium import webdriver; print('OK')" cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files robot test.robot From db289be6826e716a2a6cddc0b83f4251fd562cf6 Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 14:43:57 +0530 Subject: [PATCH 19/25] updated robot command. --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 937c590a3..27267df47 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -70,7 +70,7 @@ jobs: pip3 install --force-reinstall selenium python3 -c "from selenium import webdriver; print('OK')" cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files - robot test.robot + python -m robot robot test.robot mkdir -p /tmp/test_results cp -r report.html log.html output.xml /tmp/test_results/ passed=$(xmllint --xpath "//return/status[@status='PASS']" ./output.xml | wc -l) || true From f18831bb244a81f520b2c33eae7ce9892119128d Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 14:59:59 +0530 Subject: [PATCH 20/25] modified robot command. --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 27267df47..c4bdbc010 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -70,7 +70,8 @@ jobs: pip3 install --force-reinstall selenium python3 -c "from selenium import webdriver; print('OK')" cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files - python -m robot robot test.robot + python3 -m robot --version + python3 -m robot test.robot mkdir -p /tmp/test_results cp -r report.html log.html output.xml /tmp/test_results/ passed=$(xmllint --xpath "//return/status[@status='PASS']" ./output.xml | wc -l) || true From 67bb1f9932f7b38d5eb2e9f092a6c7ac451b4415 Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 15:08:31 +0530 Subject: [PATCH 21/25] added debug --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index c4bdbc010..7dc199c5a 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -70,8 +70,10 @@ jobs: pip3 install --force-reinstall selenium python3 -c "from selenium import webdriver; print('OK')" cd edge-ai-suites-repo/metro-ai-suite/metro-vision-ai-app-recipe/test-suite/robot_files + pwd + ls -al python3 -m robot --version - python3 -m robot test.robot + python3 -m robot test.robot mkdir -p /tmp/test_results cp -r report.html log.html output.xml /tmp/test_results/ passed=$(xmllint --xpath "//return/status[@status='PASS']" ./output.xml | wc -l) || true From 64de8bc6257fe7ca2baece49bb99505ce0055cd4 Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 15:44:37 +0530 Subject: [PATCH 22/25] debug log --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 7dc199c5a..d827f3f0d 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -73,7 +73,8 @@ jobs: pwd ls -al python3 -m robot --version - python3 -m robot test.robot + echo "Attempting to run Robot Framework with verbose output..." + python -m robot --loglevel DEBUG test.robot || echo "Robot Framework execution completed with exit code $?" || true mkdir -p /tmp/test_results cp -r report.html log.html output.xml /tmp/test_results/ passed=$(xmllint --xpath "//return/status[@status='PASS']" ./output.xml | wc -l) || true From ce62b242d321bcd01fde3dca9a985c50d0cb315e Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 15:56:01 +0530 Subject: [PATCH 23/25] debug commands --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index d827f3f0d..9e3458fb8 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -74,8 +74,9 @@ jobs: ls -al python3 -m robot --version echo "Attempting to run Robot Framework with verbose output..." - python -m robot --loglevel DEBUG test.robot || echo "Robot Framework execution completed with exit code $?" || true mkdir -p /tmp/test_results + python -m robot --loglevel DEBUG --outputdir /tmp/test_results test.robot || echo "Robot Framework execution completed with exit code $?" + ls -al /tmp/test_results cp -r report.html log.html output.xml /tmp/test_results/ passed=$(xmllint --xpath "//return/status[@status='PASS']" ./output.xml | wc -l) || true failed=$(xmllint --xpath "//return/status[@status='FAIL']" ./output.xml | wc -l) || true @@ -88,6 +89,7 @@ jobs: echo "- ⏭️ Not Run: $not_run" >> $GITHUB_STEP_SUMMARY echo "- 📄 [Full Report](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }})" >> $GITHUB_STEP_SUMMARY - name: Upload Scan artifact to Github + if: always() uses: actions/upload-artifact@v4 with: name: Sanity_Reports From 6c4e14af55c7dc4f2c16e33fb8fa7591abc270fc Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 16:03:28 +0530 Subject: [PATCH 24/25] debug commands --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index 9e3458fb8..ae4aa98fb 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -75,8 +75,9 @@ jobs: python3 -m robot --version echo "Attempting to run Robot Framework with verbose output..." mkdir -p /tmp/test_results - python -m robot --loglevel DEBUG --outputdir /tmp/test_results test.robot || echo "Robot Framework execution completed with exit code $?" + python -m robot --loglevel DEBUG --outputdir /tmp/test_results test.robot || true ls -al /tmp/test_results + ls -al cp -r report.html log.html output.xml /tmp/test_results/ passed=$(xmllint --xpath "//return/status[@status='PASS']" ./output.xml | wc -l) || true failed=$(xmllint --xpath "//return/status[@status='FAIL']" ./output.xml | wc -l) || true From 879da25965da6b2dfbc7c57ef2fafa68ba5f386d Mon Sep 17 00:00:00 2001 From: Sowmya Ramanchandran Date: Tue, 14 Oct 2025 16:11:38 +0530 Subject: [PATCH 25/25] debug --- .github/workflows/metro_vision_ai_app_recipe_sanity.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml index ae4aa98fb..d19dc153c 100644 --- a/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml +++ b/.github/workflows/metro_vision_ai_app_recipe_sanity.yaml @@ -75,7 +75,7 @@ jobs: python3 -m robot --version echo "Attempting to run Robot Framework with verbose output..." mkdir -p /tmp/test_results - python -m robot --loglevel DEBUG --outputdir /tmp/test_results test.robot || true + python3 -m robot test.robot || true ls -al /tmp/test_results ls -al cp -r report.html log.html output.xml /tmp/test_results/