Reporting Results

- name: Annotate Results
  run: |
    if [ -f analysis.json ]; then
      jq -r '.tools[] | select(.status == "error") | "::error file=\(.name).yaml::\(.issues[0].message)"' analysis.json
    fi

    if [ -f test-results.json ]; then
      jq -r '.toolResults[] | select(.passed == false) | "::error::Tool \(.toolName) failed tests"' test-results.json
    fi

syrin-validation:
  artifacts:
    reports:
      junit: test-results.xml # Convert JSON to JUnit format

#!/bin/bash
# report-syrin-results.sh

if [ -f analysis.json ]; then
  echo "## Static Analysis Results"
  echo ""
  ERRORS=$(jq '.summary.errors // 0' analysis.json)
  WARNINGS=$(jq '.summary.warnings // 0' analysis.json)
  echo "- Errors: $ERRORS"
  echo "- Warnings: $WARNINGS"
  echo ""
fi

if [ -f test-results.json ]; then
  echo "## Test Results"
  echo ""
  VERDICT=$(jq -r '.verdict // "fail"' test-results.json)
  TOOLS_TESTED=$(jq '.toolsTested // 0' test-results.json)
  TOOLS_PASSED=$(jq '.toolsPassed // 0' test-results.json)
  echo "- Verdict: $VERDICT"
  echo "- Tools Tested: $TOOLS_TESTED"
  echo "- Tools Passed: $TOOLS_PASSED"
  echo ""
fi

{
  "summary": {
    "errors": 0,
    "warnings": 2,
    "toolsAnalyzed": 10
  },
  "tools": [
    {
      "name": "fetch_user",
      "status": "warning",
      "issues": [
        {
          "code": "W102",
          "message": "Missing examples for user-facing inputs",
          "severity": "warning"
        }
      ]
    }
  ]
}

{
  "verdict": "pass",
  "toolsTested": 10,
  "toolsPassed": 10,
  "toolsFailed": 0,
  "toolResults": [
    {
      "toolName": "fetch_user",
      "passed": true,
      "summary": {
        "totalExecutions": 5,
        "successfulExecutions": 5,
        "failedExecutions": 0
      }
    }
  ]
}