diff --git a/.github/workflows/evalgate.yml b/.github/workflows/evalgate.yml index 185bfe5..3e3e42c 100644 --- a/.github/workflows/evalgate.yml +++ b/.github/workflows/evalgate.yml @@ -16,7 +16,7 @@ jobs: - uses: actions/checkout@v4 - name: Gate on eval regressions - uses: AgentPostmortem/evalgate@v1 + uses: AgentPostmortem/evalgate@v0 with: suite: examples/support-agent.eval.yaml baseline: examples/support-agent.baseline.json diff --git a/README.md b/README.md index 4788820..6507b1a 100644 --- a/README.md +++ b/README.md @@ -171,7 +171,7 @@ jobs: runs-on: ubuntu-latest steps: - uses: actions/checkout@v4 - - uses: AgentPostmortem/evalgate@v1 + - uses: AgentPostmortem/evalgate@v0 with: suite: examples/support-agent.eval.yaml baseline: examples/support-agent.baseline.json diff --git a/action.yml b/action.yml index 9d24cfa..f08042a 100644 --- a/action.yml +++ b/action.yml @@ -57,7 +57,7 @@ runs: if [ "${{ inputs.comment }}" = "true" ]; then COMMENT_FLAG="--comment"; fi if [ -f "${{ inputs.baseline }}" ]; then - npx --yes evalgate@${{ inputs.version }} compare "${{ inputs.suite }}" \ + npx --yes @royalpinto007/evalgate@${{ inputs.version }} compare "${{ inputs.suite }}" \ --base "${{ inputs.baseline }}" \ --provider "${{ inputs.provider }}" \ --tolerance "${{ inputs.tolerance }}" \ @@ -65,7 +65,7 @@ runs: $MODEL_FLAG $COMMENT_FLAG else echo "No baseline at ${{ inputs.baseline }}; running the suite without a comparison." - npx --yes evalgate@${{ inputs.version }} run "${{ inputs.suite }}" \ + npx --yes @royalpinto007/evalgate@${{ inputs.version }} run "${{ inputs.suite }}" \ --provider "${{ inputs.provider }}" \ --md evalgate-report.md \ $MODEL_FLAG