From 49a74f94d073c924c04fcdeadcd2f3d4dcebe070 Mon Sep 17 00:00:00 2001 From: Mustafa Yenler <94706243+Musti7even@users.noreply.github.com> Date: Wed, 11 Nov 2026 22:16:29 +0000 Subject: [PATCH 1/2] Self-test on pull requests: the proof comment, with its own key The self-test also runs on pull requests (pull-requests: write), so the passing run posts its proof comment on the PR and edits it on later pushes. Both runs use MOBILESANDBOX_SELFTEST_KEY, a dedicated action-selftest workspace; the expected failure sets comment: false. Co-Authored-By: Claude Opus 5.5 --- .github/workflows/test.yml | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 756dcfd..0a90722 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -1,11 +1,14 @@ -# Runs this action on a public F-Droid APK: once where the text shows, once where it can't. +# Runs this action on a public F-Droid APK: once where the text shows, once where it can't. On a pull request the +# passing run also posts its proof comment and edits it on later pushes (#184), with its own action-selftest key. name: test on: push: branches: [main] + pull_request: workflow_dispatch: permissions: contents: read + pull-requests: write # the proof comment concurrency: test jobs: smoke: @@ -21,7 +24,7 @@ jobs: with: apk: calculator.apk wait-for: '=' - api-key: ${{ secrets.MOBILESANDBOX_API_KEY }} + api-key: ${{ secrets.MOBILESANDBOX_SELFTEST_KEY }} - id: fail uses: ./ continue-on-error: true @@ -29,10 +32,12 @@ jobs: apk: calculator.apk wait-for: Sign in timeout: 5 - api-key: ${{ secrets.MOBILESANDBOX_API_KEY }} + api-key: ${{ secrets.MOBILESANDBOX_SELFTEST_KEY }} artifact-name: android-smoke-expected-fail + comment: false # the expected failure needs no comment - run: | echo "pass: ${{ steps.pass.outputs.result }} ${{ steps.pass.outputs.phone-id }} ${{ steps.pass.outputs.screenshot }}" echo "fail: ${{ steps.fail.outputs.result }} ${{ steps.fail.outputs.phone-id }}" + echo "comment: ${{ steps.pass.outputs.comment-url }}" test "${{ steps.pass.outputs.result }}" = pass test "${{ steps.fail.outputs.result }}" = fail From 9601c7561810465c727c889ce69faae52a99016b Mon Sep 17 00:00:00 2001 From: Mustafa Yenler <94706243+Musti7even@users.noreply.github.com> Date: Wed, 11 Nov 2026 22:18:33 +0000 Subject: [PATCH 2/2] README: link a real proof comment Co-Authored-By: Claude Opus 5.5 --- README.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/README.md b/README.md index 40321ce..28aa436 100644 --- a/README.md +++ b/README.md @@ -63,6 +63,8 @@ jobs: > *(the last screen)*
> Tested on Mobilebox +A real one: [the proof comment on this repo's self-test PR](https://github.com/fifteenA/android-smoke-action/pull/2#issuecomment-6808386702). + The screenshot is an image file at an unguessable address on mobilebox.dev, not indexed and not shown anywhere else. It and the comment's line are deleted from Mobilebox after 30 days. Turn the comment off with `comment: false`: then nothing is posted or stored.