# GitHub Actions Workflow for launching UI tests on Linux and Mac in the following steps: # - Prepare and launch IDE with your plugin and robot-server plugin, which is necessary to interact with the UI. # - Wait for IDE to start # - Run UI tests with a separate Gradle task. # # Please check https://github.com/JetBrains/intellij-ui-test-robot for information about UI tests with IntelliJ Platform. # # Workflow is triggered manually. name: Run UI Tests on: workflow_dispatch jobs: # UI Test Jobs (one per OS/test combination) testUI: name: Run UI Test (${{ matrix.osName }} - ${{ matrix.test }}) runs-on: ${{ matrix.runner }} permissions: contents: write checks: write pull-requests: write strategy: fail-fast: false matrix: include: # Linux test - runner: ubuntu-latest osName: Linux test: org.jetbrains.plugins.template.ui.MyProjectUITest # macOS test - runner: macos-latest osName: macOS test: org.jetbrains.plugins.template.ui.MyProjectUITest steps: - name: Fetch Sources uses: actions/checkout@v5 # Set up the Java environment for the next steps - name: Setup Java uses: actions/setup-java@v4 with: distribution: zulu java-version: 21 # Setup Gradle - name: Setup Gradle uses: gradle/actions/setup-gradle@v4.2.2 with: cache-read-only: true # Set up Xvfb for Linux headless mode - name: Setup Xvfb for Linux if: runner.os == 'Linux' run: | sudo apt-get update -y sudo apt-get install -y xvfb x11-utils libxkbcommon-x11-0 libxcb-icccm4 libxcb-image0 libxcb-keysyms1 libxcb-randr0 libxcb-render-util0 libxcb-xinerama0 libxcb-xfixes0 export DISPLAY=:99.0 Xvfb -ac :99 -screen 0 1920x1080x16 & sleep 3 echo "DISPLAY=:99.0" >> $GITHUB_ENV # Run UI test with IDE Starter framework - name: Run UI Test ${{ matrix.test }} env: CODECOV_API_TOKEN: ${{ secrets.CODECOV_API_TOKEN }} LICENSE_KEY: ${{ secrets.LICENSE_KEY }} UI_BRANCH_NAME: "${{ matrix.osName }}-${{ github.ref_name }}" DISPLAY: ${{ runner.os == 'Linux' && ':99.0' || '' }} run: | echo "Running UI test ${{ matrix.test }} on ${{ matrix.osName }}" echo "UI on ${{ matrix.osName }} run #: ${{ github.run_number }} and id: ${{ github.run_id }}" ./gradlew uiTest --tests "${{ matrix.test }}" --info timeout-minutes: 30 # List build directory for debugging - name: List build directory structure if: always() shell: bash run: | echo "=== Build directory structure ===" if [ -d "build" ]; then find build -type d -name "log" -o -name "screenshots" -o -name "ui-hierarchy" 2>/dev/null | head -20 || true echo "=== Looking for IDE test output ===" find build -type d -path "*/ide-tests/*" 2>/dev/null | head -20 || true else echo "Build directory not found" fi - name: Collect Test Results if: always() uses: actions/upload-artifact@v4.6.2 with: name: tests-result-${{ matrix.test }}-${{ matrix.osName }} path: | build/reports/ build/test-results/ build/out/ build/idea-sandbox/ build/**/*.log build/**/screenshots/ build/**/ui-hierarchy/ if-no-files-found: warn continue-on-error: true - name: Collect Test Report XML if: always() uses: actions/upload-artifact@v4.6.2 with: name: test-report-${{ matrix.test }}-${{ matrix.osName }} path: ${{ github.workspace }}/build/test-results/uiTest/*.xml # Test report job using dorny/test-reporter test-report: name: UI Test Report needs: testUI runs-on: ubuntu-latest if: always() permissions: contents: write checks: write pull-requests: write actions: read steps: - name: Fetch Sources uses: actions/checkout@v5 with: token: '${{ secrets.GITHUB_TOKEN }}' - name: Download all test reports uses: actions/download-artifact@v5.0.0 with: pattern: test-report-* path: test-reports merge-multiple: true - name: Generate Test Report uses: dorny/test-reporter@v2.1.1 if: success() || failure() with: name: UI Test Report Dashboard reporter: java-junit fail-on-error: 'true' path: 'test-reports/*.xml'