wekan/.github/workflows/e2e-testing.yml

name: Deploy testing environment to EC2

on:
  pull_request:
    branches:
      - main
  workflow_dispatch:

jobs:
  deploy:
    runs-on: ubuntu-latest
    outputs:
      wekan_image_tag: ${{ steps.docker_image_build.outputs.tag }}

    steps:
      - name: Checkout repository(omriza5/wekan)
        uses: actions/checkout@v4

      - name: Build and push docker image
        id: docker_image_build
        run: |
          # Login to DockerHub
          echo ${{ secrets.DOCKERHUB_PASSWORD }} | docker login -u ${{ secrets.DOCKERHUB_USERNAME }} --password-stdin

          # Use short commit SHA (first 7 characters)
          SHORT_SHA=$(echo "${{ github.sha }}" | cut -c1-7)
          TAG="${SHORT_SHA}-$(date +%Y%m%d-%H%M%S)"
          echo "tag=$TAG" >> $GITHUB_OUTPUT

          docker build -t ${{ secrets.DOCKERHUB_USERNAME }}/wekan:$TAG .

          docker push ${{ secrets.DOCKERHUB_USERNAME }}/wekan:$TAG

          # Save the tag for later steps
          echo "WEKAN_IMAGE_TAG=$TAG" >> $GITHUB_ENV

      - name: Scan Wekan Docker image for vulnerabilities(Wekan)
        uses: aquasecurity/trivy-action@master
        with:
          image-ref: '${{ secrets.DOCKERHUB_USERNAME }}/wekan:${{ env.WEKAN_IMAGE_TAG }}'
          format: 'table'
          severity: 'HIGH,CRITICAL'
          ignore-unfixed: true
          exit-code: 0

      - name: Scan wekan-selenium Docker image for vulnerabilities
        uses: aquasecurity/trivy-action@master
        with:
          image-ref: 'omriza5/wekan-selenium:1.0.0'
          format: 'table'
          severity: 'HIGH,CRITICAL'
          ignore-unfixed: true
          exit-code: 0

      - name: Create .env file
        run: |
          echo "WEKAN_IMAGE=omriza5/wekan:${WEKAN_IMAGE_TAG}" >> .env

      - name: Copy .env file to EC2
        uses: appleboy/scp-action@v0.1.7
        with:
          host: ${{ secrets.WEKAN_EC2_HOST_IP }}
          username: ubuntu
          key: ${{ secrets.EC2_SSH_KEY }}
          source: ".env"
          target: "/home/ubuntu/"

      - name: Copy docker-compose file to EC2
        uses: appleboy/scp-action@v0.1.7
        with:
          host: ${{ secrets.WEKAN_EC2_HOST_IP }}
          username: ubuntu
          key: ${{ secrets.EC2_SSH_KEY }}
          source: "docker-compose.yml"
          target: "/home/ubuntu/"

      - name: Deploy to EC2
        uses: appleboy/ssh-action@v1.0.3
        with:
          host: ${{ secrets.WEKAN_EC2_HOST_IP }}
          username: ubuntu
          key: ${{ secrets.EC2_SSH_KEY }}
          script: |
            # Stop and remove containers with volumes
            sudo docker compose down -v || true

            # Clean up everything including named volumes
            sudo docker volume rm $(sudo docker volume ls -q) 2>/dev/null || true

            sudo docker stop $(sudo docker ps -aq) 2>/dev/null || true
            sudo docker rm $(sudo docker ps -aq) 2>/dev/null || true

            # Remove all images to free space
            sudo docker rmi $(sudo docker images -q) 2>/dev/null || true

            # Clean up networks (volumes already removed above)
            sudo docker network prune -f || true

            echo "${{ secrets.DOCKERHUB_PASSWORD }}" | sudo docker login -u "${{ secrets.DOCKERHUB_USERNAME }}" --password-stdin

            sudo docker compose pull
            sudo docker compose up -d

  API-tests:
    needs: deploy
    runs-on: ubuntu-latest

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Set up Python 3.12
        uses: actions/setup-python@v4
        with:
          python-version: "3.12"

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r requirements.txt

      - name: Create test user via Database
        uses: appleboy/ssh-action@v1.0.3
        with:
          host: ${{ secrets.WEKAN_EC2_HOST_IP }}
          username: ubuntu
          key: ${{ secrets.EC2_SSH_KEY }}
          script: |
            # Wait for Wekan to be fully ready
            echo "Waiting for Wekan to start..."
            for i in {1..24}; do
              if curl -s http://localhost > /dev/null 2>&1; then
                echo "Wekan is responding!"
                break
              fi
              echo "Waiting... (attempt $i/24)"
              sleep 5
            done

            # Create user directly in database with the exact structure from browser
            echo "Creating test user directly in database..."
            sudo docker exec wekan-db mongosh wekan --eval '
              // Remove existing user first
              db.users.deleteMany({username: "omriza5"});

              // Create user with exact structure from browser
              const result = db.users.insertOne({
                _id: "omriza5_" + new Date().getTime(),
                createdAt: new Date(),
                services: {
                  password: {
                    bcrypt: "$2b$10$v9266B4sMuTCOgPsnIPibuxKoUwELIqPvTn7GQqGvvVibAEsmphsm"
                  },
                  email: {
                    verificationTokens: [
                      {
                        token: "token_" + Math.random().toString(36).substring(2),
                        address: "omriza5@gmail.com",
                        when: new Date()
                      }
                    ]
                  }
                },
                username: "omriza5",
                emails: [{ address: "omriza5@gmail.com", verified: false }],
                isAdmin: true,
                modifiedAt: new Date(),
                profile: {
                  boardView: "board-view-swimlanes",
                  listSortBy: "-modifiedAt",
                  templatesBoardId: "",
                  cardTemplatesSwimlaneId: "",
                  listTemplatesSwimlaneId: "",
                  boardTemplatesSwimlaneId: "",
                  listWidths: {},
                  listConstraints: {},
                  autoWidthBoards: {},
                  swimlaneHeights: {},
                  keyboardShortcuts: false,
                  verticalScrollbars: true,
                  showWeekOfYear: true
                },
                authenticationMethod: "password",
                sessionData: {}
              });

              if (result.acknowledged) {
                print("User omriza5 created successfully");
              } else {
                print("Failed to create user");
              }
            ' || echo "Failed to execute MongoDB command"

            # Verify user was created
            echo "Verifying user creation..."
            sudo docker exec wekan-db mongosh wekan --eval 'db.users.findOne({username: "omriza5"}, {username: 1, emails: 1, isAdmin: 1})' || echo "User verification failed"

            # Verify login works
            echo "Testing login..."
            LOGIN_RESPONSE=$(curl -s -w "HTTPSTATUS:%{http_code}" \
                                -H "Content-type:application/json" \
                                -X POST http://localhost/users/login \
                                -d '{"username":"omriza5","password":"123456"}')

            LOGIN_CODE=$(echo $LOGIN_RESPONSE | tr -d '\n' | sed -e 's/.*HTTPSTATUS://')
            if [[ "$LOGIN_CODE" == "200" ]]; then
              echo "Login test successful"
            else
              echo "Login test failed (Code: $LOGIN_CODE)"
              echo "Response: $(echo $LOGIN_RESPONSE | sed -e 's/HTTPSTATUS:.*//g')"
            fi

      - name: Run API tests
        env:
          BASE_URL: ${{ secrets.WEKAN_URL }}
        run: |
          pytest --maxfail=5 --disable-warnings -v

  Selenium-ui-tests:
    needs: deploy
    runs-on: ubuntu-latest

    strategy:
      matrix:
        browser: [chrome, firefox]
        resolution:
          - { name: "desktop", width: 1200, height: 800 }
          - { name: "mobile", width: 800, height: 667 }
      fail-fast: false # Continue other jobs even if one fails

    name: Test ${{ matrix.browser }} - ${{ matrix.resolution.name }}

    steps:
        - name: Checkout code
          uses: actions/checkout@v4
          with:
            fetch-depth: 1
            repository: omriza5/wekan-selenium
            token: ${{ secrets.UI_TESTING_GITHUB_TOKEN }}

        - name: Set up Python 3.11
          uses: actions/setup-python@v4
          with:
            python-version: "3.11"

        - name: Install dependencies
          run: |
            python -m pip install --upgrade pip
            pip install -r requirements.txt

        - name: Install Chrome and ChromeDriver
          if: matrix.browser == 'chrome'
          run: |
            sudo apt-get update
            sudo apt-get install -y google-chrome-stable

        - name: Install Firefox and GeckoDriver
          if: matrix.browser == 'firefox'
          run: |
            sudo apt-get update
            sudo apt-get install -y wget tar
            # Remove Snap Firefox if installed
            sudo snap remove firefox || true
            # Download official Firefox
            wget -O firefox.tar.xz "https://download.mozilla.org/?product=firefox-latest&os=linux64&lang=en-US"
            tar xJf firefox.tar.xz
            sudo mv firefox /opt/firefox
            sudo ln -s /opt/firefox/firefox /usr/local/bin/firefox
            # Install GeckoDriver
            wget https://github.com/mozilla/geckodriver/releases/latest/download/geckodriver-v0.36.0-linux64.tar.gz
            tar -xvzf geckodriver-v0.36.0-linux64.tar.gz
            sudo mv geckodriver /usr/local/bin/
            sudo chmod +x /usr/local/bin/geckodriver

        - name: Wait for Wekan to be ready
          env:
            WEKAN_URL: ${{ secrets.WEKAN_URL }}
          run: |
            echo "Waiting for Wekan to be fully ready at $WEKAN_URL..."
            for i in {1..30}; do
              if curl -s -f "$WEKAN_URL" > /dev/null 2>&1; then
                echo "Wekan is responding! (attempt $i)"
                # Additional check to ensure it's fully loaded
                sleep 5
                if curl -s "$WEKAN_URL" | grep -q "Wekan"; then
                  echo "Wekan is fully ready!"
                  break
                fi
              fi
              echo "Waiting for Wekan... (attempt $i/30)"
              sleep 10
            done

            # Final verification
            curl -I "$WEKAN_URL" || exit 1

        - name: Run Selenium tests
          env:
            HEADLESS: true
            BROWSER: ${{ matrix.browser }}
            SCREEN_WIDTH: ${{ matrix.resolution.width }}
            SCREEN_HEIGHT: ${{ matrix.resolution.height }}
            WEKAN_URL: ${{ secrets.WEKAN_URL }}
            ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
            ALLURE_SUITE: "${{ matrix.browser }} - ${{ matrix.resolution.name }}"
          run: |
            if [ -d "allure-results" ]; then rm -rf allure-results; fi
            mkdir -p allure-results
            cat > allure-results/environment.properties << EOF
            os_platform=$(uname -s)
            os_release=$(lsb_release -r | awk '{print $2}')
            os_version=$(lsb_release -c | awk '{print $2}')
            python_version=$(python --version | awk '{print $2}')
            Wekan.URL=${{ secrets.WEKAN_URL }}
            Headless.Mode=true
            Wekan.Image=omriza5/wekan:${{ needs.deploy.outputs.wekan_image_tag }}
            Browser=${{ matrix.browser }}
            Resolution=${{ matrix.resolution.name }}
            EOF
            pytest --alluredir=allure-results tests/

        - name: Upload Allure results as artifact
          uses: actions/upload-artifact@v4
          if: always() # Upload even if tests fail
          with:
            name: allure-results-${{ matrix.browser }}-${{ matrix.resolution.name }}
            path: allure-results/
            retention-days: 30

  allure-report:
    runs-on: ubuntu-latest
    needs: Selenium-ui-tests
    if: always()

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Download all Allure results
        uses: actions/download-artifact@v4
        with:
          pattern: allure-results-*
          path: allure-results
          merge-multiple: true

      - name: Generate and Deploy Allure Report
        uses: simple-elf/allure-report-action@master
        with:
          allure_results: allure-results
          allure_report: allure-report
          gh_pages: gh-pages
          allure_history: allure-history
          keep_reports: 20

      - name: Deploy to GitHub Pages
        uses: peaceiris/actions-gh-pages@v3
        with:
          github_token: ${{ secrets.UI_TESTING_GITHUB_TOKEN }}
          publish_dir: allure-history