refactor(ci): standardize workflows and add retry mechanisms and centralized config

.github/actions/generate-browserstack-names/action.yml

@@ -0,0 +1,63 @@
+name: 'Generate BrowserStack Names'
+description: 'Auto-generates BrowserStack project name from workflow context'
+inputs:
+  platform-suffix:
+    description: 'Optional platform suffix to append to build name (e.g., " (Android)", " (iOS)")'
+    required: false
+    default: ''
+outputs:
+  project-name:
+    description: 'BrowserStack project name (auto-derived from workflow)'
+    value: ${{ steps.generate.outputs.project-name }}
+  build-name:
+    description: 'BrowserStack build name (currently returns empty - FIXME)'
+    value: ${{ steps.generate.outputs.build-name }}
+
+runs:
+  using: 'composite'
+  steps:
+    - name: Generate BrowserStack names
+      id: generate
+      shell: bash
+      run: |
+        # Auto-derive project name from workflow file name
+        # Pattern: <workflow-name>-ci.yml -> quickstart - <Workflow Name>
+        WORKFLOW_FILE="${{ github.workflow }}"
+
+        echo "🔍 Workflow: $WORKFLOW_FILE"
+
+        # Extract platform name from workflow name and convert to title case
+        # Examples:
+        #   "JavaScript Web CI" -> "JavaScript Web"
+        #   "Android Kotlin CI" -> "Android Kotlin"
+        #   "React Native Expo CI" -> "React Native Expo"
+        PLATFORM_NAME=$(echo "$WORKFLOW_FILE" | sed 's/ CI$//')
+
+        # Special case mappings for non-standard names
+        case "$PLATFORM_NAME" in
+          "Android C++")
+            PLATFORM_NAME="Android CPP"
+            ;;
+        esac
+
+        PROJECT_NAME="quickstart - $PLATFORM_NAME"
+
+        # FIXME: Build name generation is currently broken and doesn't work properly
+        # For now, we return an empty string. This needs to be fixed in a future PR.
+        # The build name should ideally include PR context and commit info, but the
+        # current implementation using GitHub CLI and event context is unreliable.
+        #
+        # TODO: Implement proper build name generation that:
+        #   1. Reliably fetches PR information
+        #   2. Sanitizes strings for BrowserStack requirements
+        #   3. Handles both PR and non-PR contexts
+        #   4. Includes platform suffix when provided
+        BUILD_NAME=""
+
+        # Output values
+        echo "project-name=$PROJECT_NAME" >> $GITHUB_OUTPUT
+        echo "build-name=$BUILD_NAME" >> $GITHUB_OUTPUT
+
+        # Debug output
+        echo "📦 Project: $PROJECT_NAME"
+        echo "🏗️  Build: $BUILD_NAME (empty - FIXME)"

.github/browserstack-devices.yml

@@ -0,0 +1,115 @@
+---
+# BrowserStack Device Configuration
+#
+# Centralized configuration for all BrowserStack testing across CI workflows.
+# Each SDK/app has its own configuration section below.
+#
+# Device Selection Criteria:
+# - Coverage: Test across multiple OS versions (latest, current-1, current-2)
+# - Market share: Focus on popular devices (Pixel, Samsung Galaxy, iPhone)
+# - OS baseline: Ensure minimum supported OS versions are tested
+#
+# References:
+# - Mobile devices: https://www.browserstack.com/docs/app-automate/api-reference/appium/devices
+# - Desktop browsers: https://www.browserstack.com/docs/automate/api-reference/selenium/list-of-browsers-and-platforms
+
+# Android C++ QuickStart
+android-cpp:
+  devices:
+    - "Google Pixel 7-13.0"  # Android 13 baseline
+
+# Android Java QuickStart
+android-java:
+  devices:
+    - "Google Pixel 8-14.0"      # Latest Android 14
+    - "Samsung Galaxy S23-13.0"  # Popular flagship, Android 13
+    - "Google Pixel 6-12.0"      # Android 12 support
+    - "OnePlus 9-11.0"           # Android 11 minimum baseline
+
+# Android Kotlin QuickStart
+android-kotlin:
+  devices:
+    - "Google Pixel 8-14.0"      # Latest Android 14
+    - "Samsung Galaxy S23-13.0"  # Popular flagship, Android 13
+    - "Google Pixel 6-12.0"      # Android 12 support
+    - "OnePlus 9-11.0"           # Android 11 minimum baseline
+
+# Flutter QuickStart (multi-platform)
+flutter:
+  android:
+    devices:
+      - "Google Pixel 7-13.0"      # Android 13 baseline
+      - "Samsung Galaxy S23-13.0"  # Popular flagship
+      - "Google Pixel 6-12.0"      # Android 12 support
+  ios:
+    devices:
+      - "iPhone 13-15"  # iOS 15 support
+      - "iPhone 14-16"  # iOS 16 current
+      - "iPhone 12-17"  # iOS 17 latest
+
+# Kotlin Multiplatform QuickStart
+kotlin-multiplatform:
+  android:
+    devices:
+      - "Google Pixel 8-14.0"      # Latest Android 14
+      - "Samsung Galaxy S23-13.0"  # Popular flagship
+
+# React Native QuickStart
+react-native:
+  android:
+    devices:
+      - "Samsung Galaxy S22-12.0"  # Android 12
+      - "Google Pixel 7-13.0"      # Android 13
+  ios:
+    devices:
+      - "iPhone 15-17.0"  # Latest iOS 17
+      - "iPhone 14-16.0"  # iOS 16 support
+
+# React Native Expo QuickStart
+react-native-expo:
+  android:
+    devices:
+      - "Samsung Galaxy S22-12.0"  # Android 12
+      - "Google Pixel 7-13.0"      # Android 13
+  ios:
+    devices:
+      - "iPhone 15-17.0"  # Latest iOS 17
+      - "iPhone 14-16.0"  # iOS 16 support
+
+# .NET MAUI QuickStart (multi-platform)
+dotnet-maui:
+  android:
+    devices:
+      - "Google Pixel 8-14.0"      # Latest Android 14
+      - "Samsung Galaxy S23-13.0"  # Popular flagship
+  ios:
+    devices:
+      - "iPhone 15-17.0"  # Latest iOS 17
+      - "iPhone 14-16.0"  # iOS 16 support
+
+# Swift/iOS QuickStart
+swift:
+  devices:
+    - "iPhone 15 Pro-17"  # Latest flagship with iOS 17
+
+# Java Spring (web application)
+# Tests web app in desktop browsers using Selenium WebDriver
+java-spring:
+  platforms:
+    - os: "Windows"
+      osVersion: "11"
+      browserName: "Chrome"
+      browserVersion: "latest"  # Always test latest Chrome
+
+# JavaScript Web (React web application)
+# Tests web app in multiple desktop browsers
+javascript-web:
+  browsers:
+    - browser: "Chrome"
+      browser_version: "120.0"
+      os: "Windows"
+      os_version: "11"
+    - browser: "Firefox"
+      browser_version: "121.0"
+      os: "Windows"
+      os_version: "11"

.github/scripts/browserstack-test.py

@@ -7,9 +7,9 @@
 """
 
 import time
-import json
 import sys
 import os
+import yaml
 from selenium import webdriver
 from selenium.webdriver.common.by import By
 from selenium.webdriver.support.ui import WebDriverWait
@@ -58,14 +58,18 @@ def run_test(browser_config):
         f"Starting test on {browser_config['browser']} {browser_config['browser_version']} on {browser_config['os']}"
     )
 
-    # Set up BrowserStack options
+    # Get BrowserStack project and build names from environment
+    # These are now generated by the get-browserstack-build-info action
+    project_name = os.environ.get('BROWSERSTACK_PROJECT', 'quickstart - JavaScript Web')
+    build_name = os.environ.get('BROWSERSTACK_BUILD_NAME', f"Build-{os.environ.get('GITHUB_RUN_NUMBER', '0')}")
+
     bs_options = {
         "browserVersion": browser_config["browser_version"],
         "os": browser_config["os"],
         "osVersion": browser_config["os_version"],
         "sessionName": f"Ditto Tasks Test - {browser_config['browser']} {browser_config['browser_version']}",
-        "buildName": f"Ditto JavaScript Web Build #{os.environ.get('GITHUB_RUN_NUMBER', '0')}",
-        "projectName": "Ditto JavaScript Web",
+        "buildName": build_name,
+        "projectName": project_name,
         "local": "true",
         "debug": "true",
         "video": "true",
@@ -125,7 +129,7 @@ def run_test(browser_config):
         time.sleep(3)
 
         # Check for GitHub test document
-        github_doc_id = os.environ.get("GITHUB_TEST_DOC_ID")
+        github_doc_id = os.environ.get("DITTO_CLOUD_TASK_TITLE")
         if github_doc_id:
             print(f"Checking for GitHub test document: {github_doc_id}")
             if wait_for_sync_document(driver, github_doc_id):
@@ -226,21 +230,13 @@ def run_test(browser_config):
 
 def main():
     """Main function to run all browser tests."""
-    # Browser configurations to test
-    browsers = [
-        {
-            "browser": "Chrome",
-            "browser_version": "120.0",
-            "os": "Windows",
-            "os_version": "11",
-        },
-        {
-            "browser": "Firefox",
-            "browser_version": "121.0",
-            "os": "Windows",
-            "os_version": "11",
-        },
-    ]
+    # Load browser configurations from centralized config
+    config_path = os.path.join(
+        os.path.dirname(__file__), "..", "browserstack-devices.yml"
+    )
+    with open(config_path, "r") as f:
+        config = yaml.safe_load(f)
+    browsers = config["javascript-web"]["browsers"]
 
     # Run tests on all browsers
     results = []