audio error still #55
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # testing locally with act cli | |
| # act -W .github/workflows/ci.yml --container-architecture linux/amd64 -env ACTIONS_RUNTIME_URL=http://host.docker.internal:8080/ --env ACTIONS_RUNTIME_TOKEN=foo --env ACTIONS_CACHE_URL=http://host.docker.internal:8080/ --artifact-server-path out -j build-ubuntu -P ubuntu-latest=-self-hosted --env-file .env --secret-file .secrets | |
| name: Rust CI | |
| on: | |
| push: | |
| pull_request: | |
| jobs: | |
| test-ubuntu: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| target/ | |
| key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }} | |
| - uses: actions-rs/toolchain@v1 | |
| with: | |
| profile: minimal | |
| toolchain: stable | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y tesseract-ocr libtesseract-dev libavformat-dev libavfilter-dev libavdevice-dev ffmpeg libasound2-dev libgtk-3-dev libsoup-3.0-dev libjavascriptcoregtk-4.1-dev libwebkit2gtk-4.1-dev | |
| sudo apt-get install -y libxcb-randr0-dev libxcb-xtest0-dev libxcb-xinerama0-dev libxcb-shape0-dev libxcb-xkb-dev | |
| - name: Copy test image | |
| run: | | |
| mkdir -p target/debug/deps | |
| cp screenpipe-vision/tests/testing_OCR.png target/debug/deps/ | |
| - name: Run tests | |
| run: cargo test | |
| test-windows: | |
| runs-on: windows-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~\AppData\Local\cargo\ | |
| target\ | |
| key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }} | |
| - uses: actions-rs/toolchain@v1 | |
| with: | |
| profile: minimal | |
| toolchain: stable | |
| - name: setup Bun | |
| uses: oven-sh/setup-bun@v1 | |
| - name: Run pre_build.js on | |
| shell: bash | |
| run: bun ./scripts/pre_build.js | |
| working-directory: ./examples/apps/screenpipe-app-tauri | |
| # - name: Run tests | |
| # run: cargo test | |
| - name: Copy test image | |
| shell: bash | |
| run: | | |
| mkdir -p target/debug/deps || true | |
| cp screenpipe-vision/tests/testing_OCR.png target/debug/deps/ | |
| - name: Run specific Windows OCR test | |
| run: cargo test test_process_ocr_task_windows | |
| test-macos: | |
| runs-on: macos-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~\AppData\Local\cargo\ | |
| target\ | |
| key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }} | |
| - uses: actions-rs/toolchain@v1 | |
| with: | |
| profile: minimal | |
| toolchain: stable | |
| - name: setup Bun | |
| uses: oven-sh/setup-bun@v1 | |
| - name: Run pre_build.js on | |
| shell: bash | |
| env: | |
| SKIP_SCREENPIPE_SETUP: true # avoid trying to copy screenpipe binaries, not yet built (next step) | |
| run: bun ./scripts/pre_build.js | |
| working-directory: ./examples/apps/screenpipe-app-tauri | |
| - name: Copy test image | |
| shell: bash | |
| run: | | |
| mkdir -p target/debug/deps || true | |
| cp screenpipe-vision/tests/testing_OCR.png target/debug/deps/ | |
| - name: Run specific Apple OCR test | |
| shell: bash | |
| env: | |
| DYLD_LIBRARY_PATH: /Users/runner/work/screenpipe/screenpipe/screenpipe-vision/lib | |
| run: cargo test test_apple_native_ocr | |
| build-cli: | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest, windows-latest] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cargo/bin/ | |
| ~/.cargo/registry/index/ | |
| ~/.cargo/registry/cache/ | |
| ~/.cargo/git/db/ | |
| target/ | |
| key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }} | |
| - uses: actions-rs/toolchain@v1 | |
| with: | |
| profile: minimal | |
| toolchain: stable | |
| - name: Install dependencies (Ubuntu) | |
| if: matrix.os == 'ubuntu-latest' | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y libasound2-dev libgtk-3-dev libsoup-3.0-dev libjavascriptcoregtk-4.1-dev libwebkit2gtk-4.1-dev ffmpeg | |
| sudo apt-get install -y libavutil-dev libavformat-dev libavfilter-dev libavdevice-dev | |
| sudo apt-get install -y pkg-config xvfb pulseaudio xdotool x11-xserver-utils sox | |
| sudo apt-get install -y libx11-dev libxcb1-dev | |
| sudo apt-get install -y scrot | |
| sudo apt-get install -y libxcb-randr0-dev libxcb-xtest0-dev libxcb-xinerama0-dev libxcb-shape0-dev libxcb-xkb-dev | |
| sudo apt-get install -y xterm openbox alsa-utils | |
| - name: Build CLI | |
| run: cargo build --release --bin screenpipe | |
| env: | |
| CARGO_NET_GIT_FETCH_WITH_CLI: true | |
| RUSTFLAGS: "-C target-cpu=native" | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: screenpipe-${{ matrix.os }} | |
| path: target/release/screenpipe* | |
| test-cli-ubuntu: | |
| needs: build-cli | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 360 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: screenpipe-ubuntu-latest | |
| path: . | |
| - name: Install dependencies (Ubuntu) | |
| timeout-minutes: 30 | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y xvfb pulseaudio ffmpeg imagemagick xdotool x11-xserver-utils xterm openbox alsa-utils sox tesseract-ocr libtesseract-dev | |
| - name: Setup display and window manager (Ubuntu) | |
| timeout-minutes: 30 | |
| run: | | |
| # Start Xvfb | |
| Xvfb :99 -ac -screen 0 1024x768x24 & | |
| export DISPLAY=:99 | |
| echo "DISPLAY=:99" >> $GITHUB_ENV | |
| sleep 5 | |
| # Start window manager | |
| openbox & | |
| sleep 5 | |
| # Start a visible application | |
| xterm -e "echo 'Test Window'; while true; do date; sleep 1; done" & | |
| sleep 5 | |
| - name: Setup audio (Ubuntu) | |
| timeout-minutes: 30 | |
| run: | | |
| # Setup audio | |
| pulseaudio --start | |
| sleep 2 | |
| pactl load-module module-null-sink sink_name=virtual_speaker | |
| pactl set-default-sink virtual_speaker | |
| pactl load-module module-virtual-source source_name=virtual_mic master=virtual_speaker.monitor | |
| pactl set-default-source virtual_mic | |
| sleep 5 | |
| - name: Debug information (Ubuntu) | |
| timeout-minutes: 30 | |
| run: | | |
| echo "Window list:" | |
| xwininfo -root -tree | |
| echo "Display info:" | |
| xdpyinfo | head -n 20 | |
| echo "Audio devices:" | |
| pactl list short sinks | |
| pactl list short sources | |
| - name: Start simulations (Ubuntu) | |
| timeout-minutes: 30 | |
| run: | | |
| # Start screen and audio simulation | |
| chmod +x ./scripts/simulate_screen_activity.sh | |
| chmod +x ./scripts/simulate_audio_activity.sh | |
| ./scripts/simulate_screen_activity.sh & | |
| ./scripts/simulate_audio_activity.sh & | |
| - name: Run screenpipe and health checks (Ubuntu) | |
| timeout-minutes: 30 | |
| run: | | |
| # Run screenpipe | |
| chmod +x ./screenpipe | |
| mkdir -p ./test_data/logs | |
| RUST_LOG=debug,screenpipe=trace RUST_BACKTRACE=1 ./screenpipe --data-dir ./test_data --fps 1 > ./test_data/logs/screenpipe.log 2>&1 & | |
| CLI_PID=$! | |
| echo "Screenpipe PID: $CLI_PID" | |
| # Wait longer for initialization | |
| sleep 60 | |
| # Check if screenpipe is still running | |
| if ! ps -p $CLI_PID > /dev/null; then | |
| echo "Screenpipe process has died" | |
| cat ./test_data/logs/screenpipe.log | |
| exit 1 | |
| fi | |
| # Health checks | |
| for i in {1..30}; do | |
| response=$(curl -s http://localhost:3030/health) | |
| echo "Health check $i: $response" | |
| status=$(echo $response | jq -r '.status') | |
| frame_status=$(echo $response | jq -r '.frame_status') | |
| audio_status=$(echo $response | jq -r '.audio_status') | |
| if [[ "$status" == "Healthy" && "$frame_status" == "OK" && "$audio_status" == "OK" ]]; then | |
| echo "Health check passed" | |
| exit 0 | |
| fi | |
| # Check if screenpipe is still running | |
| if ! ps -p $CLI_PID > /dev/null; then | |
| echo "Screenpipe process has died during health checks" | |
| break | |
| fi | |
| sleep 10 | |
| done | |
| echo "Health check failed after 5 minutes" | |
| echo "Screenpipe log:" | |
| cat ./test_data/logs/screenpipe.log | |
| echo "Xvfb log:" | |
| cat /tmp/.X99-lock | |
| echo "Process list:" | |
| ps aux | grep -E 'Xvfb|pulseaudio|openbox|xterm|screenpipe' | |
| echo "Audio devices:" | |
| pactl list short sinks | |
| pactl list short sources | |
| echo "Network connections:" | |
| netstat -tuln | grep 3030 | |
| exit 1 | |
| test-cli-windows: | |
| needs: [build-cli, test-cli-ubuntu] | |
| runs-on: windows-latest | |
| timeout-minutes: 360 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: screenpipe-windows-latest | |
| path: . | |
| - name: Install dependencies | |
| shell: pwsh | |
| run: | | |
| # Install Chocolatey packages | |
| choco install ffmpeg pkgconfiglite rust -y | |
| # Install Visual Studio Build Tools | |
| choco install visualstudio2022buildtools -y | |
| choco install visualstudio2022-workload-vctools -y | |
| # Install vcpkg | |
| git clone https://github.com/microsoft/vcpkg.git C:\vcpkg | |
| C:\vcpkg\bootstrap-vcpkg.bat -disableMetrics | |
| C:\vcpkg\vcpkg.exe integrate install --disable-metrics | |
| C:\vcpkg\vcpkg.exe install ffmpeg | |
| # Set environment variables | |
| $env:PKG_CONFIG_PATH = "C:\vcpkg\packages\ffmpeg_x64-windows\lib\pkgconfig" | |
| $env:VCPKG_ROOT = "C:\vcpkg" | |
| $env:LIBCLANG_PATH = "C:\Program Files (x86)\Microsoft Visual Studio\2022\BuildTools\VC\Tools\Llvm\x64\bin" | |
| # Refresh PATH | |
| $env:Path = [System.Environment]::GetEnvironmentVariable("Path","Machine") + ";" + [System.Environment]::GetEnvironmentVariable("Path","User") | |
| - name: Install VB-CABLE Driver | |
| shell: pwsh | |
| run: | | |
| $url = "https://download.vb-audio.com/Download_CABLE/VBCABLE_Driver_Pack43.zip" | |
| $output = "VBCABLE_Driver_Pack43.zip" | |
| Invoke-WebRequest -Uri $url -OutFile $output | |
| Expand-Archive -Path $output -DestinationPath "VBCABLE_Driver" | |
| cd VBCABLE_Driver | |
| # Use silent installation | |
| Start-Process -FilePath ".\VBCABLE_Setup_x64.exe" -ArgumentList "/i", "/s" -Wait | |
| cd .. | |
| - name: Verify audio devices | |
| shell: pwsh | |
| run: | | |
| Write-Output "All audio devices:" | |
| Get-WmiObject Win32_SoundDevice | Select-Object Name, Status | |
| Write-Output "VB-CABLE devices:" | |
| Get-WmiObject Win32_SoundDevice | Where-Object { $_.Name -like "*CABLE*" } | Select-Object Name, Status | |
| Write-Output "Default audio devices:" | |
| Get-CimInstance -Namespace root/cimv2 -ClassName Win32_SoundDevice | Where-Object { $_.Default -eq $true } | Select-Object Name, DeviceID | |
| - name: Setup audio device for testing | |
| shell: pwsh | |
| run: | | |
| $vbCable = Get-WmiObject Win32_SoundDevice | Where-Object { $_.Name -like "*CABLE Output*" } | |
| if ($vbCable) { | |
| $env:TEST_AUDIO_DEVICE = $vbCable.Name | |
| Write-Output "Using VB-CABLE device: $($env:TEST_AUDIO_DEVICE)" | |
| } else { | |
| $defaultOutput = Get-CimInstance -Namespace root/cimv2 -ClassName Win32_SoundDevice | Where-Object { $_.Default -eq $true -and $_.ConfigManagerErrorCode -eq 0 } | Select-Object -First 1 | |
| if ($defaultOutput) { | |
| $env:TEST_AUDIO_DEVICE = $defaultOutput.Name | |
| Write-Output "VB-CABLE not found. Using default output device: $($env:TEST_AUDIO_DEVICE)" | |
| } else { | |
| Write-Error "No suitable audio device found" | |
| exit 1 | |
| } | |
| } | |
| - name: Verify VB-CABLE installation | |
| shell: pwsh | |
| run: | | |
| Get-WmiObject Win32_SoundDevice | Where-Object { $_.Name -like "*CABLE Output*" } | Select-Object Name, Status | |
| - name: Check VB-CABLE initialization | |
| shell: pwsh | |
| run: | | |
| $audioDevice = Get-WmiObject Win32_SoundDevice | Where-Object { $_.Name -like "*CABLE Output*" } | |
| if ($audioDevice) { | |
| Write-Output "VB-CABLE Output device found: $($audioDevice.Name)" | |
| if ($audioDevice.Status -eq "OK") { | |
| Write-Output "VB-CABLE Output device is initialized and ready" | |
| } else { | |
| Write-Error "VB-CABLE Output device is not ready. Status: $($audioDevice.Status)" | |
| exit 1 | |
| } | |
| } else { | |
| Write-Error "VB-CABLE Output device not found" | |
| exit 1 | |
| } | |
| - name: List audio devices after VB-CABLE installation | |
| shell: pwsh | |
| run: | | |
| Get-WmiObject Win32_SoundDevice | Select-Object Name, Status | |
| - name: Setup and run CLI (Windows) | |
| shell: pwsh | |
| run: | | |
| # Set up environment | |
| $env:RUST_LOG = "trace,screenpipe=trace,screenpipe_audio=trace" | |
| $env:RUST_BACKTRACE = "full" | |
| New-Item -ItemType Directory -Force -Path .\test_data\logs | |
| # Debug: List directory contents | |
| Write-Output "Directory contents:" | |
| Get-ChildItem -Recurse | |
| # Debug: Check screenpipe.exe exists and its permissions | |
| if (Test-Path .\screenpipe.exe) { | |
| Write-Output "screenpipe.exe exists" | |
| Get-Acl .\screenpipe.exe | Format-List | |
| } else { | |
| Write-Error "screenpipe.exe not found" | |
| exit 1 | |
| } | |
| # Start screenpipe with correct arguments | |
| # $process = Start-Process -FilePath .\screenpipe.exe -ArgumentList "--data-dir", ".\test_data", "--fps", "1", "--audio-device", "CABLE Output (VB-Audio Virtual Cable)" -NoNewWindow -PassThru -RedirectStandardOutput .\test_data\logs\screenpipe_output.log -RedirectStandardError .\test_data\logs\screenpipe_error.log | |
| $process = Start-Process -FilePath .\screenpipe.exe -ArgumentList "--data-dir", ".\test_data", "--fps", "1", "--audio-device", "$env:TEST_AUDIO_DEVICE" -NoNewWindow -PassThru -RedirectStandardOutput .\test_data\logs\screenpipe_output.log -RedirectStandardError .\test_data\logs\screenpipe_error.log | |
| if ($null -eq $process) { | |
| Write-Error "Failed to start screenpipe process" | |
| exit 1 | |
| } | |
| Write-Output "Screenpipe process started with PID: $($process.Id)" | |
| # Wait for initialization | |
| Start-Sleep -Seconds 60 | |
| if (Get-Process -Id $process.Id -ErrorAction SilentlyContinue) { | |
| Write-Output "Screenpipe process is still running" | |
| } else { | |
| Write-Error "Screenpipe process has terminated unexpectedly" | |
| Get-Content .\test_data\logs\screenpipe_output.log | |
| Get-Content .\test_data\logs\screenpipe_error.log | |
| exit 1 | |
| } | |
| # Start screen and audio simulation | |
| Start-Process -FilePath powershell -ArgumentList "-File", ".\scripts\simulate_screen_activity.ps1" -NoNewWindow | |
| Start-Process -FilePath powershell -ArgumentList "-File", ".\scripts\simulate_audio_activity.ps1" -NoNewWindow | |
| # Health checks | |
| $attempts = 30 | |
| $interval = 10 | |
| for ($i = 0; $i -lt $attempts; $i++) { | |
| Start-Sleep -Seconds $interval | |
| try { | |
| $response = Invoke-RestMethod -Uri http://localhost:3030/health -ErrorAction Stop | |
| Write-Output "Health check $($i+1): $($response | ConvertTo-Json -Compress)" | |
| if ($response.status -eq "Healthy" -and $response.frame_status -eq "OK" -and $response.audio_status -eq "OK") { | |
| Write-Output "Health check passed" | |
| exit 0 | |
| } | |
| } catch { | |
| Write-Output "Error occurred while checking health: $_" | |
| } | |
| if (-not (Get-Process -Id $process.Id -ErrorAction SilentlyContinue)) { | |
| Write-Error "Screenpipe process has terminated during health checks" | |
| Get-Content .\test_data\logs\screenpipe_output.log | |
| Get-Content .\test_data\logs\screenpipe_error.log | |
| exit 1 | |
| } | |
| } | |
| Write-Error "Health check failed after 5 minutes" | |
| Get-Content .\test_data\logs\screenpipe_output.log | |
| Get-Content .\test_data\logs\screenpipe_error.log | |
| Write-Output "Process list:" | |
| Get-Process | Where-Object { $_.Name -match 'screenpipe|ffmpeg' } | Format-Table -AutoSize | |
| exit 1 | |
| - name: Upload logs | |
| if: always() | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: windows-test-logs | |
| path: .\test_data\logs\* |