Add LlamaDemo Android instrumentation test workflow with model presets #33
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Copyright (c) Meta Platforms, Inc. and affiliates. | |
| # All rights reserved. | |
| # | |
| # This source code is licensed under the BSD-style license found in the | |
| # LICENSE file in the root directory of this source tree. | |
| name: LlamaDemo Android | |
| on: | |
| pull_request: | |
| branches: [main] | |
| paths: | |
| - 'llm/android/**' | |
| - '.github/workflows/llm-android.yml' | |
| workflow_dispatch: | |
| inputs: | |
| model_preset: | |
| description: 'Model preset to use' | |
| required: true | |
| type: choice | |
| options: | |
| - stories | |
| - llama | |
| - custom | |
| default: 'stories' | |
| custom_pte_url: | |
| description: 'Custom URL for model .pte file (only used when model_preset is custom)' | |
| required: false | |
| type: string | |
| custom_tokenizer_url: | |
| description: 'Custom URL for tokenizer file (only used when model_preset is custom)' | |
| required: false | |
| type: string | |
| permissions: | |
| contents: read | |
| jobs: | |
| instrumentation-test: | |
| runs-on: 8-core-ubuntu | |
| env: | |
| API_LEVEL: 34 | |
| ARCH: x86_64 | |
| EMULATOR_OPTIONS: -no-window -gpu swiftshader_indirect -noaudio -no-boot-anim -camera-back none | |
| RAM_SIZE: 16384M | |
| name: Instrumentation Test LlamaDemo | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Enable KVM group perms | |
| run: | | |
| echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules | |
| sudo udevadm control --reload-rules | |
| sudo udevadm trigger --name-match=kvm | |
| - name: Set up JDK 17 | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: '17' | |
| distribution: 'temurin' | |
| - name: Setup Gradle | |
| uses: gradle/actions/setup-gradle@v4 | |
| - name: AVD cache | |
| uses: actions/cache@v4 | |
| id: avd-cache | |
| with: | |
| path: | | |
| ~/.android/avd/* | |
| ~/.android/adb* | |
| key: avd-${{ env.API_LEVEL }}-${{ env.ARCH }}-ram${{ env.RAM_SIZE }} | |
| - name: Create AVD and generate snapshot for caching | |
| if: steps.avd-cache.outputs.cache-hit != 'true' | |
| uses: reactivecircus/android-emulator-runner@v2 | |
| with: | |
| api-level: ${{ env.API_LEVEL }} | |
| arch: ${{ env.ARCH }} | |
| force-avd-creation: false | |
| ram-size: ${{ env.RAM_SIZE }} | |
| emulator-options: ${{ env.EMULATOR_OPTIONS }} | |
| disable-animations: false | |
| working-directory: llm/android/LlamaDemo | |
| script: echo "Generated AVD snapshot for caching." | |
| - name: Run instrumentation tests | |
| uses: reactivecircus/android-emulator-runner@v2 | |
| env: | |
| MODEL_PRESET: ${{ inputs.model_preset || 'stories' }} | |
| CUSTOM_PTE_URL: ${{ inputs.custom_pte_url }} | |
| CUSTOM_TOKENIZER_URL: ${{ inputs.custom_tokenizer_url }} | |
| with: | |
| api-level: ${{ env.API_LEVEL }} | |
| arch: ${{ env.ARCH }} | |
| force-avd-creation: false | |
| ram-size: ${{ env.RAM_SIZE }} | |
| emulator-options: -no-snapshot-save ${{ env.EMULATOR_OPTIONS }} | |
| disable-animations: true | |
| working-directory: llm/android/LlamaDemo | |
| script: | | |
| adb shell cat /proc/meminfo | head -5 | |
| adb logcat -c && adb logcat > /tmp/logcat.txt & | |
| LOGCAT_PID=$! | |
| if [ "$MODEL_PRESET" = "custom" ]; then GRADLE_ARGS="-PmodelPreset=$MODEL_PRESET -PcustomPteUrl=$CUSTOM_PTE_URL -PcustomTokenizerUrl=$CUSTOM_TOKENIZER_URL"; else GRADLE_ARGS="-PmodelPreset=$MODEL_PRESET"; fi | |
| ./gradlew connectedCheck $GRADLE_ARGS || TEST_EXIT_CODE=$? | |
| kill $LOGCAT_PID || true | |
| exit ${TEST_EXIT_CODE:-0} | |
| - name: Upload logcat | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: logcat | |
| path: /tmp/logcat.txt | |
| retention-days: 7 |