executorch/.github/workflows/apple-perf-private-device-experiment.yml at main · keyprocedure/executorch · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
name: apple-perf (private devices)

on:
  schedule:
   - cron: 0 0,4,8,12,16,20 * * *
  pull_request:
    paths:
      - .github/workflows/apple-perf-private-device-experiment.yml
  push:
    branches:
      - main
    paths:
      - .github/workflows/apple-perf-private-device-experiment.yml
  # Note: GitHub has an upper limit of 10 inputs
  workflow_dispatch:
    inputs:
      models:
        description: Models to be benchmarked
        required: false
        type: string
        default: Qwen/Qwen3-0.6B
      devices:
        description: Target devices to run benchmark
        required: false
        type: string
        default: apple_iphone_15+pro_private
      benchmark_configs:
        description: The list of configs used the benchmark
        required: false
        type: string
  workflow_call:
    inputs:
      models:
        description: Models to be benchmarked
        required: false
        type: string
        default: Qwen/Qwen3-0.6B
      devices:
        description: Target devices to run benchmark
        required: false
        type: string
        default: apple_iphone_15+pro_private
      benchmark_configs:
        description: The list of configs used the benchmark
        required: false
        type: string

concurrency:
  group: apple-perf-private-devices-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}-${{ github.event_name == 'schedule' }}
  cancel-in-progress: true

jobs:
  apple:
    uses: ./.github/workflows/apple-perf.yml
    secrets: inherit
    permissions:
      id-token: write
      contents: read
    with:
      models: ${{ inputs.models || github.event_name == 'schedule' && 'Qwen/Qwen3-0.6B,HuggingFaceTB/SmolLM2-135M,meta-llama/Llama-3.2-1B,allenai/OLMo-1B-hf,google/gemma-3-1b-it' || 'google/gemma-3-1b-it' }}
      devices: apple_iphone_15+pro_private
      benchmark_configs: ${{ inputs.benchmark_configs }}