FastGen/.github/workflows/ci.yml at main · NVlabs/FastGen · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
name: FastGen CI

on:
  push:
    branches: [ "main" ]
  pull_request:
    branches: [ "main" ]

env:
  WANDB_MODE: disabled

jobs:
  lint:
    runs-on: [FG_Runner]

    container:
      image: ghcr.io/juliusberner/fastgen:0.0.3c
      options: --entrypoint "" --gpus all --shm-size=8g
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Restore/Save Cache
        uses: actions/cache@v4
        with:
          path: |
            .cache/pip
            .mypy_cache
          key: ${{ runner.os }}-pip-mypy-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-pip-mypy-

      - name: Install linters
        run: make install-linters

      - name: Run lint
        run: make lint

      - name: Run mypy
        run: make mypy

  test:
    needs: lint
    runs-on: [FG_Runner]

    container:
      image: ghcr.io/juliusberner/fastgen:0.0.3c
      options: --entrypoint "" --gpus all --shm-size=8g
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Restore/Save Cache
        uses: actions/cache@v4
        with:
          path: |
            .cache/pip
            .mypy_cache
          key: ${{ runner.os }}-pip-mypy-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-pip-mypy-

      - name: Increase file descriptor limit
        run: ulimit -n 4096 || echo "Could not increase file descriptor limit"

      - name: Run Pytest
        run: make pytest

  install_fastgen_package:
    needs: test
    runs-on: [FG_Runner]

    container:
      image: ghcr.io/juliusberner/fastgen:0.0.3c
      options: --entrypoint "" --gpus all --shm-size=8g
      credentials:
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Restore/Save Cache
        uses: actions/cache@v4
        with:
          path: |
            .cache/pip
            .mypy_cache
          key: ${{ runner.os }}-pip-mypy-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-pip-mypy-

      - name: Install fastgen
        run: make install-fastgen