dataengineer-transformations-scala/batect.yml at master · sethimanisha/dataengineer-transformations-scala · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
containers:
  scalaspark:
    build_directory: .
    volumes:
      - local: .
        container: /app
        options: cached


tasks:

  unit-test:
    description: Unit tests
    group: Test
    run:
      container: scalaspark
      entrypoint: scripts/unit-test.sh

  style-checks:
    description: Lint and type check
    group: Test
    run:
      container: scalaspark
      entrypoint: scripts/style-checks.sh

  run-job:
    description: Run spark job
    group: Run
    run:
      container: scalaspark
      entrypoint: scripts/run-job.sh
      environment:
        JOB: $JOB
        INPUT_FILE_PATH: $INPUT_FILE_PATH