|
32 | 32 | - name: Run local integration tests |
33 | 33 | run: | |
34 | 34 | poetry run python -m pytest tests/integration |
35 | | -
|
36 | | - windows: |
37 | | - runs-on: windows-latest |
38 | | - steps: |
39 | | - - uses: actions/checkout@v4 |
40 | | - - uses: actions/setup-java@v4 |
41 | | - with: |
42 | | - distribution: "zulu" |
43 | | - java-version: "17" |
44 | | - - name: Install poetry |
45 | | - run: pipx install poetry |
46 | | - - uses: actions/setup-python@v5 |
47 | | - with: |
48 | | - python-version: "3.13" |
49 | | - cache: "poetry" |
50 | | - - name: Install Hadoop for Windows |
51 | | - # See https://cwiki.apache.org/confluence/display/HADOOP2/WindowsProblems |
52 | | - # that recommends https://github.com/steveloughran/winutils |
53 | | - # that recommends https://github.com/cdarlint/winutils |
54 | | - # |
55 | | - # Setting environement variables: e.g. |
56 | | - # $env:HADOOP_HOME = "$pwd\winutils\hadoop-3.3.5" |
57 | | - # $env:Path += ";$pwd\winutils\hadoop-3.3.5\bin" |
58 | | - # requires a special handling: https://stackoverflow.com/questions/61858388/how-do-i-set-an-enviroment-variable-in-github-action-on-a-windows-server |
59 | | - # |
60 | | - # Reading / Writing to parquet through winutils requires Microsoft Visual C++ 2010 Service Pack 1 |
61 | | - # https://stackoverflow.com/questions/45947375/why-does-starting-a-streaming-query-lead-to-exitcodeexception-exitcode-1073741 |
62 | | - run: | |
63 | | - choco install vcredist2010 |
64 | | - git clone --depth 1 -b master https://github.com/cdarlint/winutils.git |
65 | | - echo "HADOOP_HOME=$pwd\winutils\hadoop-3.3.5" >> $env:GITHUB_ENV |
66 | | - echo ";$pwd\winutils\hadoop-3.3.5\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append |
67 | | -
|
68 | | - - name: Test Hadoop Setup |
69 | | - run: | |
70 | | - winutils.exe chmod 777 D:\a\dataengineer-transformations-python\dataengineer-transformations-python |
71 | | - - name: Install Python Dependencies |
72 | | - run: | |
73 | | - poetry install |
74 | | - - name: Run local unit tests |
75 | | - run: | |
76 | | - poetry run python -m pytest tests/unit |
77 | | - - name: Run local integration tests |
78 | | - run: | |
79 | | - poetry run python -m pytest tests/integration |
0 commit comments