Set hadoop home

Signed-off-by: Ankita Katiyar <[email protected]>
kedro-org · Oct 26, 2023 · 75d6fc1 · 75d6fc1
1 parent c306484
commit 75d6fc1
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/.github/workflows/all-checks.yml b/.github/workflows/all-checks.yml
@@ -26,7 +26,7 @@ jobs:
   run-tests:
     strategy:
       matrix:
-        os: [ ubuntu-latest, windows-latest ]
+        os: [ windows-latest ]
         python-version: [ "3.8", "3.9", "3.10", "3.11" ]
     runs-on: ${{ matrix.os }}
     steps:
@@ -49,6 +49,12 @@ jobs:
 #          hadoop-version: '3'
       - name: Run `kedro run` end to end tests for all starters
         run: |
+          Invoke-WebRequest https://github.com/steveloughran/winutils/blob/master/hadoop-2.7.1/bin/winutils.exe?raw=true -OutFile winutils.exe
+          Invoke-WebRequest https://github.com/steveloughran/winutils/blob/master/hadoop-2.7.1/bin/hadoop.dll?raw=true -OutFile hadoop.dll
+          Move-Item .\hadoop.dll C:\Windows\System32
+          New-Item -ItemType directory -Path C:\hadoop\bin
+          Move-Item .\winutils.exe C:\hadoop\bin
+          setx /m HADOOP_HOME "C:\hadoop"
           behave features/run.feature --tags=pyspark
 
   lint: