Merge pull request #180 from revit13/example1

Fix paths in examples scripts.
IBM · May 23, 2024 · 9a0133d · 9a0133d
2 parents 6f0e60a + bd1389c
commit 9a0133d
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 17 deletions.
diff --git a/examples/launch.sh b/examples/launch.sh
@@ -4,17 +4,17 @@ echo $REPO_ROOT
 
 
 # Set PYTHONPATH for `data_processing` library
-export PYTHONPATH=$REPO_ROOT/data-processing-lib/ray/src/
+export PYTHONPATH=$REPO_ROOT/data-processing-lib/ray/src
 
 # Set PYTHONAPATH for transforms
-export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/code/malware/src
-export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/code/code_quality/src
-export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/code/proglang_select/src
-export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/universal/ededup/src
-export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/universal/fdedup/src
-export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/universal/filter/src
-export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/universal/doc_id/src
-export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/universal/tokenization/src
+export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/code/malware/ray/src
+export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/code/code_quality/ray/src
+export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/code/proglang_select/ray/src
+export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/universal/ededup/ray/src
+export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/universal/fdedup/ray/src
+export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/universal/filter/ray/src
+export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/universal/doc_id/ray/src
+export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/transforms/universal/tokenization/ray/src
 export PYTHONPATH=$PYTHONPATH:$REPO_ROOT/tools/ingest2parquet/src/
 
 . ./venv/bin/activate

diff --git a/examples/prepare_env.sh b/examples/prepare_env.sh
@@ -7,15 +7,15 @@ echo $REPO_ROOT
 pip install jupyter 
 
 requirement_files=(
-"$REPO_ROOT/transforms/code/malware/requirements.txt"
-"$REPO_ROOT/transforms/code/code_quality/requirements.txt"
-"$REPO_ROOT/transforms/code/proglang_select/requirements.txt"
-"$REPO_ROOT/transforms/universal/ededup/requirements.txt"
-"$REPO_ROOT/transforms/universal/fdedup/requirements.txt"
-"$REPO_ROOT/transforms/universal/filter/requirements.txt"
+"$REPO_ROOT/transforms/code/malware/ray/requirements.txt"
+"$REPO_ROOT/transforms/code/code_quality/ray/requirements.txt"
+"$REPO_ROOT/transforms/code/proglang_select/ray/requirements.txt"
+"$REPO_ROOT/transforms/universal/ededup/ray/requirements.txt"
+"$REPO_ROOT/transforms/universal/fdedup/ray/requirements.txt"
+"$REPO_ROOT/transforms/universal/filter/ray/requirements.txt"
 "$REPO_ROOT/tools/ingest2parquet/requirements.txt"
-"$REPO_ROOT/transforms/universal/doc_id/requirements.txt"
-"$REPO_ROOT/transforms/universal/tokenization/requirements.txt"
+"$REPO_ROOT/transforms/universal/doc_id/ray/requirements.txt"
+"$REPO_ROOT/transforms/universal/tokenization/ray/requirements.txt"
 )
 
 # Iterate through the list and install requirements from each file