Package exo as installable

.circleci/config.yml

@@ -2,7 +2,7 @@ version: 2.1
 
 orbs:
   python: circleci/python@2
-
+  win: circleci/[email protected]
 commands:
   run_chatgpt_api_test:
     parameters:
@@ -208,6 +208,119 @@ jobs:
   #         inference_engine: tinygrad
   #         model_id: llama-3-8b
 
+  build_exo_macos:
+    macos:
+      xcode: "16.0.0"
+    resource_class: m2pro.large
+    steps:
+      - checkout
+      - run:
+          name: Set up Python environment
+          command: |
+            brew install [email protected]
+            python3.12 -m venv env
+      - run:
+          name: Install dependencies
+          command: |
+            source env/bin/activate
+            pip install --upgrade pip
+            pip install .
+      - run:
+          name: Build exo for macOS
+          command: |
+            source env/bin/activate
+            python3 buildexo/build_exo.py
+      - run:
+          name: Create a macOS app
+          command: |
+            mv dist/main.app dist/exo.app
+
+  build_exo_linux:
+    machine:
+      image: ubuntu-2004:current
+    resource_class: xlarge
+    steps:
+      - checkout
+      - run:
+          name: Set up Python environment
+          command: |
+            sudo apt-get update
+            sudo apt-get install -y python3 python3-venv
+            sudo apt-get install clang
+            sudo apt-get install patchelf
+            python3 -m venv env
+      - run:
+          name: Install dependencies
+          command: |
+            source env/bin/activate
+            pip install --upgrade pip
+            pip install .
+      - run:
+          name: Build exo for Linux
+          no_output_timeout: 90m
+          command: |
+            source env/bin/activate
+            python3 buildexo/build_exo.py
+      - run:
+          name: Create an AppImage
+          command: |
+            sudo wget https://github.com/AppImage/AppImageKit/releases/download/continuous/appimagetool-x86_64.AppImage -O /usr/local/bin/appimagetool
+            sudo chmod +x /usr/local/bin/appimagetool
+            mkdir -p exo.AppDir/usr/bin
+            cp -r env/lib/python3.12/site-packages/tinygrad exo.AppDir/usr/bin
+            cp -r dist/main.dist/* exo.AppDir/usr/bin
+            # copying icons from docs to exo.AppDir
+            cp docs/exo-rounded.png exo.AppDir
+            cat > exo.AppDir/exo.desktop << 'EOF'
+            [Desktop Entry]
+            Name=exo
+            Icon=exo-rounded
+            Terminal=false
+            Type=Application
+            Categories=Utility;
+            EOF
+
+            cat > exo.AppDir/AppRun << 'EOF'
+            #!/bin/bash
+            export APPDIR="$(dirname "$(readlink -f "$0")")"
+            export PATH="$APPDIR/usr/bin/:$PATH"
+            export LD_LIBRARY_PATH="$APPDIR/usr/lib:$LD_LIBRARY_PATH"
+            export XDG_DATA_DIRS="$APPDIR/usr/share/:/usr/share/:$XDG_DATA_DIRS"
+            "$APPDIR"/usr/bin/exo "$@"
+            EOF
+
+            chmod +x exo.AppDir/AppRun
+            appimagetool exo.AppDir/
+            mv *.AppImage ./output/
+
+  build_exo_windows:
+    executor: win/default
+    steps:
+      - checkout
+      - run:
+          name: Install Conda
+          command: |
+            choco install anaconda3 --yes
+      - run:
+          name: Set up Conda environment
+          command: |
+            conda create -n exo-env python=3.12 --yes
+            conda activate exo-env
+            conda install -c conda-forge python=3.12 
+            conda install -c conda-forge libstatic
+            conda install -c conda-forge rust
+      - run:
+          name: Install dependencies
+          command: |
+            conda activate exo-env
+            pip install --upgrade pip
+            pip install .
+      - run:
+          name: Build Exo for Windows
+          command: |
+            conda activate exo-env
+            python buildexo/build_exo.py
+
 workflows:
   version: 2
   build_and_test:
@@ -216,4 +329,6 @@ workflows:
       - discovery_integration_test
       - chatgpt_api_integration_test_mlx
       - test_macos_m1
+      - build_exo_macos
+      - build_exo_linux
       # - chatgpt_api_integration_test_tinygrad

.gitignore

@@ -4,6 +4,7 @@ test_weights.npz
 .exo_used_ports
 .exo_node_id
 .idea
+.DS_Store
 
 # Byte-compiled / optimized / DLL files
 __pycache__/
@@ -15,7 +16,6 @@ __pycache__/
 
 # Distribution / packaging
 /.Python
-/build/
 /develop-eggs/
 /dist/
 /downloads/

buildexo/build_exo.py

@@ -0,0 +1,69 @@
+import subprocess
+import sys
+import os 
+def run():
+
+    python_version = f"python{sys.version_info.major}.{sys.version_info.minor}"
+
+    command = [
+        f"{sys.executable}", "-m", "nuitka", "exo/main.py",
+        "--company-name=exolabs",
+        "--product-name=exo",
+        "--output-dir=dist",
+        "--follow-imports",
+        "--standalone",
+        "--output-filename=exo",
+        "--static-libpython=yes"
+    ]
+
+    if sys.platform == "darwin": 
+        command.extend([
+            "--macos-app-name=exo",
+            "--macos-app-mode=gui",
+            "--macos-app-version=0.0.1",
+            "--macos-create-app-bundle",
+            "--macos-app-icon=docs/exo-logo.icns",
+            "--include-module=exo.inference.mlx.models.llama",
+            "--include-module=exo.inference.mlx.models.deepseek_v2",
+            "--include-module=exo.inference.mlx.models.base",
+            "--include-module=exo.inference.mlx.models.llava",
+            "--include-module=exo.inference.mlx.models.qwen2",
+            "--include-distribution-meta=mlx",
+            "--include-module=mlx._reprlib_fix",
+            "--include-module=mlx._os_warning",
+            f"--include-data-files=./env/lib/{python_version}/site-packages/mlx/lib/mlx.metallib=mlx/lib/mlx.metallib",
+            f"--include-data-files=./env/lib/{python_version}/site-packages/mlx/lib/mlx.metallib=./mlx.metallib",
+            "--include-distribution-meta=pygments"
+        ])
+    elif sys.platform == "win32":  
+        command.extend([
+            "--onefile",
+            "--windows-icon-from-ico=docs/exo-logo-win.ico",
+            "--file-version=0.0.1",
+            "--product-version=0.0.1"
+        ])
+    elif sys.platform.startswith("linux"):  
+        command.extend([
+            "--include-distribution-metadata=pygments",
+            "--linux-icon=docs/exo-rounded.png"
+        ])
+
+    command.extend([
+        "--include-data-dir=exo/tinychat=tinychat"
+    ])
+
+    if sys.platform == 'darwin':
+        libpython_path = f"/opt/homebrew/opt/python@{sys.version_info.major}.{sys.version_info.minor}/Frameworks/Python.framework/Versions/{sys.version_info.major}.{sys.version_info.minor}/lib/python{sys.version_info.major}.{sys.version_info.minor}/config-{sys.version_info.major}.{sys.version_info.minor}-darwin"
+        include_path = f"/opt/homebrew/opt/python@{sys.version_info.major}.{sys.version_info.minor}/Frameworks/Python.framework/Versions/{sys.version_info.major}.{sys.version_info.minor}/include/python{sys.version_info.major}.{sys.version_info.minor}"
+        env = os.environ.copy()
+        env['LDFLAGS'] = f"-L{libpython_path}"
+        env['CPPFLAGS'] = f"-I{include_path}"
+
+    try:
+        subprocess.run(command, check=True)
+        print("Build completed!")
+    except subprocess.CalledProcessError as e:
+        print(f"An error occurred: {e}")
+
+if __name__ == "__main__":
+    run()