remove too much data

adnanwahab · Oct 19, 2024 · 18b5af0 · 18b5af0
1 parent cb63092
commit 18b5af0
Show file tree

Hide file tree

Showing 5 changed files with 261 additions and 21,641 deletions.
diff --git a/notebooks_py/diffusion_/diffusion-nbs/Stable Diffusion Deep Dive.ipynb b/notebooks_py/diffusion_/diffusion-nbs/Stable Diffusion Deep Dive.ipynb
diff --git a/notebooks_py/diffusion_/diffusion-nbs/stable_diffusion.ipynb b/notebooks_py/diffusion_/diffusion-nbs/stable_diffusion.ipynb
diff --git a/notebooks_py/diffusion_/readme.md b/notebooks_py/diffusion_/readme.md
@@ -18,3 +18,6 @@ figure out how to get this to be ----- 100x cheaper
 https://chatgpt.com/share/67069372-d4d0-8013-a7f7-3092c720d884
 https://news.ycombinator.com/item?id=35072891
 say questions all day --- each one spanwns 50 gpts - and then the useful threads - are collected and used
+
+
+Git cloen jeremheyhoward stablefussion notebooks 
diff --git a/scripts/_bootstrap.sh b/scripts/_bootstrap.sh
@@ -1,5 +1,5 @@
 # divide - install.sh + bootstrap.sh -blah;adlgapsdok
-# merge scripts - make them good -> infra  -> levels + shipfast jam stack shit 
+# merge scripts - make them good -> infra  -> levels + shipfast jam stack shit
 
 
 # To install a new plugin in Caddy, you need to build Caddy from source with the desired plugin included.
@@ -42,7 +42,7 @@
 
 
 
-# run this on jetson to install hashirama platform + desktop 
+# run this on jetson to install hashirama platform + desktop
 
 #sudo apt-get install -y nvidia-container-toolkit
 #git clone --depth 1 https://github.com/doomemacs/doomemacs ~/.config/emacs
@@ -62,12 +62,262 @@
 #sudo rm /etc/caddy/Caddyfile
 #sudo ln -s /home/adnan/homelab_status_page/scripts/infra/caddy/Caddyfile /etc/caddy/Caddyfile
 
-#caddy 
+#caddy
 
 
 #### cleanup after this line
 
-#NOTE TODO -> sync all passwords + keys + secrets + etc 
+#NOTE TODO -> sync all passwords + keys + secrets + etc
+
+#Update Docker's daemon.json to set the default runtime to nvidia
+# if [ -f /etc/docker/daemon.json ]; then
+#     sudo jq '. + {"runtimes": {"nvidia": {"path": "nvidia-container-runtime", "runtimeArgs": []}}, "default-runtime": "nvidia"}' /etc/docker/daemon.json | sudo tee /etc/docker/daemon.json.tmp
+#     sudo mv /etc/docker/daemon.json.tmp /etc/docker/daemon.json
+# else
+#     echo '{"runtimes": {"nvidia": {"path": "nvidia-container-runtime", "runtimeArgs": []}}, "default-runtime": "nvidia"}' | sudo tee /etc/docker/daemon.json
+# fi
+
+
+# # Add data-root configuration to Docker's daemon.json
+# if [ -f /etc/docker/daemon.json ]; then
+#     sudo jq '. + {"data-root": "/mnt/docker"}' /etc/docker/daemon.json | sudo tee /etc/docker/daemon.json.tmp
+#     sudo mv /etc/docker/daemon.json.tmp /etc/docker/daemon.json
+# else
+#     echo '{"data-root": "/mnt/docker"}' | sudo tee /etc/docker/daemon.json
+# fi
+
+
+# # Restart Docker to apply changes
+
+# git clone https://github.com/dusty-nv/jetson-containers
+
+# sudo systemctl restart docker
+# bash jetson-containers/install.sh
+
+
+# hello() {
+#     echo "hello"
+#     curl -fsSL https://bun.sh/install | bash
+#     source /home/adnan/.bashrc
+
+# }
+
+# install_rustdesk() {
+#     # Update package list and install dependencies
+#     sudo apt-get update
+#     sudo apt-get install -y wget gdebi-core
+
+#     # Download the RustDesk .deb package
+#     wget https://github.com/rustdesk/rustdesk/releases/download/1.1.9/rustdesk-1.1.9.deb
+
+#     # Install the RustDesk package
+#     sudo gdebi -n rustdesk-1.1.9.deb
+
+#     # Clean up the downloaded .deb file
+#     rm rustdesk-1.1.9.deb
+
+#     echo "RustDesk installation completed."
+# }
+
+# # Call the function to install RustDesk
+# install_rustdesk
+
+
+# #sudo docker run --runtime nvidia -it --rm --network=host dustynv/l4t-pytorch:r36.2.0
+
+# #et
+# #tailscale
+
+# #nix ??
+# #_wahab
+
+# #mkdir unreal
+# # wget ->
+# # unzip
+# #
+# # https://zed.dev/docs/remote-development adnan@jetson-orin:~$ zed
+
+# # bootstraps a server like tailscale, ollama, etc
+
+# # docker pull ollama/ollama
+# # docker run -it --gpus all ollama/ollama
+# sudo apt-get update && sudo apt-get install v4l2loopback-dkms
+
+
+# adnan@jetson-orin:~$ docker run --runtime nvidia --rm -it \
+#     --gpus all \
+#     --device /dev/video0 \
+#     --device /dev/video1 \
+#     dustynv/jupyterlab:r36.2.0
+
+
+# run this on jetson to install hashirama platform
+
+#sudo apt-get install -y nvidia-container-toolkit
+#git clone --depth 1 https://github.com/doomemacs/doomemacs ~/.config/emacs
+###~/.config/emacs/bin/doom install
+#sudo apt-get install -y nvidia-container-toolkit
+#sudo ln -s /home/adnan/hashirama/infra/caddy/Caddyfile /etc/caddy/Caddyfile
+#immich
+
+# sudo apt update
+# sudo apt install docker.io
+# sudo systemctl start docker
+# sudo systemctl enable docker
+# sudo usermod -aG docker $USER
+# passowrd nviida
+
+#Update Docker's daemon.json to set the default runtime to nvidia
+if [ -f /etc/docker/daemon.json ]; then
+    sudo jq '. + {"runtimes": {"nvidia": {"path": "nvidia-container-runtime", "runtimeArgs": []}}, "default-runtime": "nvidia"}' /etc/docker/daemon.json | sudo tee /etc/docker/daemon.json.tmp
+    sudo mv /etc/docker/daemon.json.tmp /etc/docker/daemon.json
+else
+    echo '{"runtimes": {"nvidia": {"path": "nvidia-container-runtime", "runtimeArgs": []}}, "default-runtime": "nvidia"}' | sudo tee /etc/docker/daemon.json
+fi
+
+
+# Add data-root configuration to Docker's daemon.json
+if [ -f /etc/docker/daemon.json ]; then
+    sudo jq '. + {"data-root": "/mnt/docker"}' /etc/docker/daemon.json | sudo tee /etc/docker/daemon.json.tmp
+    sudo mv /etc/docker/daemon.json.tmp /etc/docker/daemon.json
+else
+    echo '{"data-root": "/mnt/docker"}' | sudo tee /etc/docker/daemon.json
+fi
+
+
+# Restart Docker to apply changes
+
+# git clone https://github.com/dusty-nv/jetson-containers
+
+# sudo systemctl restart docker
+# bash jetson-containers/install.sh
+
+
+# hello() {
+#     echo "hello"
+#     curl -fsSL https://bun.sh/install | bash
+#     source /home/adnan/.bashrc
+
+# }
+
+# install_rustdesk() {
+#     # Update package list and install dependencies
+#     sudo apt-get update
+#     sudo apt-get install -y wget gdebi-core
+
+#     # Download the RustDesk .deb package
+#     wget https://github.com/rustdesk/rustdesk/releases/download/1.1.9/rustdesk-1.1.9.deb
+
+#     # Install the RustDesk package
+#     sudo gdebi -n rustdesk-1.1.9.deb
+
+#     # Clean up the downloaded .deb file
+#     rm rustdesk-1.1.9.deb
+
+#     echo "RustDesk installation completed."
+# }
+
+# Call the function to install RustDesk
+#install_rustdesk
+
+
+#sudo docker run --runtime nvidia -it --rm --network=host dustynv/l4t-pytorch:r36.2.0
+
+#et
+#tailscale
+
+#nix ??
+#_wahab
+
+#mkdir unreal
+# wget ->
+# unzip
+#
+# https://zed.dev/docs/remote-development adnan@jetson-orin:~$ zed
+
+# bootstraps a server like tailscale, ollama, etc
+
+# docker pull ollama/ollama
+# docker run -it --gpus all ollama/ollama
+#sudo apt-get update && sudo apt-get install v4l2loopback-dkms
+
+
+# adnan@jetson-orin:~$ docker run --runtime nvidia --rm -it \
+#     --gpus all \
+#     --device /dev/video0 \
+#     --device /dev/video1 \
+#     dustynv/jupyterlab:r36.2.0
+
+# divide - install.sh + bootstrap.sh -blah;adlgapsdok
+# merge scripts - make them good -> infra  -> levels + shipfast jam stack shit
+
+
+# To install a new plugin in Caddy, you need to build Caddy from source with the desired plugin included.
+# Here is a step-by-step guide to do this:
+
+# Step 1: Install Go
+# Caddy requires Go to be installed on your system. You can install it using the following commands:
+# sudo apt update
+# sudo apt install -y golang-go
+
+# Step 2: Set up Go environment
+# It's a good practice to set up a Go workspace. Add the following lines to your ~/.bashrc or ~/.zshrc:
+# export GOPATH=$HOME/go
+# export PATH=$PATH:$GOPATH/bin
+# source ~/.bashrc
+
+# Step 3: Get xcaddy
+# xcaddy is a command-line tool to build Caddy with plugins.
+# go install github.com/caddyserver/xcaddy/cmd/xcaddy@latest
+
+# Step 4: Build Caddy with the plugin
+# Use xcaddy to build Caddy with the desired plugin. Replace 'github.com/your/plugin' with the actual plugin repository.
+# xcaddy build --with github.com/your/plugin
+
+# Step 5: Replace existing Caddy binary
+# Once built, replace the existing Caddy binary with the new one.
+# sudo mv ./caddy /usr/bin/caddy
+
+# Step 6: Verify installation
+# Verify that the plugin is installed by running:
+# caddy list-modules | grep your-plugin
+
+# Note: Ensure that the plugin you want to install is compatible with your version of Caddy.
+# xcaddy build --with github.com/abiosoft/caddy-exec
+
+#caddy add-package github.com/abiosoft/caddy-exec
+# caddy add-package github.com/caddy-dns/porkbun
+
+
+
+
+
+# run this on jetson to install hashirama platform + desktop
+
+#sudo apt-get install -y nvidia-container-toolkit
+#git clone --depth 1 https://github.com/doomemacs/doomemacs ~/.config/emacs
+###~/.config/emacs/bin/doom install
+#sudo apt-get install -y nvidia-container-toolkit
+#sudo ln -s /home/adnan/hashirama/infra/caddy/Caddyfile /etc/caddy/Caddyfile
+#immich
+
+# sudo apt update
+# sudo apt install docker.io
+# sudo systemctl start docker
+# sudo systemctl enable docker
+# sudo usermod -aG docker $USER
+
+#find / -name Caddyfile 2>/dev/null
+#ls -la /etc/caddy/
+#sudo rm /etc/caddy/Caddyfile
+#sudo ln -s /home/adnan/homelab_status_page/scripts/infra/caddy/Caddyfile /etc/caddy/Caddyfile
+
+#caddy
+
+
+#### cleanup after this line
+
+#NOTE TODO -> sync all passwords + keys + secrets + etc
 
 #Update Docker's daemon.json to set the default runtime to nvidia
 # if [ -f /etc/docker/daemon.json ]; then

diff --git a/scripts/restart-blog.sh b/scripts/restart-blog.sh
@@ -17,7 +17,7 @@
 #curl ifconfig.me
 # Function to check if Caddy is running
 
-# admin dahboard to be public 
+# admin dahboard to be public
 # Check if the Caddyfile has good syntax
 echo "Checking Caddyfile syntax..."
 sudo caddy validate --config /etc/caddy/Caddyfile --adapter caddyfile || {
@@ -150,16 +150,16 @@ else
     sudo journalctl -u homelab_status_page.service -n 50 --no-pager
 fi
 
-#jetson containers -> systemD 
+#jetson containers -> systemD
 #proxmox - DOCKERIZE FIGURE OUT - > FIRE RCRACK CRIU
 # Portainer
 
 
 #k8 after 50 GPUs (12+ tinyboxes)
 sudo systemctl daemon-reload
 sudo systemctl enable homelab_status_page.service
-sudo systemctl start homelab_status_page.service 
+sudo systemctl start homelab_status_page.service
 
 
 #sudo systemctl status homelab_status_page.service
-#alias restart="bash scripts/restart-blog.sh"
+#alias restart="bash scripts/restart-blog.sh"