diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index dd6a0daf615..76d4090cd02 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -971,6 +971,13 @@ jobs:
           arch: ${{ arch.value }}
           pool: ${{ arch.pool }}
 
+        Noble ${{ arch.name }}:
+          # 24.04
+          deb_system: ubuntu
+          distro: noble
+          arch: ${{ arch.value }}
+          pool: ${{ arch.pool }}
+
         # https://wiki.debian.org/DebianReleases
         Buster ${{ arch.name }}:
           # 10
@@ -1031,6 +1038,11 @@ jobs:
           distro: jammy
           arch: ${{ arch.value }}
           pool: ${{ arch.pool }}
+        Noble ${{ arch.name }}:
+          deb_system: ubuntu
+          distro: noble
+          arch: ${{ arch.value }}
+          pool: ${{ arch.pool }}
         Buster ${{ arch.name }}:
           deb_system: debian
           distro: buster
diff --git a/scripts/release/debian/prepare.sh b/scripts/release/debian/prepare.sh
index 4648331f713..03cc7b36033 100755
--- a/scripts/release/debian/prepare.sh
+++ b/scripts/release/debian/prepare.sh
@@ -102,6 +102,9 @@ export DH_OPTIONS=-v
 %:
 ${TAB}dh \$@ --sourcedirectory $source_dir
 
+override_dh_clean:
+${TAB}dh_clean --exclude=__pycache__
+
 override_dh_install:
 ${TAB}mkdir -p debian/azure-cli/opt/az
 ${TAB}cp -a python_env/* debian/azure-cli/opt/az