diff --git a/.chronus/changes/fix-missing-canonical-versioning-2024-1-26-22-11-28.md b/.chronus/changes/fix-missing-canonical-versioning-2024-1-26-22-11-28.md
new file mode 100644
index 0000000000..c5fe1b1a8f
--- /dev/null
+++ b/.chronus/changes/fix-missing-canonical-versioning-2024-1-26-22-11-28.md
@@ -0,0 +1,8 @@
+---
+# Change versionKind to one of: internal, fix, dependencies, feature, deprecation, breaking
+changeKind: feature
+packages:
+  - "@azure-tools/typespec-azure-resource-manager"
+---
+
+Add ruleset `canonical-versioning` to Azure Resource Manager library.
diff --git a/packages/typespec-azure-resource-manager/src/linter.ts b/packages/typespec-azure-resource-manager/src/linter.ts
index 6361bdcc6b..76d0fedc70 100644
--- a/packages/typespec-azure-resource-manager/src/linter.ts
+++ b/packages/typespec-azure-resource-manager/src/linter.ts
@@ -61,6 +61,10 @@ export const $linter = defineLinter({
   rules,
   ruleSets: {
     all: {
+      extends: [
+        "@azure-tools/typespec-azure-core/all",
+        "@azure-tools/typespec-azure-core/canonical-versioning",
+      ],
       enable: {
         ...allRulesEnabled,
         // TODO: Enable this rule once azure-rest-api-specs repo is ready (issue #3839)
@@ -70,7 +74,6 @@ export const $linter = defineLinter({
         [`@azure-tools/typespec-azure-core/bad-record-type`]:
           "This clashes with the ARM `no-record` rule.",
       },
-      extends: ["@azure-tools/typespec-azure-core/all"],
     },
   },
 });