diff --git a/javagen/src/main/java/com/azure/autorest/mapper/ModelMapper.java b/javagen/src/main/java/com/azure/autorest/mapper/ModelMapper.java
index 6d8e7bfa42..7f5459cc8a 100644
--- a/javagen/src/main/java/com/azure/autorest/mapper/ModelMapper.java
+++ b/javagen/src/main/java/com/azure/autorest/mapper/ModelMapper.java
@@ -73,6 +73,13 @@ public ClientModel map(ObjectSchema compositeType) {
                 }
             }
 
+            if (usages.contains(ImplementationDetails.Usage.JSON_MERGE_PATCH)
+                && !usages.contains(ImplementationDetails.Usage.INPUT)) {
+                // Remove the usage of JSON merge patch if the model isn't used as INPUT to the service. JSON merge
+                // patch logic is only used for INPUT.
+                usages.remove(ImplementationDetails.Usage.JSON_MERGE_PATCH);
+            }
+
             ClientModel.Builder builder = createModelBuilder().name(modelName)
                 .packageName(modelType.getPackage())
                 .type(modelType)