diff --git a/app/assets/stylesheets/components/_language-picker.scss b/app/assets/stylesheets/components/_language-picker.scss
index 481c220f5d2..39c43f5755a 100644
--- a/app/assets/stylesheets/components/_language-picker.scss
+++ b/app/assets/stylesheets/components/_language-picker.scss
@@ -43,14 +43,6 @@
     }
   }
 
-  &::after {
-    content: '';
-    display: block;
-    width: 0.8125rem;
-    height: 0.8125rem;
-    background-size: 0.8125rem;
-  }
-
   &.usa-accordion__button[aria-expanded='false'],
   &.usa-accordion__button[aria-expanded='true'] {
     background-image: none;
@@ -60,28 +52,29 @@
     &:hover {
       background-color: transparent;
     }
-
-    &::after {
-      background-image: url('/angle-arrow-up.svg');
-
-      @include at-media('tablet') {
-        background-image: url('/angle-arrow-up-white.svg');
-      }
-    }
   }
 
   &.usa-accordion__button[aria-expanded='true'] {
     @include u-bg('primary');
     color: color('white');
-
-    &::after {
-      background-image: url('/angle-arrow-down-white.svg');
-    }
   }
 }
 
 .language-picker__label-text {
-  margin: 0 units(1);
+  margin-left: units(1);
+  margin-right: units(0.5);
+}
+
+.language-picker__expander {
+  transition: transform $project-easing;
+
+  @media (prefers-reduced-motion) {
+    transition: none;
+  }
+
+  .usa-accordion__button[aria-expanded='false'] & {
+    transform: rotate(-180deg);
+  }
 }
 
 .language-picker__list {
diff --git a/app/components/language_picker_component.html.erb b/app/components/language_picker_component.html.erb
index 5217b896379..9aab9f2bb86 100644
--- a/app/components/language_picker_component.html.erb
+++ b/app/components/language_picker_component.html.erb
@@ -11,6 +11,7 @@
     <span id="language-picker-description-<%= unique_id %>" class="language-picker__label-text">
       <%= t('i18n.language') %>
     </span>
+    <%= render IconComponent.new(icon: :expand_more, size: 3, class: 'language-picker__expander') %>
   <% end %>
   <ul
     id="language-picker-<%= unique_id %>"