docs: Improve readability in .py files

src/dalle_mini/model/text.py

@@ -13,7 +13,7 @@
 from huggingface_hub import hf_hub_download
 from unidecode import unidecode
 
-# based on wiki word occurence
+# based on wiki word occurrence
 person_token = [("a person", 282265), ("someone", 121194), ("somebody", 12219)]
 temp_token = "xtokx"  # avoid repeating chars
 

tools/train/scalable_shampoo/distributed_shampoo.py

@@ -677,7 +677,7 @@ def _convert_to_parameter_stats(global_stats, local_stat):
 
 
 def _convert_from_parameter_stats(parameter_stats, local_stats):
-    """Creates sharded stats from paramter stats."""
+    """Creates sharded stats from parameter stats."""
     return LocalShardedParameterStats(
         parameter_stats.diagonal_statistics,
         parameter_stats.diagonal_momentum,
@@ -846,7 +846,7 @@ def distributed_shampoo(
     """
 
     def _graft_type_has_diagonal_statistics():
-        """Returns True if using diagonal firt order method for grafting."""
+        """Returns True if using diagonal first order method for grafting."""
         return graft_type != GraftingType.SGD and graft_type != GraftingType.SQRT_N
 
     def _graft_type_has_diagonal_momentum_states():

tools/train/scalable_shampoo/symmetric_matrices/symmetric_matrices.py

@@ -385,7 +385,7 @@ def row_abs_maxes(mat):
 
     For example the symmetric matrix M = [[1, 6], [6, 2]] is represented using
     mat = [1, 6, 2] with block_size = 1. In this case the function returns the
-    aboslute row maxes of the original symmetric matrix, [6, 6].
+    absolute row maxes of the original symmetric matrix, [6, 6].
 
     Args:
       mat: The symmetric matrix represented as the concatenated blocks.