Skip to content

Commit a286f2f

Browse files
committed
rollback loads()
1 parent 85246e5 commit a286f2f

File tree

1 file changed

+7
-7
lines changed

1 file changed

+7
-7
lines changed

python/pyspark/serializers.py

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -412,15 +412,15 @@ class UTF8Deserializer(Serializer):
412412
def __init__(self, use_unicode=False):
413413
self.use_unicode = use_unicode
414414

415+
def loads(self, stream):
416+
length = read_int(stream)
417+
s = stream.read(length)
418+
return s.decode("utf-8") if self.use_unicode else s
419+
415420
def load_stream(self, stream):
416421
try:
417-
_read_int = read_int # faster than global lookup
418-
if self.use_unicode:
419-
while True:
420-
yield stream.read(_read_int(stream)).decode("utf-8")
421-
else:
422-
while True:
423-
yield stream.read(_read_int(stream))
422+
while True:
423+
yield self.loads(stream)
424424
except struct.error:
425425
return
426426
except EOFError:

0 commit comments

Comments
 (0)