byzer-org#1832 fix load csv option encoding.

AdmondGuo · Aug 31, 2022 · 4371473 · 4371473
1 parent 53a2921
commit 4371473
Showing 1 changed file with 22 additions and 22 deletions.
diff --git a/streamingpro-core/src/main/java/tech/mlsql/tool/HDFSOperatorV2.scala b/streamingpro-core/src/main/java/tech/mlsql/tool/HDFSOperatorV2.scala
@@ -282,33 +282,33 @@ object HDFSOperatorV2 {
         br = new BufferedReader(new InputStreamReader(fs.open(src), charset))
         line = br.readLine()
 
-          var count = 1
-          while (line != null) {
-
-            if (header && count == 1) {
-              dos.write((line + "\n").getBytes(charset))
-              line = br.readLine()
-            }
-
-            if (count >= skipFirstNLines) {
-              dos.write((line + "\n").getBytes(charset))
-            }
-            count += 1
+        var count = 1
+        while (line != null) {
+
+          if (header && count == 1) {
+            dos.write((line + "\n").getBytes(charset))
             line = br.readLine()
           }
-        } finally {
-          if (br != null) br.close()
-          if (null != dos) {
-            try {
-              dos.close()
-            } catch {
-              case ex: Exception =>
-                println("close exception")
-            }
+
+          if (count >= skipFirstNLines) {
+            dos.write((line + "\n").getBytes(charset))
+          }
+          count += 1
+          line = br.readLine()
+        }
+      } finally {
+        if (br != null) br.close()
+        if (null != dos) {
+          try {
             dos.close()
+          } catch {
+            case ex: Exception =>
+              println("close exception")
           }
+          dos.close()
         }
       }
-      outPath
     }
+    outPath
+  }
 }