Browse Source

Merge remote-tracking branch 'origin/master'

DingXiaoYu 3 years ago
parent
commit
9a60c7a5a8

+ 1 - 1
java_compile/src/main/java/com/example/services/FileService.java

@@ -73,7 +73,7 @@ public class FileService {
             }
             //暂时只接受csv
             return  "csv".equals(fileType) ? csvAdapter.Csv2Parquet(file.getAbsolutePath(), filename, userId) : 0;
-        } finally {
+        }finally {
             //上传失败也必须将文件在本地删除,否则会堆积
             file.delete();
         }

+ 0 - 1
java_compile/src/main/scala/com/example/data/CsvAdapter.scala

@@ -66,7 +66,6 @@ class CsvAdapter extends SparkConnect{
       .option("inferSchema", "true")
       .csv(csvHdfsLoc)
       .persist()
-
     /*//-> 2. Preprocessing file(String to Int & nulls fill)
     val strFeatures = df.schema.filter(_.dataType.equals(StringType)).map(_.name)