@@ -73,7 +73,7 @@ public class FileService {
}
//暂时只接受csv
return "csv".equals(fileType) ? csvAdapter.Csv2Parquet(file.getAbsolutePath(), filename, userId) : 0;
- } finally {
+ }finally {
//上传失败也必须将文件在本地删除,否则会堆积
file.delete();
@@ -66,7 +66,6 @@ class CsvAdapter extends SparkConnect{
.option("inferSchema", "true")
.csv(csvHdfsLoc)
.persist()
-
/*//-> 2. Preprocessing file(String to Int & nulls fill)
val strFeatures = df.schema.filter(_.dataType.equals(StringType)).map(_.name)