scala读取csv文件批量插入数据库-蒲公英云

scala读取csv文件批量插入数据库

import java.io.FileWriter
import scala.io.Source
/** * 通过CSV文件，及其预处理的字段类型字符串，输出insert语句 */
class csv2InsertSQLServer {
  /** * @param CLASS_PATH 输入/输出路径 
* @param inFilename 输入文件名 
* @param tableName 表名 
* @param headType 表字段的类型，以竖线（|）分割 */
  def mkSQL(CLASS_PATH: String, inFilename: String, tableName: String, headType: String): Unit = {
    //输入/输出文件
    val IN_FILE_NAME = CLASS_PATH + "\\inData\\" + inFilename
    val OUT_FILE_NAME = CLASS_PATH + "\\outData\\" + inFilename //SQL字符串
    val inSqlString: StringBuilder = new StringBuilder //读取文件（CSV）
    val sourceFile = Source.fromFile(IN_FILE_NAME, "utf-8") //解析字段类型
    val headTypeList: Array[String] = headType.split("\\|")
    //拼装SQL
    inSqlString.append("insert into " + tableName + " values ")
    for (line <- sourceFile.getLines) {
      inSqlString.append("(")
      val lineList: Array[String] = line.split(",")
      val len = lineList.length for (i <- 0 to len - 1) {
        //null值处理
        if (lineList(i) == "\\N" || lineList(i) == "Null" || lineList(i) == "\\NuN") inSqlString.append("null,")
        //字符类型的字段拼装时候加引号
        else if (headTypeList(i).contains("varchar") || headTypeList(i).contains("string")) inSqlString.append("\"" + lineList(i) + "\",") else inSqlString.append(lineList(i) + ",")
      }
      inSqlString.deleteCharAt(inSqlString.length - 1)
      inSqlString.append("),\n")
    }
    val outFileWriter = new FileWriter(OUT_FILE_NAME)
    outFileWriter.write(inSqlString.deleteCharAt(inSqlString.length - 1).toString() + "\n")
    println(inSqlString.deleteCharAt(inSqlString.length - 1))
    outFileWriter.close()
    sourceFile.close()
  }
}