https://stackoverflow.com/questions/41505599/task-not-serializable-in-spark-caused-by-utfdataformatexception-encoded-string

package com.gac.xs6.common.conf

import com.google.inject.Singleton
import com.typesafe.config.{Config, ConfigFactory}
import com.github.nscala_time.time.Imports._

/**
  * HDFS 路徑配置
  */
@Singleton
class PathsConfiguration extends Serializable {
  private val config:     Config = ConfigFactory.load()
  val yesterday:          String = DateTime.yesterday.toString("yyyyMMdd")
  lazy val pathConfig:    Config = config.getConfig("hdfs")
  lazy val nationA2APHEV: String = pathConfig.getString("nationA2APHEV") ++ "/d="  ++ yesterday
  lazy val nationA5HEV:   String = pathConfig.getString("nationA5HEV")   ++ "/d="  ++ yesterday
  lazy val nationA51:     String = pathConfig.getString("nationA51")     ++ "/d="  ++ yesterday
  lazy val nationA75:     String = pathConfig.getString("nationA75")     ++ "/d="  ++ yesterday
  lazy val enterpriseA75: String = pathConfig.getString("enterpriseA75") ++ "/dt=" ++ yesterday
}

9/07/05 18:57:20 org.apache.spark.internal.Logging$class.logError(Logging.scala:91) ERROR Utils: Exception encountered
java.io.UTFDataFormatException: encoded string too long: 73484 bytes
    at java.io.DataOutputStream.writeUTF(DataOutputStream.java:364)
    at java.io.DataOutputStream.writeUTF(DataOutputStream.java:323)
    at com.typesafe.config.impl.SerializedConfigValue.writeValueData(SerializedConfigValue.java:314)
    at com.typesafe.config.impl.SerializedConfigValue.writeValue(SerializedConfigValue.java:388)
    at com.typesafe.config.impl.SerializedConfigValue.writeValueData(SerializedConfigValue.java:328)
    at com.typesafe.config.impl.SerializedConfigValue.writeValue(SerializedConfigValue.java:388)
    at com.typesafe.config.impl.SerializedConfigValue.writeValueData(SerializedConfigValue.java:328)
    at com.typesafe.config.impl.SerializedConfigValue.writeValue(SerializedConfigValue.java:388)
    at com.typesafe.config.impl.SerializedConfigValue.writeValueData(SerializedConfigValue.java:328)
    at com.typesafe.config.impl.SerializedConfigValue.writeValue(SerializedConfigValue.java:388)
    at com.typesafe.config.impl.SerializedConfigValue.writeExternal(SerializedConfigValue.java:454)

我傳了一個(gè) TypeSafeConfig 配置對(duì)象（已序列化過(guò)）， 可能這個(gè)參數(shù)超出了 64K？

當(dāng)我把函數(shù)中傳遞的 Config 參數(shù)放到函數(shù)本身中后温学，就不報(bào)這個(gè)錯(cuò)誤了射众。