class MySparkJob{

    def entry(spark:SparkSession):Unit={

          def getInnerRsrp(outer_rsrp: Double, wear_loss: Double, path_loss: Double): Double = {

          val innerRsrp: Double = outer_rsrp - wear_loss - (XX) * path_loss

          innerRsrp

        }

        spark.udf.register("getXXX", getXXX _)

        import spark.sql

        sql(s"""|select getInnerRsrp(t10.outer_rsrp,t10.wear_loss,t10.path_loss) as rsrp, xx from yy""".stripMargin)

    }

}

User class threw exception: org.apache.spark.SparkException: Task not serializable 

org.apache.spark.SparkException: Task not serializable

    at org.apache.spark.util.ClosureCleaner$.ensureSerializable(ClosureCleaner.scala:)

    at org.apache.spark.util.ClosureCleaner$.org$apache$spark$util$ClosureCleaner$$clean(ClosureCleaner.scala:)

    at org.apache.spark.util.ClosureCleaner$.clean(ClosureCleaner.scala:)

    at org.apache.spark.SparkContext.clean(SparkContext.scala:)

    at org.apache.spark.rdd.RDD$$anonfun$mapPartitionsWithIndex$.apply(RDD.scala:)

    at org.apache.spark.rdd.RDD$$anonfun$mapPartitionsWithIndex$.apply(RDD.scala:)

    at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:)

    at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:)

    at org.apache.spark.rdd.RDD.withScope(RDD.scala:)

    at org.apache.spark.rdd.RDD.mapPartitionsWithIndex(RDD.scala:)

    at com.dx.fpd_withscenetype.MySparkJob.entry(MySparkJob.scala:)

    at com.dx.App$.main(App.scala:)

    at com.dx.App.main(App.scala)

    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:)

    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:)

    at java.lang.reflect.Method.invoke(Method.java:)

    at org.apache.spark.deploy.yarn.ApplicationMaster$$anon$.run(ApplicationMaster.scala:)

Caused by: java.io.NotSerializableException: com.dx.fpd_withscenetype.MySparkJob

Serialization stack:

    - object not serializable (class: com.dx.fpd_withscenetype.MySparkJob, value: com.dx.fpd_withscenetype.MySparkJob@e4d4393)

    - field (class: com.dx.fpd_withscenetype.MySparkJob$$anonfun$entry$, name: $outer, type: class com.dx.fpd_withscenetype.MySparkJob)

    - object (class com.dx.fpd_withscenetype.MySparkJob$$anonfun$entry$, <function2>)

    - field (class: org.apache.spark.sql.catalyst.expressions.ScalaUDF$$anonfun$, name: func$, type: interface scala.Function2)

    - object (class org.apache.spark.sql.catalyst.expressions.ScalaUDF$$anonfun$, <function1>)

    - field (class: org.apache.spark.sql.catalyst.expressions.ScalaUDF, name: f, type: interface scala.Function1)

    - object (class org.apache.spark.sql.catalyst.expressions.ScalaUDF, UDF:getInnerRsrp(cast(input[, double, true] as int), cast(input[, double, true] as int), cast(input[, double, true] as int)))

    - element of array (index: )

    - array (class [Ljava.lang.Object;, size )

    - field (class: org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$, name: references$, type: class [Ljava.lang.Object;)

    - object (class org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$, <function2>)

    at org.apache.spark.serializer.SerializationDebugger$.improveException(SerializationDebugger.scala:)

    at org.apache.spark.serializer.JavaSerializationStream.writeObject(JavaSerializer.scala:)

    at org.apache.spark.serializer.JavaSerializerInstance.serialize(JavaSerializer.scala:)

    at org.apache.spark.util.ClosureCleaner$.ensureSerializable(ClosureCleaner.scala:)

    ...  more

class MySparkJob extends Serializable {

    xxx

}