Skip to content

Commit 42c450d

Browse files
committed
Simplified code in Flink~ and SparkExperiment.
1 parent 6a5e0a8 commit 42c450d

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

peel-extensions/src/main/scala/org/peelframework/spark/beans/experiment/SparkExperiment.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -100,7 +100,7 @@ object SparkExperiment {
100100

101101
override protected def runJob() = {
102102
// try to execute the experiment run plan
103-
val (runExit, t) = Experiment.time(this !(s"$command", s"$home/run.out", s"$home/run.err"))
103+
val (runExit, t) = Experiment.time(this !(command, s"$home/run.out", s"$home/run.err"))
104104
state.runTime = t
105105
state.runExitCode = Some(runExit)
106106
}
@@ -110,7 +110,6 @@ object SparkExperiment {
110110
}
111111

112112
private def !(command: String, outFile: String, errFile: String) = {
113-
val master = exp.config.getString("system.spark.config.defaults.spark.master")
114113
shell ! s"${exp.config.getString("system.spark.path.home")}/bin/spark-submit ${command.trim} > $outFile 2> $errFile"
115114
}
116115
}

0 commit comments

Comments
 (0)