Skip to content

Commit 7876e21

Browse files
author
Andrew Eacott
committed
Remove references to shazam S3 bucket for logs, allow users to specify their own bucket
1 parent 3d4d084 commit 7876e21

File tree

2 files changed

+2
-1
lines changed

2 files changed

+2
-1
lines changed

src/main/scala/datapipeline/dsl/Json.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -217,7 +217,7 @@ object ResourceJsonRenderer {
217217
("coreInstanceBidPrice" -> coreInstanceBidPrice.map(_.toString)) ~
218218
("useOnDemandOnLastAttempt" -> useOnDemandOnLastAttempt.map(_.toString)) ~
219219
("terminateAfter" -> terminateAfter.map(_.toString)) ~
220-
("emrLogUri" -> s"s3://szm-den-aws-data-pipeline/temp/$${environment}/$pipelineName/logs/emr") ~
220+
("emrLogUri" -> emrLogUri) ~
221221
("keyPair" -> keyPair) ~
222222
("region" -> region) ~
223223
("applications" -> applications) ~

src/main/scala/datapipeline/dsl/Resource.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ case class EmrCluster(name: String,
2929
coreInstanceBidPrice: Option[BigDecimal] = None,
3030
useOnDemandOnLastAttempt: Option[Boolean] = None,
3131
terminateAfter: Option[FiniteDuration] = None,
32+
emrLogUri: Option[String] = None,
3233
keyPair: Option[String] = None,
3334
region: Option[String] = None,
3435
applications: Seq[String] = Nil,

0 commit comments

Comments
 (0)