diff --git a/src/main/scala/com/async2databricks/etl/EtlPipeline.scala b/src/main/scala/com/async2databricks/etl/EtlPipeline.scala index c93f2c3..c7b57fe 100644 --- a/src/main/scala/com/async2databricks/etl/EtlPipeline.scala +++ b/src/main/scala/com/async2databricks/etl/EtlPipeline.scala @@ -40,6 +40,7 @@ class EtlPipeline[F[_]: Async](config: AppConfig) extends CatsLogger { ) // Write to S3 _ <- s3Writer.writeParquet(dataStream, outputPath) + _ <- logger[F].info("ETL Pipeline completed successfully") } yield () } .handleErrorWith { error =>