kemitix/thorp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

[s3metadataenricher] remove putStrLn

Browse source
This commit is contained in:
Paul Campbell 2019-05-09 08:29:18 +01:00
parent 4e2729ae26
commit df0df49624
1 changed files with 9 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
src/main/scala/net/kemitix/s3thorp/S3MetaDataEnricher.scala
View file

@ -4,7 +4,6 @@ import java.io.File
import fs2.Stream
import cats.effect.IO
import Main.putStrLn
trait S3MetaDataEnricher extends S3Client {
@ -15,13 +14,14 @@ trait S3MetaDataEnricher extends S3Client {
def enrichWithS3MetaData(c: Config): File => Stream[IO, Either[File, S3MetaData]] = {
val fileToString = generateKey(c)_
file =>
Stream.eval(for {
_ <- putStrLn(s"enrich: $file")
key = fileToString(file)
head <- objectHead(c.bucket, key)
} yield head.map {
case (hash,lastModified) =>
Right(S3MetaData(file, key, hash, lastModified))
}.getOrElse(Left(file)))
Stream.eval({
val key = fileToString(file)
for {
head <- objectHead(c.bucket, key)
} yield head.map {
case (hash,lastModified) =>
Right(S3MetaData(file, key, hash, lastModified))
}.getOrElse(Left(file))
})
}
}