kemitix/thorp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

[Sync] Log when starting to scan local files

Browse source
This commit is contained in:
Paul Campbell 2019-05-24 08:00:04 +01:00
parent 44cf67c9cc
commit 2ff5d68b4f
2 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
src/main/scala/net/kemitix/s3thorp/Sync.scala
View file

@ -15,6 +15,7 @@ class Sync(s3Client: S3Client)
logRunStart logRunStart
listObjects(c.bucket, c.prefix) listObjects(c.bucket, c.prefix)
.map { implicit s3ObjectsData => { .map { implicit s3ObjectsData => {
logFileScan
val actions = for { val actions = for {
file <- findFiles(c.source) file <- findFiles(c.source)
data <- getMetadata(file) data <- getMetadata(file)

3
src/main/scala/net/kemitix/s3thorp/SyncLogging.scala
View file

@ -9,6 +9,9 @@ trait SyncLogging extends Logging {
log1(s"Bucket: ${c.bucket.name}, Prefix: ${c.prefix.key}, Source: ${c.source}, " + log1(s"Bucket: ${c.bucket.name}, Prefix: ${c.prefix.key}, Source: ${c.source}, " +
s"Filter: ${c.filters.map{f => f.filter}.mkString(""", """)}")(c) s"Filter: ${c.filters.map{f => f.filter}.mkString(""", """)}")(c)
def logFileScan(implicit c: Config): Unit =
log1(s"Scanning local files: ${c.source}...")
def logRunFinished(actions: List[S3Action]) def logRunFinished(actions: List[S3Action])
(implicit c: Config): Unit = { (implicit c: Config): Unit = {