Contents

package s3.website

import s3.website.model._
import s3.website.Ruby.rubyRegexMatches

object Diff {

  def resolveDeletes(localFiles: Seq[LocalFile], s3Files: Seq[S3File], redirects: Seq[Upload with UploadTypeResolved])(implicit config: Config): Seq[S3File] = {
    val keysNotToBeDeleted: Set[String] = (localFiles ++ redirects).map(_.s3Key).toSet
    s3Files.filterNot { s3File =>
      val ignoreOnServer = config.ignore_on_server.exists(_.fold(
        (ignoreRegex: String)        => rubyRegexMatches(s3File.s3Key, ignoreRegex),
        (ignoreRegexes: Seq[String]) => ignoreRegexes.exists(rubyRegexMatches(s3File.s3Key, _))
      ))
      keysNotToBeDeleted.exists(_ == s3File.s3Key) || ignoreOnServer
    }
  }

  def resolveUploads(localFiles: Seq[LocalFile], s3Files: Seq[S3File])(implicit config: Config):
  Stream[Either[Error, Upload with UploadTypeResolved]] = {
    val remoteS3KeysIndex = s3Files.map(_.s3Key).toSet
    val remoteMd5Index = s3Files.map(_.md5).toSet
    localFiles
      .toStream // Load lazily, because the MD5 computation for the local file requires us to read the whole file
      .map(resolveUploadSource)
      .collect {
      case errorOrUpload if errorOrUpload.right.exists(isNewUpload(remoteS3KeysIndex)) =>
        for (upload <- errorOrUpload.right) yield upload withUploadType NewFile
      case errorOrUpload if errorOrUpload.right.exists(isUpdate(remoteS3KeysIndex, remoteMd5Index)) =>
        for (upload <- errorOrUpload.right) yield upload withUploadType Update
    }
  }

  def isNewUpload(remoteS3KeysIndex: Set[String])(u: Upload) = !remoteS3KeysIndex.exists(_ == u.s3Key)

  def isUpdate(remoteS3KeysIndex: Set[String], remoteMd5Index: Set[String])(u: Upload) =
    remoteS3KeysIndex.exists(_ == u.s3Key) && !remoteMd5Index.exists(remoteMd5 => u.essence.right.exists(_.md5 == remoteMd5))

  def resolveUploadSource(localFile: LocalFile)(implicit config: Config): Either[Error, Upload] =
    for (upload <- LocalFile.toUpload(localFile).right)
    yield upload
}

Version data entries

6 entries across 6 versions & 1 rubygems

Version	Path
s3_website_monadic-0.0.6	src/main/scala/s3/website/Diff.scala
s3_website_monadic-0.0.5	src/main/scala/s3/website/Diff.scala
s3_website_monadic-0.0.4	src/main/scala/s3/website/Diff.scala
s3_website_monadic-0.0.3	src/main/scala/s3/website/Diff.scala
s3_website_monadic-0.0.2	src/main/scala/s3/website/Diff.scala
s3_website_monadic-0.0.1	src/main/scala/s3/website/Diff.scala