application.conf

// Configuration file [HOCON format]

// @see http://doc.akka.io/docs/akka/2.4.10/scala/logging.html
akka {
  # Options: OFF, ERROR, WARNING, INFO, DEBUG
  loglevel = "INFO"
}

eventhub-react {

  // Connection settings can be retrieved from the Azure portal at https://portal.azure.com
  connection {

    // your-namespace.servicebus.windows.net
    eventHubEndpoint = ${?EVENTHUB_ENDPOINT}

    // eh1
    eventHubName = ${?EVENTHUB_NAME}

    // 0..n
    eventHubPartitions = ${?EVENTHUB_PARTITIONS}

    // SAS policy name
    accessPolicy = ${?EVENTHUB_ACCESS_POLICY}

    // policy key
    accessKey = ${?EVENTHUB_ACCESS_KEY}
  }

  streaming {

    // "$Default" is predefined and is the typical scenario
    consumerGroup = "$Default"

    // Value expressed as a duration, e.g. 3s, 3000ms, "3 seconds", etc.
    receiverTimeout = 3s

    // How many messages to retrieve on each pull, max is 999
    receiverBatchSize = 999

    // Whether to retrieve information about the partitions while streaming events from Event Hub
    retrieveRuntimeInfo = true
  }

  checkpointing {

    // Checkpoints frequency (best effort), for each Event hub partition
    // Min: 1 second, Max: 1 minute
    frequency = 5s

    // How many messages to stream before saving the position, for each Event hub partition.
    // Since the stream position is saved in the Source, before the rest of the
    // Graph (Flows/Sinks), this provides a mechanism to replay buffered messages.
    // The value should be greater than receiverBatchSize
    countThreshold = 5

    // Store a position if its value is older than this amount of time, ignoring the threshold.
    // For instance when the telemetry stops, this will force to write the last offset after some time.
    // Min: 1 second, Max: 1 hour. Value is rounded to seconds.
    timeThreshold = 10s

    storage {

      // Value expressed as a duration, e.g. 3s, 3000ms, "3 seconds", etc.
      rwTimeout = 5s

      // Supported types (not case sensitive): Cassandra, AzureBlob
      backendType = "Cassandra"

      // If you use the same storage while processing multiple streams, you'll want
      // to use a distinct table/container/path in each job, to to keep state isolated
      namespace = "eventhub-react-checkpoints"

      azureblob {
        // Time allowed for a checkpoint to be written, rounded to seconds (min 15, max 60)
        lease = 15s
        // Whether to use the Azure Storage Emulator
        useEmulator = false
        // Storage credentials
        protocol = "https"
        account = ${?CHECKPOINT_ACCOUNT}
        key = ${?CHECKPOINT_KEY}
      }

      // You can easily test this with Docker --> docker run -ip 9042:9042 --rm cassandra
      cassandra {
        cluster = "localhost:9042"
        replicationFactor = 1
        username = ""
        password = ""
      }
    }
  }
}