logstash-diidw.conf

input {
  file {
    discover_interval => 1
    path => [ "/ezproxy/diidw.res" ]
    sincedb_path => "/ezproxy/diidw/.sincedb"
    start_position => "beginning"
    type => "ezproxylog"
  }
}

filter {
  grok {
    pattern => "%{IP:request_client_ip} %{HOST:request_client_host} %{WORD:request_client_session} %{DATA:user_name}-%{WORD:patron_id}-%{WORD:patron_type}-%{WORD:stat_class} \[%{HTTPDATE:request_timestamp}\] %{QUOTEDSTRING:request_raw} %{NUMBER:response_http} %{NUMBER:response_bytes} \"%{DATA:requested_uri}\""
    type => "ezproxylog"
  }
  #Drop if the user has no session
  if [request_client_session] !~ /.+/ {
    drop {}
  }
  date {
    # Try to set the @timestamp field from the 'request_timestamp' field (parsed above with
    # grok).
    match => [ "request_timestamp", "dd/MMM/yyyy:HH:mm:ss Z" ]
    type => "ezproxylog"
  }
   geoip {
     # Try to get GeoIP lookup using value from the 'request_client_ip' field (parsed above with
     # grok).
     source => "request_client_ip"
     type => "ezproxylog"
   }
  grok {
    # Add field requested_host to the output, matching on URIHOST from requested_uri field.
    match => [ "requested_uri", "%{URIPROTO}://(?:%{USER}(?::[^@]*)?@)?(?:%{URIHOST:requested_host})?(?:%{URIPATHPARAM})?" ]
    type => "ezproxylog"
  }
  #Only check espace if username exists and doesnt start with 's'
  if [user_name] and [user_name] != "" and [user_name] !~ /^s.*$/ {
    elasticsearch {
      hosts => ["elasticsearch"]
      fail_on_error => "false"
      query => "type:espace AND aut_org_username:%{[user_name]}"
      fields => {
        "aut_org_desc" => "aut_org_desc"
        "aut_pos_title" => "aut_pos_title"
        "aut_aou" => "aut_aou"
        "aut_class_lev1" => "aut_class_lev1"
      }
      add_tag => [ "espace_username_matches" ]
    }
  }
  #Only check sinet if username starts with 's'
  if [user_name] and [user_name] =~ /^s.*$/ {
    elasticsearch {
      hosts => ["elasticsearch"]
      fail_on_error => "false"
      query => "type:sinet AND s_username:%{[user_name]}"
      fields => {
        "s_subject_full" => "s_subject_full"
        "s_subject" => "s_subject"
        "s_catalog_nbr" => "s_catalog_nbr"
        "s_descr" => "s_descr"
        "s_acad_group" => "s_acad_group"
        "s_acad_org" => "s_acad_org"
        "s_acad_org_desc" => "s_acad_org_desc"
        "s_acad_group_desc" => "s_acad_group_desc"
      }
      add_tag => [ "sinet_username_matches" ]
    }
  }
}

output {
  elasticsearch {
    host => "elasticsearch"
    port => 9200
    protocol => "http"
    embedded => false
    index_type => "diidw"
  }
}