Yabeda integration for prom metrics

.env.example

@@ -2,3 +2,5 @@ SECRET_KEY_BASE=8ea53ad3bc6c03923e376c8bdd85059c1885524947a7efe53d5e9c9d4e398611
 EXTERNAL_PORT=8080
 SCC_USERNAME=
 SCC_PASSWORD=
+RMT_METRICS_ENABLED=
+PROMETHEUS_JOB_NAME=

.github/workflows/lint-unit.yml

@@ -30,7 +30,7 @@ jobs:
       matrix:
         # we need to test the Ruby versions of the products we release RMT for,
         # those are: SLE15 (2.5.8, 2.5.9)
-        ruby-version: ['2.5.8', '2.5.9']
+        ruby-version: [ '2.5.9']
         # skipping Ruby3 tests for now, because RMT isn't Ruby3 compatible yet, and the failing 
         # tests confuse the team.
         # ruby-version: ['2.5.8', '2.5.9', '3.0.3']
@@ -81,8 +81,8 @@ jobs:
 
       - name: Run core tests
         run: |
-          bundle exec rspec --format documentation
-
+          bundle exec rake test:core
+        
       - name: Run PubCloud engines tests
         run: |
           bundle exec rake test:engines
@@ -92,3 +92,10 @@ jobs:
           echo "::group::Version verification checks"
           ruby ci/check-version-matches.rb
           echo "::endgroup::"
+
+      - name: Export coverage report
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: coverage
+          path: ${{ github.workspace }}/coverage

.simplecov

@@ -10,6 +10,10 @@ unless ENV['NO_COVERAGE']
       # omit registration sharing (removing systems using rmt-cli)
       add_filter('engines/registration_sharing/lib/registration_sharing.rb')
 
+      add_filter('lib/rmt/db.rb')
+      add_filter('lib/rmt.rb')
+      add_filter('config')
+
       track_files('app/**/*.rb')
       track_files('lib/**/*.rb')
     end

Gemfile

@@ -32,6 +32,12 @@ gem 'repomd_parser', '~> 1.1.0'
 # Use Rack CORS for handling Cross-Origin Resource Sharing (CORS), making cross-origin AJAX possible
 # gem 'rack-cors'
 
+# Prometheus Exporter:
+gem 'yabeda'
+gem 'yabeda-rails'
+gem 'yabeda-puma-plugin'
+gem 'yabeda-prometheus'
+
 gem 'strong_migrations'
 
 group :development, :test do

Gemfile.lock

@@ -32,6 +32,8 @@ GEM
       zeitwerk (~> 2.3)
     addressable (2.8.6)
       public_suffix (>= 2.0.2, < 6.0)
+    anyway_config (2.6.4)
+      ruby-next-core (~> 1.0)
     ast (2.4.2)
     awesome_print (1.9.2)
     base32 (0.3.4)
@@ -173,6 +175,8 @@ GEM
     prime (0.1.2)
       forwardable
       singleton
+    prometheus-client (4.2.3)
+      base64
     pry (0.14.0)
       coderay (~> 1.1)
       method_source (~> 1.0)
@@ -267,6 +271,7 @@ GEM
       rubocop (~> 1.19)
     rubocop-thread_safety (0.4.4)
       rubocop (>= 0.53.0)
+    ruby-next-core (1.0.3)
     ruby-progressbar (1.11.0)
     ruby_parser (3.19.2)
       sexp_processor (~> 4.16)
@@ -321,6 +326,23 @@ GEM
       addressable (>= 2.8.0)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
+    yabeda (0.13.1)
+      anyway_config (>= 1.0, < 3)
+      concurrent-ruby
+      dry-initializer
+    yabeda-prometheus (0.9.1)
+      prometheus-client (>= 3.0, < 5.0)
+      rack
+      yabeda (~> 0.10)
+    yabeda-puma-plugin (0.7.1)
+      json
+      puma
+      yabeda (~> 0.5)
+    yabeda-rails (0.9.0)
+      activesupport
+      anyway_config (>= 1.3, < 3)
+      railties
+      yabeda (~> 0.8)
     yard (0.9.35)
     zeitwerk (2.6.15)
     zstd-ruby (1.5.6.1)
@@ -382,6 +404,10 @@ DEPENDENCIES
   vcr (~> 6.0)
   versionist
   webmock
+  yabeda
+  yabeda-prometheus
+  yabeda-puma-plugin
+  yabeda-rails
 
 BUNDLED WITH
    1.17.3

config/initializers/yabeda.rb

@@ -0,0 +1,71 @@
+# frozen_string_literal: true
+
+return unless Settings.dig(:scc, :metrics, :enabled)
+
+# Configure prometheus client
+Prometheus::Client.config.data_store = Prometheus::Client::DataStores::DirectFileStore.new(
+  dir: './tmp/prometheus/'
+)
+
+# Configure yabeda
+Yabeda.configure do
+  assign_labels = lambda {
+    default_tag :environment, Rails.env
+    default_tag :application, 'rmt'
+  }
+
+  group :rails, &assign_labels
+  group :rake, &assign_labels
+
+  group :rails do
+    counter :started_requests_total,
+            comment: 'A counter of the total number of HTTP requests rails has started to process.',
+            tags: %i[controller action format method]
+  end
+
+  group :rake do
+    gauge :task_started_at,
+          comment: 'Time when the task started: unix time with decimals',
+          tags: %i[task_name]
+
+    gauge :task_exit_status,
+          comment: 'Task exit status. 1 means OK, 0 means failed, not present means no data',
+          tags: %i[task_name]
+
+    gauge :task_duration_ms,
+          comment: 'Time taken running the task',
+          tags: %i[task_name]
+
+    gauge :task_finished_at,
+          comment: 'Time when the task finished: unix time with decimals',
+          tags: %i[task_name]
+  end
+end
+
+# Instrument the request from the start
+ActiveSupport::Notifications.subscribe 'start_processing.action_controller' do |*args|
+  # Match the same event as Yabeda
+  event = Yabeda::Rails::Event.new(*args)
+
+  Yabeda.rails.started_requests_total.tap do |metric|
+    labels = event.labels.slice(*metric.tags)
+
+    metric.increment(labels, by: 1)
+  end
+end
+
+ActiveSupport::Notifications.subscribe 'task_run.rake' do |*args|
+  event = ActiveSupport::Notifications::Event.new(*args)
+  task_name = event.payload[:task_name]
+
+  success = 1
+  if !!(event.payload[:exception] || event.payload[:exception_class])
+    success = 0
+  end
+
+  Yabeda.rake.task_duration_ms.set({ task_name: task_name }, event.duration)
+  Yabeda.rake.task_started_at.set({ task_name: task_name }, event.time / 1000.0)
+  Yabeda.rake.task_finished_at.set({ task_name: task_name }, event.end / 1000.0)
+
+  Yabeda.rake.task_exit_status.set({ task_name: task_name }, success)
+end

config/puma.rb

@@ -1,4 +1,5 @@
 require 'rmt/config'
+require_relative 'puma/prometheus'
 
 # Puma can serve each request in a thread from an internal thread pool.
 # The `threads` method setting takes two numbers: a minimum and maximum.
@@ -36,3 +37,7 @@
 
 # Allow puma to be restarted by `rails restart` command.
 plugin :tmp_restart
+
+if Settings.dig(:scc, :metrics, :enabled)
+  configure_prometheus!(self)
+end

config/puma/prometheus.rb

@@ -0,0 +1,7 @@
+def configure_prometheus!(puma)
+  ENV['STARTED_FROM_PUMA'] = '1'
+
+  puma.activate_control_app
+  puma.plugin :yabeda
+  puma.plugin :yabeda_prometheus
+end

config/rmt.yml

@@ -24,6 +24,9 @@ scc:
   username: <%= ENV['SCC_USERNAME'] %>
   password: <%= ENV['SCC_PASSWORD'] %>
   sync_systems: true
+  metrics:
+    enabled: <%= ENV.fetch('RMT_METRICS_ENABLED') { false } %>
+    job_name: <%= ENV.fetch('PROMETHEUS_JOB_NAME') { 'rmt-webserver' } %>
 
 mirroring:
   mirror_src: false

config/routes.rb

@@ -69,6 +69,12 @@
     get '/v2/_catalog', to: 'registry/registry#catalog'
   end
 
+  # For bin/rails s users: expose the metrics endpoint via rails instead of puma
+  if Rails.env.development? && ENV['STARTED_FROM_PUMA'].blank?
+    Rails.logger.info('Mounting Yabeda in Rails.routes')
+    mount Yabeda::Prometheus::Exporter, at: '/metrics'
+  end
+
   if defined?(SccSumaApi::Engine)
     mount SccSumaApi::Engine, at: '/api/scc'
 

package/obs/rmt.conf

@@ -12,7 +12,10 @@ scc:
   username:
   password:
   sync_systems: true
-
+  metrics:
+    enabled: false
+    job_name: rmt
+
 mirroring:
   mirror_src: false
   dedup_method: hardlink