Merge pull request #602 from dirk/sidekiq-client-tracer

Sidekiq client-side tracing

Author: delner

lib/ddtrace/contrib/sidekiq/client_tracer.rb

@@ -0,0 +1,35 @@
+require 'ddtrace/contrib/sidekiq/tracing'
+
+module Datadog
+  module Contrib
+    module Sidekiq
+      # Tracer is a Sidekiq client-side middleware which traces job enqueues/pushes
+      class ClientTracer
+        include Tracing
+
+        def initialize(options = {})
+          super
+          @sidekiq_service = options[:client_service_name] || Datadog.configuration[:sidekiq][:client_service_name]
+        end
+
+        # Client middleware arguments are documented here:
+        #   https://github.com/mperham/sidekiq/wiki/Middleware#client-middleware
+        def call(worker_class, job, queue, redis_pool)
+          service = @sidekiq_service
+          set_service_info(service)
+
+          resource = job_resource(job)
+
+          @tracer.trace(Ext::SPAN_PUSH, service: service) do |span|
+            span.resource = resource
+            span.set_tag(Ext::TAG_JOB_ID, job['jid'])
+            span.set_tag(Ext::TAG_JOB_QUEUE, job['queue'])
+            span.set_tag(Ext::TAG_JOB_WRAPPER, job['class']) if job['wrapped']
+
+            yield
+          end
+        end
+      end
+    end
+  end
+end

lib/ddtrace/contrib/sidekiq/configuration/settings.rb

@@ -8,6 +8,7 @@ module Configuration
         # Custom settings for the Sidekiq integration
         class Settings < Contrib::Configuration::Settings
           option :service_name, default: Ext::SERVICE_NAME
+          option :client_service_name, default: Ext::CLIENT_SERVICE_NAME
         end
       end
     end

lib/ddtrace/contrib/sidekiq/ext.rb

@@ -5,7 +5,9 @@ module Sidekiq
       module Ext
         APP = 'sidekiq'.freeze
         SERVICE_NAME = 'sidekiq'.freeze
+        CLIENT_SERVICE_NAME = 'sidekiq-client'.freeze
 
+        SPAN_PUSH = 'sidekiq.push'.freeze
         SPAN_JOB = 'sidekiq.job'.freeze
 
         TAG_JOB_DELAY = 'sidekiq.job.delay'.freeze

lib/ddtrace/contrib/sidekiq/patcher.rb

@@ -16,10 +16,17 @@ def patched?
         def patch
           do_once(:sidekiq) do
             begin
-              require 'ddtrace/contrib/sidekiq/tracer'
+              require 'ddtrace/contrib/sidekiq/client_tracer'
+              ::Sidekiq.configure_client do |config|
+                config.client_middleware do |chain|
+                  chain.add(Sidekiq::ClientTracer)
+                end
+              end
+
+              require 'ddtrace/contrib/sidekiq/server_tracer'
               ::Sidekiq.configure_server do |config|
                 config.server_middleware do |chain|
-                  chain.add(Sidekiq::Tracer)
+                  chain.add(Sidekiq::ServerTracer)
                 end
               end
             rescue StandardError => e

lib/ddtrace/contrib/sidekiq/server_tracer.rb

@@ -0,0 +1,50 @@
+require 'ddtrace/contrib/sidekiq/tracing'
+
+module Datadog
+  module Contrib
+    module Sidekiq
+      # Tracer is a Sidekiq server-side middleware which traces executed jobs
+      class ServerTracer
+        include Tracing
+
+        def initialize(options = {})
+          super
+          @sidekiq_service = options[:service_name] || Datadog.configuration[:sidekiq][:service_name]
+        end
+
+        def call(worker, job, queue)
+          resource = job_resource(job)
+
+          service = service_from_worker_config(resource) || @sidekiq_service
+          set_service_info(service)
+
+          @tracer.trace(Ext::SPAN_JOB, service: service, span_type: Datadog::Ext::AppTypes::WORKER) do |span|
+            span.resource = resource
+            span.set_tag(Ext::TAG_JOB_ID, job['jid'])
+            span.set_tag(Ext::TAG_JOB_RETRY, job['retry'])
+            span.set_tag(Ext::TAG_JOB_QUEUE, job['queue'])
+            span.set_tag(Ext::TAG_JOB_WRAPPER, job['class']) if job['wrapped']
+            span.set_tag(Ext::TAG_JOB_DELAY, 1000.0 * (Time.now.utc.to_f - job['enqueued_at'].to_f))
+
+            yield
+          end
+        end
+
+        private
+
+        def service_from_worker_config(resource)
+          # Try to get the Ruby class from the resource name.
+          worker_klass = begin
+            Object.const_get(resource)
+          rescue NameError
+            nil
+          end
+
+          if worker_klass.respond_to?(:datadog_tracer_config)
+            worker_klass.datadog_tracer_config[:service_name]
+          end
+        end
+      end
+    end
+  end
+end

lib/ddtrace/contrib/sidekiq/tracer.rb

@@ -0,0 +1,38 @@
+require 'ddtrace/ext/app_types'
+require 'ddtrace/contrib/sidekiq/ext'
+
+module Datadog
+  module Contrib
+    module Sidekiq
+      # Common functionality used by both client-side and server-side tracers.
+      module Tracing
+        def initialize(options = {})
+          @tracer = options[:tracer] || Datadog.configuration[:sidekiq][:tracer]
+        end
+
+        protected
+
+        # If class is wrapping something else, the interesting resource info
+        # is the underlying, wrapped class, and not the wrapper. This is
+        # primarily to support `ActiveJob`.
+        def job_resource(job)
+          if job['wrapped']
+            job['wrapped']
+          else
+            job['class']
+          end
+        end
+
+        def set_service_info(service)
+          # Ensure the tracer knows about this service.
+          return if @tracer.services[service]
+          @tracer.set_service_info(
+            service,
+            Ext::APP,
+            Datadog::Ext::AppTypes::WORKER
+          )
+        end
+      end
+    end
+  end
+end

lib/ddtrace/contrib/sidekiq/tracing.rb

@@ -3,7 +3,7 @@
 
 if ENV['USE_SIDEKIQ']
   require 'sidekiq/testing'
-  require 'ddtrace/contrib/sidekiq/tracer'
+  require 'ddtrace/contrib/sidekiq/server_tracer'
 end
 
 RSpec.shared_context 'Rails base application' do

spec/ddtrace/contrib/rails/support/base.rb

@@ -3,7 +3,7 @@
 
 if ENV['USE_SIDEKIQ']
   require 'sidekiq/testing'
-  require 'ddtrace/contrib/sidekiq/tracer'
+  require 'ddtrace/contrib/sidekiq/server_tracer'
 end
 
 require 'ddtrace/contrib/rails/support/controllers'

spec/ddtrace/contrib/rails/support/rails3.rb

@@ -3,7 +3,7 @@
 
 if ENV['USE_SIDEKIQ']
   require 'sidekiq/testing'
-  require 'ddtrace/contrib/sidekiq/tracer'
+  require 'ddtrace/contrib/sidekiq/server_tracer'
 end
 
 require 'ddtrace/contrib/rails/support/controllers'
@@ -43,7 +43,7 @@ def config.database_configuration
         # add Sidekiq middleware
         Sidekiq::Testing.server_middleware do |chain|
           chain.add(
-            Datadog::Contrib::Sidekiq::Tracer
+            Datadog::Contrib::Sidekiq::ServerTracer
           )
         end
       end