-
Notifications
You must be signed in to change notification settings - Fork 401
Expand file tree
/
Copy pathcomponents.rb
More file actions
319 lines (268 loc) · 12.8 KB
/
components.rb
File metadata and controls
319 lines (268 loc) · 12.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
# frozen_string_literal: true
require_relative 'agent_settings_resolver'
require_relative 'components_state'
require_relative 'ext'
require_relative 'deprecations'
require_relative '../diagnostics/environment_logger'
require_relative '../diagnostics/health'
require_relative '../logger'
require_relative '../runtime/metrics'
require_relative '../telemetry/component'
require_relative '../workers/runtime_metrics'
require_relative '../remote/component'
require_relative '../utils/at_fork_monkey_patch'
require_relative '../utils/spawn_monkey_patch'
require_relative '../utils/only_once'
require_relative '../../tracing/component'
require_relative '../../profiling/component'
require_relative '../../appsec/component'
require_relative '../../ai_guard/component'
require_relative '../../di/component'
require_relative '../../symbol_database'
require_relative '../../symbol_database/component'
require_relative '../../open_feature/component'
require_relative '../../error_tracking/component'
require_relative '../crashtracking/component'
require_relative '../environment/agent_info'
require_relative '../environment/identity'
require_relative '../process_discovery'
require_relative '../../data_streams/processor'
module Datadog
module Core
module Configuration
# Global components for the trace library.
class Components
# Class-level constant to ensure fork patch is applied only once
PATCH_ONLY_ONCE = Utils::OnlyOnce.new
class << self
def build_health_metrics(settings, logger, telemetry)
settings = settings.health_metrics
options = {enabled: settings.enabled}
options[:statsd] = settings.statsd unless settings.statsd.nil?
Core::Diagnostics::Health::Metrics.new(telemetry: telemetry, logger: logger, **options)
end
def build_logger(settings)
logger = settings.logger.instance || Core::Logger.new($stderr)
logger.level = settings.diagnostics.debug ? ::Logger::DEBUG : settings.logger.level
logger
end
def build_runtime_metrics(settings, logger, telemetry)
options = {enabled: settings.runtime_metrics.enabled}
options[:statsd] = settings.runtime_metrics.statsd unless settings.runtime_metrics.statsd.nil?
options[:services] = [settings.service] unless settings.service.nil?
options[:experimental_runtime_id_enabled] = settings.runtime_metrics.experimental_runtime_id_enabled
options[:experimental_propagate_process_tags_enabled] = settings.experimental_propagate_process_tags_enabled
Core::Runtime::Metrics.new(logger: logger, telemetry: telemetry, **options)
end
def build_runtime_metrics_worker(settings, logger, telemetry)
# NOTE: Should we just ignore building the worker if its not enabled?
options = settings.runtime_metrics.opts.merge(
enabled: settings.runtime_metrics.enabled,
metrics: build_runtime_metrics(settings, logger, telemetry),
logger: logger,
)
Core::Workers::RuntimeMetrics.new(telemetry: telemetry, **options)
end
def build_telemetry(settings, agent_settings, logger)
Telemetry::Component.build(settings, agent_settings, logger)
end
def build_crashtracker(settings, agent_settings, logger:)
return unless settings.crashtracking.enabled
if (libdatadog_api_failure = Datadog::Core::LIBDATADOG_API_FAILURE)
logger.debug("Cannot enable crashtracking: #{libdatadog_api_failure}")
return
end
Datadog::Core::Crashtracking::Component.build(settings, agent_settings, logger: logger)
end
def build_data_streams(settings, agent_settings, logger, agent_info)
return unless settings.data_streams.enabled
Datadog::DataStreams::Processor.new(
interval: settings.data_streams.interval,
logger: logger,
settings: settings,
agent_settings: agent_settings,
agent_info: agent_info
)
rescue => e
logger.warn("Failed to initialize Data Streams Monitoring: #{e.class}: #{e.message}")
nil
end
end
attr_reader \
:health_metrics,
:settings,
:agent_settings,
:logger,
:remote,
:profiler,
:runtime_metrics,
:telemetry,
:tracer,
:crashtracker,
:error_tracking,
:dynamic_instrumentation,
:appsec,
:ai_guard,
:agent_info,
:data_streams,
:symbol_database,
:open_feature
def initialize(settings)
@settings = settings
@logger = self.class.build_logger(settings)
@environment_logger_extra = {}
StableConfig.log_result(@logger)
Deprecations.log_deprecations_from_all_sources(@logger)
# Register fork handling once globally
self.class::PATCH_ONLY_ONCE.run do
Utils::AtForkMonkeyPatch.apply!
Utils::SpawnMonkeyPatch.apply!(
lineage_envs_provider: Core::Environment::Identity.method(:runtime_propagation_envs),
)
# Register callback that calls Components.after_fork
Utils::AtForkMonkeyPatch.at_fork(:child) do
# Access via global to avoid capturing 'self'
Datadog.send(:components, allow_initialization: false)&.after_fork
end
end
# This agent_settings is intended for use within Core. If you require
# agent_settings within a product outside of core you should extend
# the Core resolver from within your product/component's namespace.
@agent_settings = AgentSettingsResolver.call(settings, logger: @logger)
# Exposes agent capability information for detection by any components
@agent_info = Core::Environment::AgentInfo.new(agent_settings, logger: @logger)
@telemetry = self.class.build_telemetry(settings, agent_settings, @logger)
@remote = Remote::Component.build(settings, agent_settings, logger: @logger, telemetry: telemetry)
@tracer = Datadog::Tracing::Component.build_tracer(settings, agent_settings, logger: @logger)
@crashtracker = self.class.build_crashtracker(settings, agent_settings, logger: @logger)
@profiler, profiler_logger_extra = Datadog::Profiling::Component.build_profiler_component(
settings: settings,
agent_settings: agent_settings,
optional_tracer: @tracer,
logger: @logger,
)
@environment_logger_extra.merge!(profiler_logger_extra) if profiler_logger_extra
@runtime_metrics = self.class.build_runtime_metrics_worker(settings, @logger, telemetry)
@health_metrics = self.class.build_health_metrics(settings, @logger, telemetry)
@appsec = Datadog::AppSec::Component.build_appsec_component(settings, telemetry: telemetry)
@ai_guard = Datadog::AIGuard::Component.build(settings, logger: @logger, telemetry: telemetry)
@open_feature = OpenFeature::Component.build(settings, agent_settings, logger: @logger, telemetry: telemetry)
@dynamic_instrumentation = Datadog::DI::Component.build(settings, agent_settings, @logger, telemetry: telemetry)
@symbol_database = Datadog::SymbolDatabase::Component.build(settings, agent_settings, @logger)
@error_tracking = Datadog::ErrorTracking::Component.build(settings, @tracer, @logger)
@data_streams = self.class.build_data_streams(settings, agent_settings, @logger, @agent_info)
@environment_logger_extra[:dynamic_instrumentation_enabled] = !!@dynamic_instrumentation
# Configure non-privileged components.
Datadog::Tracing::Contrib::Component.configure(settings)
# Load the core Rails Railtie when Rails is present so all products benefit from Rails-specific setup.
if defined?(::Rails::Railtie)
require_relative '../contrib/rails/railtie'
end
end
# Called when a fork is detected
def after_fork
telemetry.after_fork
remote&.after_fork
crashtracker&.update_on_fork
ProcessDiscovery.after_fork
end
# Hot-swaps with a new sampler.
# This operation acquires the Components lock to ensure
# there is no concurrent modification of the sampler.
def reconfigure_sampler(settings = Datadog.configuration)
sampler = Datadog::Tracing::Component.build_sampler(settings)
Datadog.send(:safely_synchronize) { tracer.sampler.sampler = sampler }
end
# Starts up components
def startup!(settings, old_state: nil)
telemetry.start(old_state&.telemetry_enabled?, components: self)
if settings.profiling.enabled
if profiler
profiler.start
else
# Display a warning for users who expected profiling to be enabled
unsupported_reason = Profiling.unsupported_reason
logger.warn("Profiling was requested but is not supported, profiling disabled: #{unsupported_reason}")
end
end
if remote && old_state&.remote_started?
# The library was reconfigured and previously it already started
# the remote component (i.e., it received at least one request
# through the installed Rack middleware which started the remote).
# If the new configuration also has remote enabled, start the
# new remote right away.
remote.start
end
# This should stay here, not in initialize. During reconfiguration, the order of the calls is:
# initialize new components, shutdown old components, startup new components.
# Because this is a singleton, if we call it in initialize, it will be shutdown right away.
Core::ProcessDiscovery.publish(settings)
Core::Diagnostics::EnvironmentLogger.collect_and_log!(@environment_logger_extra)
end
# Shuts down all the components in use.
# If it has another instance to compare to, it will compare
# and avoid tearing down parts still in use.
def shutdown!(replacement = nil)
# Shutdown remote configuration
remote&.shutdown!
# Shutdown DI after remote, since remote config triggers DI operations.
dynamic_instrumentation&.shutdown!
# Shutdown Symbol Database
symbol_database&.shutdown!
# Shutdown OpenFeature component
open_feature&.shutdown!
# Decommission AppSec
appsec&.shutdown!
# Shutdown AIGuard component
ai_guard&.shutdown!
# Shutdown the old tracer, unless it's still being used.
# (e.g. a custom tracer instance passed in.)
tracer.shutdown! unless replacement && tracer.equal?(replacement.tracer)
# Shutdown old profiler
profiler&.shutdown!
# Shutdown workers
runtime_metrics.stop(true, close_metrics: false)
# Shutdown Data Streams Monitoring processor
data_streams&.stop(true)
# Shutdown the old metrics, unless they are still being used.
# (e.g. custom Statsd instances.)
#
# TODO: This violates the encapsulation created by Runtime::Metrics and
# Health::Metrics, by directly manipulating `statsd` and changing
# it's lifecycle management.
# If we need to directly have ownership of `statsd` lifecycle, we should
# have direct ownership of it.
old_statsd = [
runtime_metrics.metrics.statsd,
health_metrics.statsd
].compact.uniq
new_statsd = if replacement
[
replacement.runtime_metrics.metrics.statsd,
replacement.health_metrics.statsd
].compact.uniq
else
[]
end
unused_statsd = (old_statsd - (old_statsd & new_statsd))
unused_statsd.each(&:close)
Core::ProcessDiscovery.shutdown!
# Shut down telemetry last so that all other components may
# report shutdown errors.
#
# Enqueue closing event before stopping telemetry so it will be
# sent out on shutdown.
telemetry.emit_closing! unless replacement&.telemetry&.enabled
telemetry.shutdown!
end
# Returns the current state of various components.
def state
ComponentsState.new(
telemetry_enabled: telemetry.enabled,
remote_started: remote&.started?,
)
end
end
end
end
end