2021-11-28 01:33:47 +00:00
|
|
|
-module(otel_telemetry).
|
|
|
|
|
|
|
|
-include_lib("opentelemetry_api/include/opentelemetry.hrl").
|
|
|
|
|
|
|
|
-export([
|
|
|
|
init/1,
|
|
|
|
init/2,
|
|
|
|
handle_event/4,
|
|
|
|
start_telemetry_span/4,
|
|
|
|
set_current_telemetry_span/2,
|
|
|
|
end_telemetry_span/2,
|
|
|
|
trace_application/1,
|
|
|
|
trace_application/2]).
|
|
|
|
|
|
|
|
-type telemetry_span_ctx() :: opentelemetry:span_ctx().
|
|
|
|
-type parent_span_ctx() :: opentelemetry:span_ctx().
|
|
|
|
|
|
|
|
-type ctx_set() :: {parent_span_ctx(), telemetry_span_ctx()}.
|
|
|
|
|
|
|
|
-spec init(atom()) -> ok.
|
|
|
|
init(Application) ->
|
|
|
|
init(Application, []).
|
|
|
|
|
|
|
|
-spec init(atom(), []) -> ok.
|
|
|
|
init(_Application, _Opts) ->
|
|
|
|
ok.
|
|
|
|
|
|
|
|
trace_application(Application) ->
|
|
|
|
trace_application(Application, []).
|
|
|
|
|
|
|
|
trace_application(Application, _Opts) ->
|
|
|
|
_ = telemetry_registry:discover_all([Application]),
|
|
|
|
AllEvents = telemetry_registry:list_events(),
|
|
|
|
SpannableEvents = telemetry_registry:spannable_events(),
|
|
|
|
_ = register_event_handlers(SpannableEvents, AllEvents),
|
|
|
|
ok.
|
|
|
|
|
|
|
|
-spec start_telemetry_span(atom(), opentelemetry:span_name(), telemetry:event_metadata(), otel_span:start_opts()) -> opentelemetry:span_ctx().
|
|
|
|
start_telemetry_span(TracerId, SpanName, EventMetadata, Opts) ->
|
|
|
|
ParentCtx = otel_tracer:current_span_ctx(),
|
2021-12-28 23:39:06 +00:00
|
|
|
Tracer = opentelemetry:get_application_tracer(TracerId),
|
2021-11-28 01:33:47 +00:00
|
|
|
Ctx = otel_tracer:start_span(Tracer, SpanName, Opts),
|
|
|
|
otel_tracer:set_current_span(Ctx),
|
|
|
|
_ = store_ctx({ParentCtx, Ctx}, TracerId, EventMetadata),
|
|
|
|
Ctx.
|
|
|
|
|
|
|
|
-spec set_current_telemetry_span(atom(), telemetry:event_metadata()) -> opentelemetry:span_ctx() | undefined.
|
|
|
|
set_current_telemetry_span(TracerId, EventMetadata) ->
|
|
|
|
case fetch_telemetry_span_ctx(TracerId, EventMetadata) of
|
|
|
|
{_ParentCtx, Ctx} ->
|
|
|
|
otel_tracer:set_current_span(Ctx),
|
|
|
|
Ctx;
|
|
|
|
undefined ->
|
|
|
|
undefined
|
|
|
|
end.
|
|
|
|
|
|
|
|
-spec end_telemetry_span(atom(), telemetry:event_metadata()) -> ok.
|
|
|
|
end_telemetry_span(TracerId, EventMetadata) ->
|
2022-01-05 17:23:10 +00:00
|
|
|
Ctx = pop_ctx(TracerId, EventMetadata),
|
|
|
|
case Ctx of
|
|
|
|
{ParentCtx, SpanCtx} ->
|
|
|
|
otel_span:end_span(SpanCtx),
|
|
|
|
otel_tracer:set_current_span(ParentCtx),
|
|
|
|
ok;
|
|
|
|
undefined ->
|
|
|
|
ok
|
|
|
|
end.
|
2021-11-28 01:33:47 +00:00
|
|
|
|
|
|
|
-spec store_ctx(ctx_set(), atom(), telemetry:event_metadata()) -> ok.
|
|
|
|
store_ctx(SpanCtxSet, TracerId, EventMetadata) ->
|
|
|
|
case maps:get(telemetry_span_context, EventMetadata, undefined) of
|
|
|
|
undefined ->
|
|
|
|
push_to_tracer_stack(SpanCtxSet, TracerId);
|
|
|
|
TelemetryCtx ->
|
|
|
|
erlang:put({otel_telemetry, TelemetryCtx}, SpanCtxSet)
|
|
|
|
end,
|
|
|
|
ok.
|
|
|
|
|
|
|
|
-spec push_to_tracer_stack(ctx_set(), atom()) -> ok.
|
|
|
|
push_to_tracer_stack(SpanCtxSet, TracerId) ->
|
|
|
|
case erlang:get({otel_telemetry, TracerId}) of
|
|
|
|
undefined ->
|
|
|
|
erlang:put({otel_telemetry, TracerId}, [SpanCtxSet]);
|
|
|
|
Stack ->
|
|
|
|
erlang:put({otel_telemetry, TracerId}, [SpanCtxSet | Stack])
|
|
|
|
end.
|
|
|
|
|
|
|
|
-spec fetch_telemetry_span_ctx(atom(), telemetry:event_metadata()) -> ctx_set() | undefined.
|
|
|
|
fetch_telemetry_span_ctx(TracerId, EventMetadata) ->
|
|
|
|
case maps:get(telemetry_span_context, EventMetadata, undefined) of
|
|
|
|
undefined ->
|
|
|
|
peek_from_tracer_stack(TracerId);
|
|
|
|
TelemetryCtx ->
|
|
|
|
erlang:get({otel_telemetry, TelemetryCtx})
|
|
|
|
end.
|
|
|
|
|
|
|
|
-spec peek_from_tracer_stack(atom()) -> ctx_set() | undefined.
|
|
|
|
peek_from_tracer_stack(TracerId) ->
|
|
|
|
case erlang:get({otel_telemetry, TracerId}) of
|
|
|
|
undefined ->
|
|
|
|
undefined;
|
|
|
|
[SpanCtxSet | _Rest] ->
|
2023-09-13 01:28:53 +00:00
|
|
|
SpanCtxSet;
|
|
|
|
[] ->
|
|
|
|
?LOG_DEBUG("`opentelemetry_telemetry` span ctx tracer stack for "
|
|
|
|
"TracerId ~p in Pid ~p is empty.", [TracerId, self()]),
|
|
|
|
undefined
|
2021-11-28 01:33:47 +00:00
|
|
|
end.
|
|
|
|
|
|
|
|
-spec pop_ctx(atom(), telemetry:event_metadata()) -> ctx_set().
|
|
|
|
pop_ctx(TracerId, EventMetadata) ->
|
|
|
|
case maps:get(telemetry_span_context, EventMetadata, undefined) of
|
|
|
|
undefined ->
|
|
|
|
pop_from_tracer_stack(TracerId);
|
|
|
|
TelemetryCtx ->
|
|
|
|
erlang:erase({otel_telemetry, TelemetryCtx})
|
|
|
|
end.
|
|
|
|
|
|
|
|
pop_from_tracer_stack(TracerId) ->
|
|
|
|
case erlang:get({otel_telemetry, TracerId}) of
|
|
|
|
undefined ->
|
|
|
|
undefined;
|
|
|
|
[SpanCtxSet | Rest] ->
|
|
|
|
erlang:put({otel_telemetry, TracerId}, Rest),
|
|
|
|
SpanCtxSet
|
|
|
|
end.
|
|
|
|
|
|
|
|
register_event_handlers(SpannableEvents, AllEvents) ->
|
|
|
|
lists:foldl(fun ({Prefix, Suffixes}, Handlers) ->
|
|
|
|
TracerId = tracer_id_for_events(Prefix, Suffixes, AllEvents),
|
|
|
|
NewHandlers = [attach_handler(Prefix, Suffix, TracerId)
|
|
|
|
|| Suffix <- Suffixes],
|
|
|
|
NewHandlers ++ Handlers
|
|
|
|
end,
|
|
|
|
[],
|
|
|
|
SpannableEvents).
|
|
|
|
|
|
|
|
attach_handler(Prefix, Suffix, TracerId) ->
|
|
|
|
Event = Prefix ++ [Suffix],
|
|
|
|
SpanName = list_to_binary(lists:join("_",
|
|
|
|
[atom_to_binary(Segment, utf8) || Segment <- Prefix])),
|
|
|
|
Config = #{tracer_id => TracerId, type => Suffix, span_name => SpanName},
|
|
|
|
Handler = fun ?MODULE:handle_event/4,
|
|
|
|
telemetry:attach({?MODULE, Event}, Event, Handler, Config).
|
|
|
|
|
|
|
|
tracer_id_for_events(Prefix, [Suffix | _], AllEvents) ->
|
|
|
|
Event = Prefix ++ [Suffix],
|
|
|
|
{Event, Module, _Metadata} = lists:keyfind(Event, 1, AllEvents),
|
|
|
|
Module.
|
|
|
|
|
|
|
|
handle_event(_Event,
|
|
|
|
_Measurements,
|
|
|
|
Metadata,
|
|
|
|
#{type := start, tracer_id := TracerId, span_name := Name}) ->
|
|
|
|
_Ctx = start_telemetry_span(TracerId, Name, Metadata, #{}),
|
|
|
|
ok;
|
|
|
|
handle_event(_Event,
|
|
|
|
_Measurements,
|
|
|
|
Metadata,
|
|
|
|
#{type := stop, tracer_id := TracerId}) ->
|
2021-11-28 19:16:37 +00:00
|
|
|
_Ctx = set_current_telemetry_span(TracerId, Metadata),
|
2021-11-28 01:33:47 +00:00
|
|
|
end_telemetry_span(TracerId, Metadata),
|
|
|
|
ok;
|
|
|
|
handle_event(_Event,
|
|
|
|
_Measurements,
|
|
|
|
#{kind := Kind, reason := Reason, stacktrace := Stacktrace} = Metadata,
|
|
|
|
#{type := exception, tracer_id := TracerId}) ->
|
|
|
|
Ctx = set_current_telemetry_span(TracerId, Metadata),
|
|
|
|
Status = opentelemetry:status(?OTEL_STATUS_ERROR, atom_to_binary(Reason, utf8)),
|
|
|
|
otel_span:record_exception(Ctx, Kind, Reason, Stacktrace, []),
|
|
|
|
otel_span:set_status(Ctx, Status),
|
|
|
|
end_telemetry_span(TracerId, Metadata),
|
|
|
|
ok;
|
|
|
|
handle_event(_Event, _Measurements, _Metadata, _Config) ->
|
|
|
|
ok.
|
|
|
|
|