logging.py 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409
  1. import logging
  2. import sys
  3. from datetime import datetime, timezone
  4. from fnmatch import fnmatch
  5. import sentry_sdk
  6. from sentry_sdk.client import BaseClient
  7. from sentry_sdk.logger import _log_level_to_otel
  8. from sentry_sdk.utils import (
  9. safe_repr,
  10. to_string,
  11. event_from_exception,
  12. current_stacktrace,
  13. capture_internal_exceptions,
  14. has_logs_enabled,
  15. )
  16. from sentry_sdk.integrations import Integration
  17. from typing import TYPE_CHECKING
  18. if TYPE_CHECKING:
  19. from collections.abc import MutableMapping
  20. from logging import LogRecord
  21. from typing import Any
  22. from typing import Dict
  23. from typing import Optional
  24. DEFAULT_LEVEL = logging.INFO
  25. DEFAULT_EVENT_LEVEL = logging.ERROR
  26. LOGGING_TO_EVENT_LEVEL = {
  27. logging.NOTSET: "notset",
  28. logging.DEBUG: "debug",
  29. logging.INFO: "info",
  30. logging.WARN: "warning", # WARN is same a WARNING
  31. logging.WARNING: "warning",
  32. logging.ERROR: "error",
  33. logging.FATAL: "fatal",
  34. logging.CRITICAL: "fatal", # CRITICAL is same as FATAL
  35. }
  36. # Map logging level numbers to corresponding OTel level numbers
  37. SEVERITY_TO_OTEL_SEVERITY = {
  38. logging.CRITICAL: 21, # fatal
  39. logging.ERROR: 17, # error
  40. logging.WARNING: 13, # warn
  41. logging.INFO: 9, # info
  42. logging.DEBUG: 5, # debug
  43. }
  44. # Capturing events from those loggers causes recursion errors. We cannot allow
  45. # the user to unconditionally create events from those loggers under any
  46. # circumstances.
  47. #
  48. # Note: Ignoring by logger name here is better than mucking with thread-locals.
  49. # We do not necessarily know whether thread-locals work 100% correctly in the user's environment.
  50. _IGNORED_LOGGERS = set(
  51. ["sentry_sdk.errors", "urllib3.connectionpool", "urllib3.connection"]
  52. )
  53. def ignore_logger(
  54. name: str,
  55. ) -> None:
  56. """This disables recording (both in breadcrumbs and as events) calls to
  57. a logger of a specific name. Among other uses, many of our integrations
  58. use this to prevent their actions being recorded as breadcrumbs. Exposed
  59. to users as a way to quiet spammy loggers.
  60. :param name: The name of the logger to ignore (same string you would pass to ``logging.getLogger``).
  61. """
  62. _IGNORED_LOGGERS.add(name)
  63. class LoggingIntegration(Integration):
  64. identifier = "logging"
  65. def __init__(
  66. self,
  67. level: "Optional[int]" = DEFAULT_LEVEL,
  68. event_level: "Optional[int]" = DEFAULT_EVENT_LEVEL,
  69. sentry_logs_level: "Optional[int]" = DEFAULT_LEVEL,
  70. ) -> None:
  71. self._handler = None
  72. self._breadcrumb_handler = None
  73. self._sentry_logs_handler = None
  74. if level is not None:
  75. self._breadcrumb_handler = BreadcrumbHandler(level=level)
  76. if sentry_logs_level is not None:
  77. self._sentry_logs_handler = SentryLogsHandler(level=sentry_logs_level)
  78. if event_level is not None:
  79. self._handler = EventHandler(level=event_level)
  80. def _handle_record(self, record: "LogRecord") -> None:
  81. if self._handler is not None and record.levelno >= self._handler.level:
  82. self._handler.handle(record)
  83. if (
  84. self._breadcrumb_handler is not None
  85. and record.levelno >= self._breadcrumb_handler.level
  86. ):
  87. self._breadcrumb_handler.handle(record)
  88. if (
  89. self._sentry_logs_handler is not None
  90. and record.levelno >= self._sentry_logs_handler.level
  91. ):
  92. self._sentry_logs_handler.handle(record)
  93. @staticmethod
  94. def setup_once() -> None:
  95. old_callhandlers = logging.Logger.callHandlers
  96. def sentry_patched_callhandlers(self: "Any", record: "LogRecord") -> "Any":
  97. # keeping a local reference because the
  98. # global might be discarded on shutdown
  99. ignored_loggers = _IGNORED_LOGGERS
  100. try:
  101. return old_callhandlers(self, record)
  102. finally:
  103. # This check is done twice, once also here before we even get
  104. # the integration. Otherwise we have a high chance of getting
  105. # into a recursion error when the integration is resolved
  106. # (this also is slower).
  107. if (
  108. ignored_loggers is not None
  109. and record.name.strip() not in ignored_loggers
  110. ):
  111. integration = sentry_sdk.get_client().get_integration(
  112. LoggingIntegration
  113. )
  114. if integration is not None:
  115. integration._handle_record(record)
  116. logging.Logger.callHandlers = sentry_patched_callhandlers # type: ignore
  117. class _BaseHandler(logging.Handler):
  118. COMMON_RECORD_ATTRS = frozenset(
  119. (
  120. "args",
  121. "created",
  122. "exc_info",
  123. "exc_text",
  124. "filename",
  125. "funcName",
  126. "levelname",
  127. "levelno",
  128. "linenno",
  129. "lineno",
  130. "message",
  131. "module",
  132. "msecs",
  133. "msg",
  134. "name",
  135. "pathname",
  136. "process",
  137. "processName",
  138. "relativeCreated",
  139. "stack",
  140. "tags",
  141. "taskName",
  142. "thread",
  143. "threadName",
  144. "stack_info",
  145. )
  146. )
  147. def _can_record(self, record: "LogRecord") -> bool:
  148. """Prevents ignored loggers from recording"""
  149. for logger in _IGNORED_LOGGERS:
  150. if fnmatch(record.name.strip(), logger):
  151. return False
  152. return True
  153. def _logging_to_event_level(self, record: "LogRecord") -> str:
  154. return LOGGING_TO_EVENT_LEVEL.get(
  155. record.levelno, record.levelname.lower() if record.levelname else ""
  156. )
  157. def _extra_from_record(self, record: "LogRecord") -> "MutableMapping[str, object]":
  158. return {
  159. k: v
  160. for k, v in vars(record).items()
  161. if k not in self.COMMON_RECORD_ATTRS
  162. and (not isinstance(k, str) or not k.startswith("_"))
  163. }
  164. class EventHandler(_BaseHandler):
  165. """
  166. A logging handler that emits Sentry events for each log record
  167. Note that you do not have to use this class if the logging integration is enabled, which it is by default.
  168. """
  169. def emit(self, record: "LogRecord") -> "Any":
  170. with capture_internal_exceptions():
  171. self.format(record)
  172. return self._emit(record)
  173. def _emit(self, record: "LogRecord") -> None:
  174. if not self._can_record(record):
  175. return
  176. client = sentry_sdk.get_client()
  177. if not client.is_active():
  178. return
  179. client_options = client.options
  180. # exc_info might be None or (None, None, None)
  181. #
  182. # exc_info may also be any falsy value due to Python stdlib being
  183. # liberal with what it receives and Celery's billiard being "liberal"
  184. # with what it sends. See
  185. # https://github.com/getsentry/sentry-python/issues/904
  186. if record.exc_info and record.exc_info[0] is not None:
  187. event, hint = event_from_exception(
  188. record.exc_info,
  189. client_options=client_options,
  190. mechanism={"type": "logging", "handled": True},
  191. )
  192. elif (record.exc_info and record.exc_info[0] is None) or record.stack_info:
  193. event = {}
  194. hint = {}
  195. with capture_internal_exceptions():
  196. event["threads"] = {
  197. "values": [
  198. {
  199. "stacktrace": current_stacktrace(
  200. include_local_variables=client_options[
  201. "include_local_variables"
  202. ],
  203. max_value_length=client_options["max_value_length"],
  204. ),
  205. "crashed": False,
  206. "current": True,
  207. }
  208. ]
  209. }
  210. else:
  211. event = {}
  212. hint = {}
  213. hint["log_record"] = record
  214. level = self._logging_to_event_level(record)
  215. if level in {"debug", "info", "warning", "error", "critical", "fatal"}:
  216. event["level"] = level # type: ignore[typeddict-item]
  217. event["logger"] = record.name
  218. if (
  219. sys.version_info < (3, 11)
  220. and record.name == "py.warnings"
  221. and record.msg == "%s"
  222. ):
  223. # warnings module on Python 3.10 and below sets record.msg to "%s"
  224. # and record.args[0] to the actual warning message.
  225. # This was fixed in https://github.com/python/cpython/pull/30975.
  226. message = record.args[0]
  227. params = ()
  228. else:
  229. message = record.msg
  230. params = record.args
  231. event["logentry"] = {
  232. "message": to_string(message),
  233. "formatted": record.getMessage(),
  234. "params": params,
  235. }
  236. event["extra"] = self._extra_from_record(record)
  237. sentry_sdk.capture_event(event, hint=hint)
  238. # Legacy name
  239. SentryHandler = EventHandler
  240. class BreadcrumbHandler(_BaseHandler):
  241. """
  242. A logging handler that records breadcrumbs for each log record.
  243. Note that you do not have to use this class if the logging integration is enabled, which it is by default.
  244. """
  245. def emit(self, record: "LogRecord") -> "Any":
  246. with capture_internal_exceptions():
  247. self.format(record)
  248. return self._emit(record)
  249. def _emit(self, record: "LogRecord") -> None:
  250. if not self._can_record(record):
  251. return
  252. sentry_sdk.add_breadcrumb(
  253. self._breadcrumb_from_record(record), hint={"log_record": record}
  254. )
  255. def _breadcrumb_from_record(self, record: "LogRecord") -> "Dict[str, Any]":
  256. return {
  257. "type": "log",
  258. "level": self._logging_to_event_level(record),
  259. "category": record.name,
  260. "message": record.message,
  261. "timestamp": datetime.fromtimestamp(record.created, timezone.utc),
  262. "data": self._extra_from_record(record),
  263. }
  264. class SentryLogsHandler(_BaseHandler):
  265. """
  266. A logging handler that records Sentry logs for each Python log record.
  267. Note that you do not have to use this class if the logging integration is enabled, which it is by default.
  268. """
  269. def emit(self, record: "LogRecord") -> "Any":
  270. with capture_internal_exceptions():
  271. self.format(record)
  272. if not self._can_record(record):
  273. return
  274. client = sentry_sdk.get_client()
  275. if not client.is_active():
  276. return
  277. if not has_logs_enabled(client.options):
  278. return
  279. self._capture_log_from_record(client, record)
  280. def _capture_log_from_record(
  281. self, client: "BaseClient", record: "LogRecord"
  282. ) -> None:
  283. otel_severity_number, otel_severity_text = _log_level_to_otel(
  284. record.levelno, SEVERITY_TO_OTEL_SEVERITY
  285. )
  286. project_root = client.options["project_root"]
  287. attrs: "Any" = self._extra_from_record(record)
  288. attrs["sentry.origin"] = "auto.log.stdlib"
  289. parameters_set = False
  290. if record.args is not None:
  291. if isinstance(record.args, tuple):
  292. parameters_set = bool(record.args)
  293. for i, arg in enumerate(record.args):
  294. attrs[f"sentry.message.parameter.{i}"] = (
  295. arg
  296. if isinstance(arg, (str, float, int, bool))
  297. else safe_repr(arg)
  298. )
  299. elif isinstance(record.args, dict):
  300. parameters_set = bool(record.args)
  301. for key, value in record.args.items():
  302. attrs[f"sentry.message.parameter.{key}"] = (
  303. value
  304. if isinstance(value, (str, float, int, bool))
  305. else safe_repr(value)
  306. )
  307. if parameters_set and isinstance(record.msg, str):
  308. # only include template if there is at least one
  309. # sentry.message.parameter.X set
  310. attrs["sentry.message.template"] = record.msg
  311. if record.lineno:
  312. attrs["code.line.number"] = record.lineno
  313. if record.pathname:
  314. if project_root is not None and record.pathname.startswith(project_root):
  315. attrs["code.file.path"] = record.pathname[len(project_root) + 1 :]
  316. else:
  317. attrs["code.file.path"] = record.pathname
  318. if record.funcName:
  319. attrs["code.function.name"] = record.funcName
  320. if record.thread:
  321. attrs["thread.id"] = record.thread
  322. if record.threadName:
  323. attrs["thread.name"] = record.threadName
  324. if record.process:
  325. attrs["process.pid"] = record.process
  326. if record.processName:
  327. attrs["process.executable.name"] = record.processName
  328. if record.name:
  329. attrs["logger.name"] = record.name
  330. # noinspection PyProtectedMember
  331. sentry_sdk.get_current_scope()._capture_log(
  332. {
  333. "severity_text": otel_severity_text,
  334. "severity_number": otel_severity_number,
  335. "body": record.message,
  336. "attributes": attrs,
  337. "time_unix_nano": int(record.created * 1e9),
  338. "trace_id": None,
  339. "span_id": None,
  340. },
  341. )