fix: colorize logs

pyproject.toml

@@ -83,6 +83,7 @@ pandas = "^2.2.3"
 docker = "^7.1.0"
 gitpython = "^3.1.44"
 minio = "^7.2.15"
+colorlog = "^6.9.0"
 
 
 [tool.poetry.scripts]

warehouse/metrics_tools/utils/logging.py

@@ -1,7 +1,9 @@
-import typing as t
 import logging
 import os
 import sys
+import typing as t
+
+import colorlog
 
 connected_to_sqlmesh_logs = False
 
@@ -55,20 +57,27 @@ def setup_multiple_modules_logging(module_names: t.List[str]):
 def setup_module_logging(
     module_name: str,
     level: int = logging.DEBUG,
-    format: str = "%(asctime)s - %(name)s - %(levelname)s - %(message)s",
+    override_format: str = "",
+    color: bool = False,
 ):
     logger = logging.getLogger(module_name)
     logger.setLevel(level)  # Adjust the level as needed
 
     # Create a handler that logs to stdout
-    stdout_handler = logging.StreamHandler(sys.stdout)
+    if color:
+        format = "%(asctime)s - %(log_color)s%(levelname)-8s%(reset)s - %(name)s - %(message)s"
+        stdout_handler = colorlog.StreamHandler(sys.stdout)
+        formatter = colorlog.ColoredFormatter(format, datefmt="%Y-%m-%dT%H:%M:%S")
+    else:
+        format = "%(asctime)s - %(levelname)-8s - %(name)s - %(message)s"
+        stdout_handler = logging.StreamHandler(sys.stdout)
+        formatter = logging.Formatter(format, datefmt="%Y-%m-%dT%H:%M:%S")
     stdout_handler.setLevel(level)  # Adjust the level as needed
 
     # Add the filter to the handler
     stdout_handler.addFilter(ModuleFilter(module_name))
 
     # Set a formatter (optional)
-    formatter = logging.Formatter(format, datefmt="%Y-%m-%dT%H:%M:%S")
     stdout_handler.setFormatter(formatter)
 
     # Add the handler to the logger

warehouse/oso_lets_go/cli.py

@@ -47,10 +47,10 @@
 @click.option("--debug/--no-debug", default=False)
 @click.pass_context
 def cli(ctx: click.Context, debug: bool):
-    setup_module_logging("oso_lets_go")
-    setup_module_logging("metrics_tools")
-    setup_module_logging("oso_dagster")
-    setup_module_logging("opsscripts")
+    setup_module_logging("oso_lets_go", color=True)
+    setup_module_logging("metrics_tools", color=True)
+    setup_module_logging("oso_dagster", color=True)
+    setup_module_logging("opsscripts", color=True)
     ctx.ensure_object(dict)
     ctx.obj["DEBUG"] = debug