Skip to content

Commit

Permalink
fix(ingest/glue): change to warning on access denied (#12519)
Browse files Browse the repository at this point in the history
  • Loading branch information
anshbansal authored Jan 31, 2025
1 parent a7598ca commit bde5c73
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions metadata-ingestion/src/datahub/ingestion/source/aws/glue.py
Original file line number Diff line number Diff line change
Expand Up @@ -113,6 +113,7 @@
)
from datahub.utilities.delta import delta_type_to_hive_type
from datahub.utilities.hive_schema_to_avro import get_schema_fields_for_hive_column
from datahub.utilities.lossy_collections import LossyList

logger = logging.getLogger(__name__)

Expand Down Expand Up @@ -220,7 +221,7 @@ def platform_validator(cls, v: str) -> str:
class GlueSourceReport(StaleEntityRemovalSourceReport):
catalog_id: Optional[str] = None
tables_scanned = 0
filtered: List[str] = dataclass_field(default_factory=list)
filtered: LossyList[str] = dataclass_field(default_factory=LossyList)
databases: EntityFilterReport = EntityFilterReport.field(type="database")

num_job_script_location_missing: int = 0
Expand Down Expand Up @@ -746,7 +747,7 @@ def get_all_databases_and_tables(
for tables in self.get_tables_from_database(database):
all_tables.append(tables)
except Exception as e:
self.report.failure(
self.report.warning(
message="Failed to get tables from database",
context=database["Name"],
exc=e,
Expand Down

0 comments on commit bde5c73

Please sign in to comment.