35 lines
914 B
YAML
35 lines
914 B
YAML
|
source:
|
||
|
|
type: trino
|
||
|
|
serviceName: atc_trino
|
||
|
|
serviceConnection:
|
||
|
|
config:
|
||
|
|
type: Trino
|
||
|
|
username: mo
|
||
|
|
hostPort: 10.0.21.50:8089
|
||
|
|
sourceConfig:
|
||
|
|
config:
|
||
|
|
type: Profiler
|
||
|
|
# Iceberg lakehouse tables are small (20k-25k rows), so full column-level
|
||
|
|
# profiling is cheap here and gives rich stats + sample data on the
|
||
|
|
# governed/masked data. Source catalogs are profiled natively; the
|
||
|
|
# kafka/cassandra-system catalogs are skipped.
|
||
|
|
computeTableMetrics: true
|
||
|
|
computeColumnMetrics: true
|
||
|
|
useStatistics: true
|
||
|
|
threadCount: 5
|
||
|
|
databaseFilterPattern:
|
||
|
|
includes:
|
||
|
|
- iceberg
|
||
|
|
processor:
|
||
|
|
type: orm-profiler
|
||
|
|
config: {}
|
||
|
|
sink:
|
||
|
|
type: metadata-rest
|
||
|
|
config: {}
|
||
|
|
workflowConfig:
|
||
|
|
openMetadataServerConfig:
|
||
|
|
hostPort: http://openmetadata-server:8585/api
|
||
|
|
authProvider: openmetadata
|
||
|
|
securityConfig:
|
||
|
|
jwtToken: "__JWT__"
|