forked from OpenLineage/OpenLineage
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathColumnLineageDatasetFacet.json
69 lines (69 loc) · 2.34 KB
/
ColumnLineageDatasetFacet.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
{
"$schema": "https://json-schema.org/draft/2020-12/schema",
"$id": "https://openlineage.io/spec/facets/1-0-1/ColumnLineageDatasetFacet.json",
"$defs": {
"ColumnLineageDatasetFacet": {
"allOf": [{
"$ref": "https://openlineage.io/spec/1-0-2/OpenLineage.json#/$defs/DatasetFacet"
}, {
"type": "object",
"properties": {
"fields": {
"description": "Column level lineage that maps output fields into input fields used to evaluate them.",
"type": "object",
"additionalProperties": {
"type": "object",
"properties": {
"inputFields": {
"type": "array",
"items": {
"type": "object",
"properties": {
"namespace": {
"type": "string",
"description": "The input dataset namespace"
},
"name": {
"type": "string",
"description": "The input dataset name"
},
"field": {
"type": "string",
"description": "The input field"
}
},
"additionalProperties": true,
"required": [
"namespace", "name", "field"
]
}
},
"transformationDescription": {
"type": "string",
"description": "a string representation of the transformation applied"
},
"transformationType": {
"type": "string",
"description": "IDENTITY|MASKED reflects a clearly defined behavior. IDENTITY: exact same as input; MASKED: no original data available (like a hash of PII for example)"
}
},
"additionalProperties": true,
"required": ["inputFields"]
}
}
},
"additionalProperties": true,
"required": [
"fields"
]
}],
"type": "object"
}
},
"type": "object",
"properties": {
"columnLineage": {
"$ref": "#/$defs/ColumnLineageDatasetFacet"
}
}
}