Skip to content

Commit

Permalink
Update starlake.json (#4217)
Browse files Browse the repository at this point in the history
* relocate incoming files definition and rename attributesDesc to attributes in tasks

* remove Duration and add ability to have loader specified in the connection
  • Loading branch information
hayssams authored Nov 16, 2024
1 parent 62ded88 commit ebd8124
Showing 1 changed file with 6 additions and 43 deletions.
49 changes: 6 additions & 43 deletions src/schemas/json/starlake.json
Original file line number Diff line number Diff line change
Expand Up @@ -267,6 +267,10 @@
"$ref": "#/definitions/ConvertibleToString",
"description": "Set only if you want to use the Spark engine"
},
"loader": {
"$ref": "#/definitions/ConvertibleToString",
"description": "Loader we should use with this connection. Superseded by the loader defined in the file metadata"
},
"quote": {
"$ref": "#/definitions/ConvertibleToString",
"description": "Set only if you want to use the Spark engine"
Expand Down Expand Up @@ -1200,47 +1204,6 @@
},
"required": []
},
"DurationUnit": {
"$ref": "#/definitions/ConvertibleToString",
"oneOf": [
{
"const": "NANOSECONDS"
},
{
"const": "MICROSECONDS"
},
{
"const": "MILLISECONDS"
},
{
"const": "SECONDS"
},
{
"const": "MINUTES"
},
{
"const": "HOURS"
},
{
"const": "DAYS"
}
]
},
"Duration": {
"type": "object",
"properties": {
"length": {
"type": "integer"
},
"unit": {
"$ref": "#/definitions/DurationUnit"
},
"finite": {
"type": "boolean",
"default": true
}
}
},
"LockV1": {
"type": "object",
"properties": {
Expand All @@ -1253,11 +1216,11 @@
"description": "TODO"
},
"pollTime": {
"$ref": "#/definitions/Duration",
"type": "integer",
"description": "TODO. Default 5 seconds"
},
"refreshTime": {
"$ref": "#/definitions/Duration",
"type": "integer",
"description": "TODO. Default 5 seconds"
}
}
Expand Down

0 comments on commit ebd8124

Please sign in to comment.